ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.131 by root, Thu Jan 4 00:53:54 2007 UTC vs.
Revision 1.223 by root, Sun Mar 11 02:12:44 2007 UTC

8use Storable; 8use Storable;
9use Opcode; 9use Opcode;
10use Safe; 10use Safe;
11use Safe::Hole; 11use Safe::Hole;
12 12
13use Coro 3.3 (); 13use Coro 3.5 ();
14use Coro::Event; 14use Coro::Event;
15use Coro::Timer; 15use Coro::Timer;
16use Coro::Signal; 16use Coro::Signal;
17use Coro::Semaphore; 17use Coro::Semaphore;
18use Coro::AIO; 18use Coro::AIO;
19 19
20use BDB ();
21use Data::Dumper;
20use Digest::MD5; 22use Digest::MD5;
21use Fcntl; 23use Fcntl;
22use IO::AIO 2.31 (); 24use IO::AIO 2.32 ();
23use YAML::Syck (); 25use YAML::Syck ();
24use Time::HiRes; 26use Time::HiRes;
27use Compress::LZF;
28
29Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
25 30
26use Event; $Event::Eval = 1; # no idea why this is required, but it is 31use Event; $Event::Eval = 1; # no idea why this is required, but it is
32
33sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
27 34
28# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode? 35# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
29$YAML::Syck::ImplicitUnicode = 1; 36$YAML::Syck::ImplicitUnicode = 1;
30 37
31$Coro::main->prio (2); # run main coroutine ("the server") with very high priority 38$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
32
33sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
34 39
35our %COMMAND = (); 40our %COMMAND = ();
36our %COMMAND_TIME = (); 41our %COMMAND_TIME = ();
42
43our @EXTS = (); # list of extension package names
37our %EXTCMD = (); 44our %EXTCMD = ();
45our %EXT_CORO = (); # coroutines bound to extensions
46our %EXT_MAP = (); # pluggable maps
38 47
48our $RELOAD; # number of reloads so far
39our @EVENT; 49our @EVENT;
40our $LIBDIR = datadir . "/ext"; 50our $LIBDIR = datadir . "/ext";
41 51
42our $TICK = MAX_TIME * 1e-6; 52our $TICK = MAX_TIME * 1e-6;
43our $TICK_WATCHER; 53our $TICK_WATCHER;
54our $AIO_POLL_WATCHER;
55our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
44our $NEXT_TICK; 56our $NEXT_TICK;
45our $NOW; 57our $NOW;
58our $USE_FSYNC = 1; # use fsync to write maps - default off
59
60our $BDB_POLL_WATCHER;
61our $DB_ENV;
46 62
47our %CFG; 63our %CFG;
48 64
49our $UPTIME; $UPTIME ||= time; 65our $UPTIME; $UPTIME ||= time;
50our $RUNTIME; 66our $RUNTIME;
51 67
68our %PLAYER; # all users
52our %MAP; # all maps 69our %MAP; # all maps
53our $LINK_MAP; # the special {link} map 70our $LINK_MAP; # the special {link} map, which is always available
54our $FREEZE;
55our $RANDOM_MAPS = cf::localdir . "/random"; 71our $RANDOM_MAPS = cf::localdir . "/random";
56our %EXT_CORO; 72our $BDB_ENV_DIR = cf::localdir . "/db";
73
74our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
75our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
76
77# used to convert map paths into valid unix filenames by replacing / by ∕
78our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
57 79
58binmode STDOUT; 80binmode STDOUT;
59binmode STDERR; 81binmode STDERR;
60 82
61# read virtual server time, if available 83# read virtual server time, if available
68mkdir cf::localdir; 90mkdir cf::localdir;
69mkdir cf::localdir . "/" . cf::playerdir; 91mkdir cf::localdir . "/" . cf::playerdir;
70mkdir cf::localdir . "/" . cf::tmpdir; 92mkdir cf::localdir . "/" . cf::tmpdir;
71mkdir cf::localdir . "/" . cf::uniquedir; 93mkdir cf::localdir . "/" . cf::uniquedir;
72mkdir $RANDOM_MAPS; 94mkdir $RANDOM_MAPS;
95mkdir $BDB_ENV_DIR;
73 96
74# a special map that is always available
75our $LINK_MAP;
76our $EMERGENCY_POSITION; 97our $EMERGENCY_POSITION;
98
99sub cf::map::normalise;
77 100
78############################################################################# 101#############################################################################
79 102
80=head2 GLOBAL VARIABLES 103=head2 GLOBAL VARIABLES
81 104
105 128
106=item %cf::CFG 129=item %cf::CFG
107 130
108Configuration for the server, loaded from C</etc/crossfire/config>, or 131Configuration for the server, loaded from C</etc/crossfire/config>, or
109from wherever your confdir points to. 132from wherever your confdir points to.
133
134=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE
135
136These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)
137or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick
138processing has been done. Call C<< ->wait >> on them to maximise the
139window of cpu time available, or simply to synchronise to the server tick.
110 140
111=back 141=back
112 142
113=cut 143=cut
114 144
118 utf8::encode $msg; 148 utf8::encode $msg;
119 149
120 $msg .= "\n" 150 $msg .= "\n"
121 unless $msg =~ /\n$/; 151 unless $msg =~ /\n$/;
122 152
123 LOG llevError, "cfperl: $msg"; 153 LOG llevError, $msg;
124 }; 154 };
125} 155}
126 156
127@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 157@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
128@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 158@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
146 176
147$Event::DIED = sub { 177$Event::DIED = sub {
148 warn "error in event callback: @_"; 178 warn "error in event callback: @_";
149}; 179};
150 180
151my %ext_pkg;
152my @exts;
153my @hook;
154
155=head2 UTILITY FUNCTIONS 181=head2 UTILITY FUNCTIONS
156 182
157=over 4 183=over 4
158 184
185=item dumpval $ref
186
159=cut 187=cut
188
189sub dumpval {
190 eval {
191 local $SIG{__DIE__};
192 my $d;
193 if (1) {
194 $d = new Data::Dumper([$_[0]], ["*var"]);
195 $d->Terse(1);
196 $d->Indent(2);
197 $d->Quotekeys(0);
198 $d->Useqq(1);
199 #$d->Bless(...);
200 $d->Seen($_[1]) if @_ > 1;
201 $d = $d->Dump();
202 }
203 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
204 $d
205 } || "[unable to dump $_[0]: '$@']";
206}
160 207
161use JSON::Syck (); # TODO# replace by JSON::PC once working 208use JSON::Syck (); # TODO# replace by JSON::PC once working
162 209
163=item $ref = cf::from_json $json 210=item $ref = cf::from_json $json
164 211
180sub to_json($) { 227sub to_json($) {
181 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs 228 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs
182 JSON::Syck::Dump $_[0] 229 JSON::Syck::Dump $_[0]
183} 230}
184 231
185=item my $guard = cf::guard { BLOCK }
186
187Run the given callback when the guard object gets destroyed (useful for
188coroutine cancellations).
189
190You can call C<< ->cancel >> on the guard object to stop the block from
191being executed.
192
193=cut
194
195sub guard(&) {
196 bless \(my $cb = $_[0]), cf::guard::;
197}
198
199sub cf::guard::cancel {
200 ${$_[0]} = sub { };
201}
202
203sub cf::guard::DESTROY {
204 ${$_[0]}->();
205}
206
207=item cf::lock_wait $string 232=item cf::lock_wait $string
208 233
209Wait until the given lock is available. See cf::lock_acquire. 234Wait until the given lock is available. See cf::lock_acquire.
210 235
211=item my $lock = cf::lock_acquire $string 236=item my $lock = cf::lock_acquire $string
212 237
213Wait until the given lock is available and then acquires it and returns 238Wait until the given lock is available and then acquires it and returns
214a guard object. If the guard object gets destroyed (goes out of scope, 239a Coro::guard object. If the guard object gets destroyed (goes out of scope,
215for example when the coroutine gets canceled), the lock is automatically 240for example when the coroutine gets canceled), the lock is automatically
216returned. 241returned.
217 242
218Lock names should begin with a unique identifier (for example, find_map 243Lock names should begin with a unique identifier (for example, cf::map::find
219uses map_find and load_map uses map_load). 244uses map_find and cf::map::load uses map_load).
220 245
221=cut 246=cut
222 247
223our %LOCK; 248our %LOCK;
224 249
238 # wait, to be sure we are not locked 263 # wait, to be sure we are not locked
239 lock_wait $key; 264 lock_wait $key;
240 265
241 $LOCK{$key} = []; 266 $LOCK{$key} = [];
242 267
243 cf::guard { 268 Coro::guard {
244 # wake up all waiters, to be on the safe side 269 # wake up all waiters, to be on the safe side
245 $_->ready for @{ delete $LOCK{$key} }; 270 $_->ready for @{ delete $LOCK{$key} };
246 } 271 }
247} 272}
248 273
274sub freeze_mainloop {
275 return unless $TICK_WATCHER->is_active;
276
277 my $guard = Coro::guard {
278 $TICK_WATCHER->start;
279 };
280 $TICK_WATCHER->stop;
281 $guard
282}
283
249=item cf::async { BLOCK } 284=item cf::async { BLOCK }
250 285
251Like C<Coro::async>, but runs the given BLOCK in an eval and only logs the 286Currently the same as Coro::async_pool, meaning you cannot use
252error instead of exiting the server in case of a problem. 287C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
288thing you are allowed to do is call C<prio> on it.
253 289
254=cut 290=cut
255 291
256sub async(&) { 292BEGIN { *async = \&Coro::async_pool }
257 my ($cb) = @_;
258
259 Coro::async {
260 eval { $cb->() };
261 warn $@ if $@;
262 }
263}
264 293
265=item cf::sync_job { BLOCK } 294=item cf::sync_job { BLOCK }
266 295
267The design of crossfire+ requires that the main coro ($Coro::main) is 296The design of crossfire+ requires that the main coro ($Coro::main) is
268always able to handle events or runnable, as crossfire+ is only partly 297always able to handle events or runnable, as crossfire+ is only partly
282 # this is the main coro, too bad, we have to block 311 # this is the main coro, too bad, we have to block
283 # till the operation succeeds, freezing the server :/ 312 # till the operation succeeds, freezing the server :/
284 313
285 # TODO: use suspend/resume instead 314 # TODO: use suspend/resume instead
286 # (but this is cancel-safe) 315 # (but this is cancel-safe)
287 local $FREEZE = 1; 316 my $freeze_guard = freeze_mainloop;
288 317
289 my $busy = 1; 318 my $busy = 1;
290 my @res; 319 my @res;
291 320
292 (Coro::async { 321 (async {
293 @res = eval { $job->() }; 322 @res = eval { $job->() };
294 warn $@ if $@; 323 warn $@ if $@;
295 undef $busy; 324 undef $busy;
296 })->prio (Coro::PRIO_MAX); 325 })->prio (Coro::PRIO_MAX);
297 326
298 while ($busy) { 327 while ($busy) {
299 Coro::cede_notself; 328 Coro::cede or Event::one_event;
300 Event::one_event unless Coro::nready;
301 } 329 }
302 330
303 wantarray ? @res : $res[0] 331 wantarray ? @res : $res[0]
304 } else { 332 } else {
305 # we are in another coroutine, how wonderful, everything just works 333 # we are in another coroutine, how wonderful, everything just works
306 334
307 $job->() 335 $job->()
308 } 336 }
309} 337}
310 338
311=item $coro = cf::coro { BLOCK } 339=item $coro = cf::async_ext { BLOCK }
312 340
313Creates and returns a new coro. This coro is automcatially being canceled 341Like async, but this coro is automatically being canceled when the
314when the extension calling this is being unloaded. 342extension calling this is being unloaded.
315 343
316=cut 344=cut
317 345
318sub coro(&) { 346sub async_ext(&) {
319 my $cb = shift; 347 my $cb = shift;
320 348
321 my $coro = &cf::async ($cb); 349 my $coro = &Coro::async ($cb);
322 350
323 $coro->on_destroy (sub { 351 $coro->on_destroy (sub {
324 delete $EXT_CORO{$coro+0}; 352 delete $EXT_CORO{$coro+0};
325 }); 353 });
326 $EXT_CORO{$coro+0} = $coro; 354 $EXT_CORO{$coro+0} = $coro;
327 355
328 $coro 356 $coro
329} 357}
330 358
331sub write_runtime { 359sub write_runtime {
360 my $guard = cf::lock_acquire "write_runtime";
361
332 my $runtime = cf::localdir . "/runtime"; 362 my $runtime = cf::localdir . "/runtime";
333 363
334 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 364 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
335 or return; 365 or return;
336 366
367 my $value = $cf::RUNTIME + 90 + 10;
337 my $value = $cf::RUNTIME + 1 + 10; # 10 is the runtime save interval, for a monotonic clock 368 # 10 is the runtime save interval, for a monotonic clock
369 # 60 allows for the watchdog to kill the server.
370
338 (aio_write $fh, 0, (length $value), $value, 0) <= 0 371 (aio_write $fh, 0, (length $value), $value, 0) <= 0
339 and return; 372 and return;
340 373
374 # always fsync - this file is important
341 aio_fsync $fh 375 aio_fsync $fh
342 and return; 376 and return;
343 377
344 close $fh 378 close $fh
345 or return; 379 or return;
351} 385}
352 386
353=back 387=back
354 388
355=cut 389=cut
356
357#############################################################################
358
359package cf::path;
360
361sub new {
362 my ($class, $path, $base) = @_;
363
364 $path = $path->as_string if ref $path;
365
366 my $self = bless { }, $class;
367
368 # {... are special paths that are not touched
369 # ?xxx/... are special absolute paths
370 # ?random/... random maps
371 # /! non-realised random map exit
372 # /... normal maps
373 # ~/... per-player maps without a specific player (DO NOT USE)
374 # ~user/... per-player map of a specific user
375
376 if ($path =~ /^{/) {
377 # fine as it is
378 } elsif ($path =~ s{^\?random/}{}) {
379 Coro::AIO::aio_load "$cf::RANDOM_MAPS/$path.meta", my $data;
380 $self->{random} = cf::from_json $data;
381 } else {
382 if ($path =~ s{^~([^/]+)?}{}) {
383 $self->{user_rel} = 1;
384
385 if (defined $1) {
386 $self->{user} = $1;
387 } elsif ($base =~ m{^~([^/]+)/}) {
388 $self->{user} = $1;
389 } else {
390 warn "cannot resolve user-relative path without user <$path,$base>\n";
391 }
392 } elsif ($path =~ /^\//) {
393 # already absolute
394 } else {
395 $base =~ s{[^/]+/?$}{};
396 return $class->new ("$base/$path");
397 }
398
399 for ($path) {
400 redo if s{/\.?/}{/};
401 redo if s{/[^/]+/\.\./}{/};
402 }
403 }
404
405 $self->{path} = $path;
406
407 $self
408}
409
410# the name / primary key / in-game path
411sub as_string {
412 my ($self) = @_;
413
414 $self->{user_rel} ? "~$self->{user}$self->{path}"
415 : $self->{random} ? "?random/$self->{path}"
416 : $self->{path}
417}
418
419# the displayed name, this is a one way mapping
420sub visible_name {
421 my ($self) = @_;
422
423# if (my $rmp = $self->{random}) {
424# # todo: be more intelligent about this
425# "?random/$rmp->{origin_map}+$rmp->{origin_x}+$rmp->{origin_y}/$rmp->{dungeon_level}"
426# } else {
427 $self->as_string
428# }
429}
430
431# escape the /'s in the path
432sub _escaped_path {
433 # ∕ is U+2215
434 (my $path = $_[0]{path}) =~ s/\//∕/g;
435 $path
436}
437
438# the original (read-only) location
439sub load_path {
440 my ($self) = @_;
441
442 sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path}
443}
444
445# the temporary/swap location
446sub save_path {
447 my ($self) = @_;
448
449 $self->{user_rel} ? sprintf "%s/%s/%s/%s", cf::localdir, cf::playerdir, $self->{user}, $self->_escaped_path
450 : $self->{random} ? sprintf "%s/%s", $RANDOM_MAPS, $self->{path}
451 : sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $self->_escaped_path
452}
453
454# the unique path, might be eq to save_path
455sub uniq_path {
456 my ($self) = @_;
457
458 $self->{user_rel} || $self->{random}
459 ? undef
460 : sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $self->_escaped_path
461}
462
463# return random map parameters, or undef
464sub random_map_params {
465 my ($self) = @_;
466
467 $self->{random}
468}
469
470# this is somewhat ugly, but style maps do need special treatment
471sub is_style_map {
472 $_[0]{path} =~ m{^/styles/}
473}
474
475package cf;
476 390
477############################################################################# 391#############################################################################
478 392
479=head2 ATTACHABLE OBJECTS 393=head2 ATTACHABLE OBJECTS
480 394
606our @CB_TYPE = (); # registry for type (cf-object class) based events 520our @CB_TYPE = (); # registry for type (cf-object class) based events
607our @CB_MAP = (); 521our @CB_MAP = ();
608 522
609my %attachment; 523my %attachment;
610 524
525sub cf::attachable::thawer_merge {
526 # simply override everything except _meta
527 local $_[0]{_meta};
528 %{$_[0]} = %{$_[1]};
529}
530
611sub _attach_cb($$$$) { 531sub _attach_cb($$$$) {
612 my ($registry, $event, $prio, $cb) = @_; 532 my ($registry, $event, $prio, $cb) = @_;
613 533
614 use sort 'stable'; 534 use sort 'stable';
615 535
786# object support 706# object support
787 707
788sub reattach { 708sub reattach {
789 # basically do the same as instantiate, without calling instantiate 709 # basically do the same as instantiate, without calling instantiate
790 my ($obj) = @_; 710 my ($obj) = @_;
711
712 bless $obj, ref $obj; # re-bless in case extensions have been reloaded
791 713
792 my $registry = $obj->registry; 714 my $registry = $obj->registry;
793 715
794 @$registry = (); 716 @$registry = ();
795 717
842 $filename, length $$rdata, scalar @$objs; 764 $filename, length $$rdata, scalar @$objs;
843 765
844 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 766 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
845 chmod SAVE_MODE, $fh; 767 chmod SAVE_MODE, $fh;
846 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 768 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
847 aio_fsync $fh; 769 aio_fsync $fh if $cf::USE_FSYNC;
848 close $fh; 770 close $fh;
849 771
850 if (@$objs) { 772 if (@$objs) {
851 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 773 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
852 chmod SAVE_MODE, $fh; 774 chmod SAVE_MODE, $fh;
853 my $data = Storable::nfreeze { version => 1, objs => $objs }; 775 my $data = Storable::nfreeze { version => 1, objs => $objs };
854 aio_write $fh, 0, (length $data), $data, 0; 776 aio_write $fh, 0, (length $data), $data, 0;
855 aio_fsync $fh; 777 aio_fsync $fh if $cf::USE_FSYNC;
856 close $fh; 778 close $fh;
857 aio_rename "$filename.pst~", "$filename.pst"; 779 aio_rename "$filename.pst~", "$filename.pst";
858 } 780 }
859 } else { 781 } else {
860 aio_unlink "$filename.pst"; 782 aio_unlink "$filename.pst";
927=cut 849=cut
928 850
929sub register_extcmd { 851sub register_extcmd {
930 my ($name, $cb) = @_; 852 my ($name, $cb) = @_;
931 853
932 my $caller = caller;
933 #warn "registering extcmd '$name' to '$caller'";
934
935 $EXTCMD{$name} = [$cb, $caller]; 854 $EXTCMD{$name} = $cb;
936} 855}
937 856
938cf::player->attach ( 857cf::player->attach (
939 on_command => sub { 858 on_command => sub {
940 my ($pl, $name, $params) = @_; 859 my ($pl, $name, $params) = @_;
953 872
954 my $msg = eval { from_json $buf }; 873 my $msg = eval { from_json $buf };
955 874
956 if (ref $msg) { 875 if (ref $msg) {
957 if (my $cb = $EXTCMD{$msg->{msgtype}}) { 876 if (my $cb = $EXTCMD{$msg->{msgtype}}) {
958 if (my %reply = $cb->[0]->($pl, $msg)) { 877 if (my %reply = $cb->($pl, $msg)) {
959 $pl->ext_reply ($msg->{msgid}, %reply); 878 $pl->ext_reply ($msg->{msgid}, %reply);
960 } 879 }
961 } 880 }
962 } else { 881 } else {
963 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n"; 882 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
965 884
966 cf::override; 885 cf::override;
967 }, 886 },
968); 887);
969 888
970sub register {
971 my ($base, $pkg) = @_;
972
973 #TODO
974}
975
976sub load_extension { 889sub load_extension {
977 my ($path) = @_; 890 my ($path) = @_;
978 891
979 $path =~ /([^\/\\]+)\.ext$/ or die "$path"; 892 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
980 my $base = $1; 893 my $base = $1;
981 my $pkg = $1; 894 my $pkg = $1;
982 $pkg =~ s/[^[:word:]]/_/g; 895 $pkg =~ s/[^[:word:]]/_/g;
983 $pkg = "ext::$pkg"; 896 $pkg = "ext::$pkg";
984 897
985 warn "loading '$path' into '$pkg'\n"; 898 warn "... loading '$path' into '$pkg'\n";
986 899
987 open my $fh, "<:utf8", $path 900 open my $fh, "<:utf8", $path
988 or die "$path: $!"; 901 or die "$path: $!";
989 902
990 my $source = 903 my $source =
991 "package $pkg; use strict; use utf8;\n" 904 "package $pkg; use strict; use utf8;\n"
992 . "#line 1 \"$path\"\n{\n" 905 . "#line 1 \"$path\"\n{\n"
993 . (do { local $/; <$fh> }) 906 . (do { local $/; <$fh> })
994 . "\n};\n1"; 907 . "\n};\n1";
995 908
996 eval $source 909 unless (eval $source) {
997 or die $@ ? "$path: $@\n" 910 my $msg = $@ ? "$path: $@\n"
998 : "extension disabled.\n"; 911 : "extension disabled.\n";
999 912 if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
1000 push @exts, $pkg; 913 warn $@;
1001 $ext_pkg{$base} = $pkg; 914 warn "mandatory extension failed to load, exiting.\n";
1002 915 exit 1;
1003# no strict 'refs'; 916 }
1004# @{"$pkg\::ISA"} = ext::; 917 die $@;
1005
1006 register $base, $pkg;
1007}
1008
1009sub unload_extension {
1010 my ($pkg) = @_;
1011
1012 warn "removing extension $pkg\n";
1013
1014 # remove hooks
1015 #TODO
1016# for my $idx (0 .. $#PLUGIN_EVENT) {
1017# delete $hook[$idx]{$pkg};
1018# } 918 }
1019 919
1020 # remove commands 920 push @EXTS, $pkg;
1021 for my $name (keys %COMMAND) {
1022 my @cb = grep $_->[0] ne $pkg, @{ $COMMAND{$name} };
1023
1024 if (@cb) {
1025 $COMMAND{$name} = \@cb;
1026 } else {
1027 delete $COMMAND{$name};
1028 }
1029 }
1030
1031 # remove extcmds
1032 for my $name (grep $EXTCMD{$_}[1] eq $pkg, keys %EXTCMD) {
1033 delete $EXTCMD{$name};
1034 }
1035
1036 if (my $cb = $pkg->can ("unload")) {
1037 eval {
1038 $cb->($pkg);
1039 1
1040 } or warn "$pkg unloaded, but with errors: $@";
1041 }
1042
1043 Symbol::delete_package $pkg;
1044} 921}
1045 922
1046sub load_extensions { 923sub load_extensions {
1047 for my $ext (<$LIBDIR/*.ext>) { 924 for my $ext (<$LIBDIR/*.ext>) {
1048 next unless -r $ext; 925 next unless -r $ext;
1052 } or warn "$ext not loaded: $@"; 929 } or warn "$ext not loaded: $@";
1053 } 930 }
1054} 931}
1055 932
1056############################################################################# 933#############################################################################
1057# load/save/clean perl data associated with a map
1058
1059*cf::mapsupport::on_clean = sub {
1060 my ($map) = @_;
1061
1062 my $path = $map->tmpname;
1063 defined $path or return;
1064
1065 unlink "$path.pst";
1066};
1067
1068cf::map->attach (prio => -10000, package => cf::mapsupport::);
1069
1070#############################################################################
1071# load/save perl data associated with player->ob objects
1072
1073sub all_objects(@) {
1074 @_, map all_objects ($_->inv), @_
1075}
1076
1077# TODO: compatibility cruft, remove when no longer needed
1078cf::player->attach (
1079 on_load => sub {
1080 my ($pl, $path) = @_;
1081
1082 for my $o (all_objects $pl->ob) {
1083 if (my $value = $o->get_ob_key_value ("_perl_data")) {
1084 $o->set_ob_key_value ("_perl_data");
1085
1086 %$o = %{ Storable::thaw pack "H*", $value };
1087 }
1088 }
1089 },
1090);
1091
1092#############################################################################
1093 934
1094=head2 CORE EXTENSIONS 935=head2 CORE EXTENSIONS
1095 936
1096Functions and methods that extend core crossfire objects. 937Functions and methods that extend core crossfire objects.
1097 938
939=cut
940
941package cf::player;
942
943use Coro::AIO;
944
1098=head3 cf::player 945=head3 cf::player
1099 946
1100=over 4 947=over 4
1101 948
1102=item cf::player::exists $login 949=item cf::player::find $login
1103 950
1104Returns true when the given account exists. 951Returns the given player object, loading it if necessary (might block).
1105 952
1106=cut 953=cut
1107 954
1108sub cf::player::exists($) { 955sub playerdir($) {
1109 cf::player::find $_[0] 956 cf::localdir
1110 or -f sprintf "%s/%s/%s/%s.pl", cf::localdir, cf::playerdir, ($_[0]) x 2; 957 . "/"
958 . cf::playerdir
959 . "/"
960 . (ref $_[0] ? $_[0]->ob->name : $_[0])
961}
962
963sub path($) {
964 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
965
966 (playerdir $login) . "/$login.pl"
967}
968
969sub find_active($) {
970 $cf::PLAYER{$_[0]}
971 and $cf::PLAYER{$_[0]}->active
972 and $cf::PLAYER{$_[0]}
973}
974
975sub exists($) {
976 my ($login) = @_;
977
978 $cf::PLAYER{$login}
979 or cf::sync_job { !aio_stat path $login }
980}
981
982sub find($) {
983 return $cf::PLAYER{$_[0]} || do {
984 my $login = $_[0];
985
986 my $guard = cf::lock_acquire "user_find:$login";
987
988 $cf::PLAYER{$_[0]} || do {
989 my $pl = load_pl path $login
990 or return;
991 $cf::PLAYER{$login} = $pl
992 }
993 }
994}
995
996sub save($) {
997 my ($pl) = @_;
998
999 return if $pl->{deny_save};
1000
1001 my $path = path $pl;
1002 my $guard = cf::lock_acquire "user_save:$path";
1003
1004 return if $pl->{deny_save};
1005
1006 aio_mkdir playerdir $pl, 0770;
1007 $pl->{last_save} = $cf::RUNTIME;
1008
1009 $pl->save_pl ($path);
1010 Coro::cede;
1011}
1012
1013sub new($) {
1014 my ($login) = @_;
1015
1016 my $self = create;
1017
1018 $self->ob->name ($login);
1019 $self->{deny_save} = 1;
1020
1021 $cf::PLAYER{$login} = $self;
1022
1023 $self
1024}
1025
1026=item $pl->quit_character
1027
1028Nukes the player without looking back. If logged in, the connection will
1029be destroyed. May block for a long time.
1030
1031=cut
1032
1033sub quit_character {
1034 my ($pl) = @_;
1035
1036 my $name = $pl->ob->name;
1037
1038 $pl->{deny_save} = 1;
1039 $pl->password ("*"); # this should lock out the player until we nuked the dir
1040
1041 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1042 $pl->deactivate;
1043 $pl->invoke (cf::EVENT_PLAYER_QUIT);
1044 $pl->ns->destroy if $pl->ns;
1045
1046 my $path = playerdir $pl;
1047 my $temp = "$path~$cf::RUNTIME~deleting~";
1048 aio_rename $path, $temp;
1049 delete $cf::PLAYER{$pl->ob->name};
1050 $pl->destroy;
1051
1052 my $prefix = qr<^~\Q$name\E/>;
1053
1054 # nuke player maps
1055 $cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
1056
1057 IO::AIO::aio_rmtree $temp;
1058}
1059
1060=item $pl->kick
1061
1062Kicks a player out of the game. This destroys the connection.
1063
1064=cut
1065
1066sub kick {
1067 my ($pl, $kicker) = @_;
1068
1069 $pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
1070 $pl->killer ("kicked");
1071 $pl->ns->destroy;
1072}
1073
1074=item cf::player::list_logins
1075
1076Returns am arrayref of all valid playernames in the system, can take a
1077while and may block, so not sync_job-capable, ever.
1078
1079=cut
1080
1081sub list_logins {
1082 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir
1083 or return [];
1084
1085 my @logins;
1086
1087 for my $login (@$dirs) {
1088 my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;
1089 aio_read $fh, 0, 512, my $buf, 0 or next;
1090 $buf !~ /^password -------------$/m or next; # official not-valid tag
1091
1092 utf8::decode $login;
1093 push @logins, $login;
1094 }
1095
1096 \@logins
1097}
1098
1099=item $player->maps
1100
1101Returns an arrayref of map paths that are private for this
1102player. May block.
1103
1104=cut
1105
1106sub maps($) {
1107 my ($pl) = @_;
1108
1109 $pl = ref $pl ? $pl->ob->name : $pl;
1110
1111 my $files = aio_readdir playerdir $pl
1112 or return;
1113
1114 my @paths;
1115
1116 for (@$files) {
1117 utf8::decode $_;
1118 next if /\.(?:pl|pst)$/;
1119 next unless /^$PATH_SEP/o;
1120
1121 push @paths, cf::map::normalise "~$pl/$_";
1122 }
1123
1124 \@paths
1111} 1125}
1112 1126
1113=item $player->ext_reply ($msgid, $msgtype, %msg) 1127=item $player->ext_reply ($msgid, $msgtype, %msg)
1114 1128
1115Sends an ext reply to the player. 1129Sends an ext reply to the player.
1116 1130
1117=cut 1131=cut
1118 1132
1119sub cf::player::ext_reply($$$%) { 1133sub ext_reply($$$%) {
1120 my ($self, $id, %msg) = @_; 1134 my ($self, $id, %msg) = @_;
1121 1135
1122 $msg{msgid} = $id; 1136 $msg{msgid} = $id;
1123 1137
1124 $self->send ("ext " . to_json \%msg); 1138 $self->send ("ext " . cf::to_json \%msg);
1125} 1139}
1140
1141package cf;
1126 1142
1127=back 1143=back
1128 1144
1129 1145
1130=head3 cf::map 1146=head3 cf::map
1136package cf::map; 1152package cf::map;
1137 1153
1138use Fcntl; 1154use Fcntl;
1139use Coro::AIO; 1155use Coro::AIO;
1140 1156
1157use overload
1158 '""' => \&as_string,
1159 fallback => 1;
1160
1141our $MAX_RESET = 7200; 1161our $MAX_RESET = 3600;
1142our $DEFAULT_RESET = 3600; 1162our $DEFAULT_RESET = 3000;
1143 1163
1144sub generate_random_map { 1164sub generate_random_map {
1145 my ($path, $rmp) = @_; 1165 my ($self, $rmp) = @_;
1146
1147 # mit "rum" bekleckern, nicht 1166 # mit "rum" bekleckern, nicht
1148 cf::map::_create_random_map 1167 $self->_create_random_map (
1149 $path,
1150 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1168 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1151 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1169 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1152 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1170 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1153 $rmp->{exit_on_final_map}, 1171 $rmp->{exit_on_final_map},
1154 $rmp->{xsize}, $rmp->{ysize}, 1172 $rmp->{xsize}, $rmp->{ysize},
1155 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3}, 1173 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1156 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase}, 1174 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1157 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation}, 1175 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1158 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp}, 1176 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1159 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used}, 1177 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1160 (cf::region::find $rmp->{region}) 1178 (cf::region::find $rmp->{region}), $rmp->{custom}
1179 )
1180}
1181
1182=item cf::map->register ($regex, $prio)
1183
1184Register a handler for the map path matching the given regex at the
1185givne priority (higher is better, built-in handlers have priority 0, the
1186default).
1187
1188=cut
1189
1190sub register {
1191 my (undef, $regex, $prio) = @_;
1192 my $pkg = caller;
1193
1194 no strict;
1195 push @{"$pkg\::ISA"}, __PACKAGE__;
1196
1197 $EXT_MAP{$pkg} = [$prio, qr<$regex>];
1198}
1199
1200# also paths starting with '/'
1201$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];
1202
1203sub thawer_merge {
1204 my ($self, $merge) = @_;
1205
1206 # we have to keep some variables in memory intact
1207 local $self->{path};
1208 local $self->{load_path};
1209 local $self->{deny_save};
1210 local $self->{deny_reset};
1211
1212 $self->SUPER::thawer_merge ($merge);
1213}
1214
1215sub normalise {
1216 my ($path, $base) = @_;
1217
1218 $path = "$path"; # make sure its a string
1219
1220 $path =~ s/\.map$//;
1221
1222 # map plan:
1223 #
1224 # /! non-realised random map exit (special hack!)
1225 # {... are special paths that are not being touched
1226 # ?xxx/... are special absolute paths
1227 # ?random/... random maps
1228 # /... normal maps
1229 # ~user/... per-player map of a specific user
1230
1231 $path =~ s/$PATH_SEP/\//go;
1232
1233 # treat it as relative path if it starts with
1234 # something that looks reasonable
1235 if ($path =~ m{^(?:\./|\.\./|\w)}) {
1236 $base or Carp::carp "normalise called with relative path and no base: '$path'";
1237
1238 $base =~ s{[^/]+/?$}{};
1239 $path = "$base/$path";
1240 }
1241
1242 for ($path) {
1243 redo if s{//}{/};
1244 redo if s{/\.?/}{/};
1245 redo if s{/[^/]+/\.\./}{/};
1246 }
1247
1248 $path
1249}
1250
1251sub new_from_path {
1252 my (undef, $path, $base) = @_;
1253
1254 return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object
1255
1256 $path = normalise $path, $base;
1257
1258 for my $pkg (sort { $EXT_MAP{$b}[0] <=> $EXT_MAP{$a}[0] } keys %EXT_MAP) {
1259 if ($path =~ $EXT_MAP{$pkg}[1]) {
1260 my $self = bless cf::map::new, $pkg;
1261 $self->{path} = $path; $self->path ($path);
1262 $self->init; # pass $1 etc.
1263 return $self;
1264 }
1265 }
1266
1267 Carp::carp "unable to resolve path '$path' (base '$base').";
1268 ()
1269}
1270
1271sub init {
1272 my ($self) = @_;
1273
1274 $self
1275}
1276
1277sub as_string {
1278 my ($self) = @_;
1279
1280 "$self->{path}"
1281}
1282
1283# the displayed name, this is a one way mapping
1284sub visible_name {
1285 &as_string
1286}
1287
1288# the original (read-only) location
1289sub load_path {
1290 my ($self) = @_;
1291
1292 sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}
1293}
1294
1295# the temporary/swap location
1296sub save_path {
1297 my ($self) = @_;
1298
1299 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1300 sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path
1301}
1302
1303# the unique path, undef == no special unique path
1304sub uniq_path {
1305 my ($self) = @_;
1306
1307 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1308 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path
1161} 1309}
1162 1310
1163# and all this just because we cannot iterate over 1311# and all this just because we cannot iterate over
1164# all maps in C++... 1312# all maps in C++...
1165sub change_all_map_light { 1313sub change_all_map_light {
1167 1315
1168 $_->change_map_light ($change) 1316 $_->change_map_light ($change)
1169 for grep $_->outdoor, values %cf::MAP; 1317 for grep $_->outdoor, values %cf::MAP;
1170} 1318}
1171 1319
1320sub unlink_save {
1321 my ($self) = @_;
1322
1323 utf8::encode (my $save = $self->save_path);
1324 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1325 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1326}
1327
1172sub try_load_header($) { 1328sub load_header_from($) {
1173 my ($path) = @_; 1329 my ($self, $path) = @_;
1174 1330
1175 utf8::encode $path; 1331 utf8::encode $path;
1176 aio_open $path, O_RDONLY, 0 1332 #aio_open $path, O_RDONLY, 0
1333 # or return;
1334
1335 $self->_load_header ($path)
1177 or return; 1336 or return;
1178 1337
1179 my $map = cf::map::new 1338 $self->{load_path} = $path;
1339
1340 1
1341}
1342
1343sub load_header_orig {
1344 my ($self) = @_;
1345
1346 $self->load_header_from ($self->load_path)
1347}
1348
1349sub load_header_temp {
1350 my ($self) = @_;
1351
1352 $self->load_header_from ($self->save_path)
1353}
1354
1355sub prepare_temp {
1356 my ($self) = @_;
1357
1358 $self->last_access ((delete $self->{last_access})
1359 || $cf::RUNTIME); #d#
1360 # safety
1361 $self->{instantiate_time} = $cf::RUNTIME
1362 if $self->{instantiate_time} > $cf::RUNTIME;
1363}
1364
1365sub prepare_orig {
1366 my ($self) = @_;
1367
1368 $self->{load_original} = 1;
1369 $self->{instantiate_time} = $cf::RUNTIME;
1370 $self->last_access ($cf::RUNTIME);
1371 $self->instantiate;
1372}
1373
1374sub load_header {
1375 my ($self) = @_;
1376
1377 if ($self->load_header_temp) {
1378 $self->prepare_temp;
1379 } else {
1380 $self->load_header_orig
1180 or return; 1381 or return;
1382 $self->prepare_orig;
1383 }
1181 1384
1182 $map->load_header ($path) 1385 1
1183 or return;
1184
1185 $map->{load_path} = $path;
1186
1187 $map
1188} 1386}
1189 1387
1190sub find_map; 1388sub find;
1191sub find_map { 1389sub find {
1192 my ($path, $origin) = @_; 1390 my ($path, $origin) = @_;
1193 1391
1194 #warn "find_map<$path,$origin>\n";#d#
1195
1196 $path = new cf::path $path, $origin && $origin->path; 1392 $path = normalise $path, $origin && $origin->path;
1197 my $key = $path->as_string;
1198 1393
1199 cf::lock_wait "map_find:$key"; 1394 cf::lock_wait "map_find:$path";
1200 1395
1201 $cf::MAP{$key} || do { 1396 $cf::MAP{$path} || do {
1202 my $guard = cf::lock_acquire "map_find:$key"; 1397 my $guard = cf::lock_acquire "map_find:$path";
1203 1398 my $map = new_from_path cf::map $path
1204 # do it the slow way
1205 my $map = try_load_header $path->save_path;
1206
1207 if ($map) {
1208 # safety
1209 $map->{instantiate_time} = $cf::RUNTIME
1210 if $map->{instantiate_time} > $cf::RUNTIME;
1211 } else {
1212 if (my $rmp = $path->random_map_params) {
1213 $map = generate_random_map $key, $rmp;
1214 } else {
1215 $map = try_load_header $path->load_path;
1216 }
1217
1218 $map or return; 1399 or return;
1219 1400
1220 $map->{load_original} = 1;
1221 $map->{instantiate_time} = $cf::RUNTIME;
1222 $map->instantiate;
1223
1224 # per-player maps become, after loading, normal maps
1225 $map->per_player (0) if $path->{user_rel};
1226 }
1227
1228 $map->path ($key);
1229 $map->{path} = $path;
1230 $map->{last_save} = $cf::RUNTIME; 1401 $map->{last_save} = $cf::RUNTIME;
1231 $map->last_access ($cf::RUNTIME);
1232 1402
1233 if ($map->should_reset) { 1403 $map->load_header
1404 or return;
1405
1406 if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)
1407 # doing this can freeze the server in a sync job, obviously
1408 #$cf::WAIT_FOR_TICK->wait;
1234 $map->reset; 1409 $map->reset;
1235 undef $guard; 1410 undef $guard;
1236 $map = find_map $path 1411 return find $path;
1237 or return;
1238 } 1412 }
1239 1413
1240 $cf::MAP{$key} = $map 1414 $cf::MAP{$path} = $map
1241 } 1415 }
1242} 1416}
1417
1418sub pre_load { }
1419sub post_load { }
1243 1420
1244sub load { 1421sub load {
1245 my ($self) = @_; 1422 my ($self) = @_;
1246 1423
1424 local $self->{deny_reset} = 1; # loading can take a long time
1425
1247 my $path = $self->{path}; 1426 my $path = $self->{path};
1248 my $guard = cf::lock_acquire "map_load:" . $path->as_string; 1427 my $guard = cf::lock_acquire "map_load:$path";
1249 1428
1250 return if $self->in_memory != cf::MAP_SWAPPED; 1429 return if $self->in_memory != cf::MAP_SWAPPED;
1251 1430
1252 $self->in_memory (cf::MAP_LOADING); 1431 $self->in_memory (cf::MAP_LOADING);
1253 1432
1254 $self->alloc; 1433 $self->alloc;
1434
1435 $self->pre_load;
1436
1255 $self->load_objects ($self->{load_path}, 1) 1437 $self->_load_objects ($self->{load_path}, 1)
1256 or return; 1438 or return;
1257 1439
1258 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 1440 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1259 if delete $self->{load_original}; 1441 if delete $self->{load_original};
1260 1442
1261 if (my $uniq = $path->uniq_path) { 1443 if (my $uniq = $self->uniq_path) {
1262 utf8::encode $uniq; 1444 utf8::encode $uniq;
1263 if (aio_open $uniq, O_RDONLY, 0) { 1445 if (aio_open $uniq, O_RDONLY, 0) {
1264 $self->clear_unique_items; 1446 $self->clear_unique_items;
1265 $self->load_objects ($uniq, 0); 1447 $self->_load_objects ($uniq, 0);
1266 } 1448 }
1267 } 1449 }
1450
1451 Coro::cede;
1268 1452
1269 # now do the right thing for maps 1453 # now do the right thing for maps
1270 $self->link_multipart_objects; 1454 $self->link_multipart_objects;
1271 1455
1272 if ($self->{path}->is_style_map) { 1456 unless ($self->{deny_activate}) {
1273 $self->{deny_save} = 1; 1457 $self->decay_objects;
1274 $self->{deny_reset} = 1;
1275 } else {
1276 $self->fix_auto_apply; 1458 $self->fix_auto_apply;
1277 $self->decay_objects;
1278 $self->update_buttons; 1459 $self->update_buttons;
1460 Coro::cede;
1279 $self->set_darkness_map; 1461 $self->set_darkness_map;
1280 $self->difficulty ($self->estimate_difficulty) 1462 $self->difficulty ($self->estimate_difficulty)
1281 unless $self->difficulty; 1463 unless $self->difficulty;
1464 Coro::cede;
1282 $self->activate; 1465 $self->activate;
1283 } 1466 }
1284 1467
1468 $self->post_load;
1469
1285 $self->in_memory (cf::MAP_IN_MEMORY); 1470 $self->in_memory (cf::MAP_IN_MEMORY);
1286} 1471}
1287 1472
1288sub load_map_sync { 1473sub customise_for {
1474 my ($self, $ob) = @_;
1475
1476 return find "~" . $ob->name . "/" . $self->{path}
1477 if $self->per_player;
1478
1479 $self
1480}
1481
1482# find and load all maps in the 3x3 area around a map
1483sub load_diag {
1484 my ($map) = @_;
1485
1486 my @diag; # diagonal neighbours
1487
1488 for (0 .. 3) {
1489 my $neigh = $map->tile_path ($_)
1490 or next;
1491 $neigh = find $neigh, $map
1492 or next;
1493 $neigh->load;
1494
1495 push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
1496 [$neigh->tile_path (($_ + 1) % 4), $neigh];
1497 }
1498
1499 for (@diag) {
1500 my $neigh = find @$_
1501 or next;
1502 $neigh->load;
1503 }
1504}
1505
1506sub find_sync {
1289 my ($path, $origin) = @_; 1507 my ($path, $origin) = @_;
1290 1508
1291 #warn "load_map_sync<$path, $origin>\n";#d# 1509 cf::sync_job { find $path, $origin }
1510}
1292 1511
1293 cf::sync_job { 1512sub do_load_sync {
1294 my $map = cf::map::find_map $path, $origin 1513 my ($map) = @_;
1295 or return; 1514
1515 cf::sync_job { $map->load };
1516}
1517
1518our %MAP_PREFETCH;
1519our $MAP_PREFETCHER = undef;
1520
1521sub find_async {
1522 my ($path, $origin) = @_;
1523
1524 $path = normalise $path, $origin && $origin->{path};
1525
1526 if (my $map = $cf::MAP{$path}) {
1527 return $map if $map->in_memory == cf::MAP_IN_MEMORY;
1528 }
1529
1530 undef $MAP_PREFETCH{$path};
1531 $MAP_PREFETCHER ||= cf::async {
1532 while (%MAP_PREFETCH) {
1533 for my $path (keys %MAP_PREFETCH) {
1534 my $map = find $path
1535 or next;
1296 $map->load; 1536 $map->load;
1297 $map 1537
1538 delete $MAP_PREFETCH{$path};
1539 }
1540 }
1541 undef $MAP_PREFETCHER;
1298 } 1542 };
1543 $MAP_PREFETCHER->prio (6);
1544
1545 ()
1299} 1546}
1300 1547
1301sub save { 1548sub save {
1302 my ($self) = @_; 1549 my ($self) = @_;
1303 1550
1551 my $lock = cf::lock_acquire "map_data:" . $self->path;
1552
1304 $self->{last_save} = $cf::RUNTIME; 1553 $self->{last_save} = $cf::RUNTIME;
1305 1554
1306 return unless $self->dirty; 1555 return unless $self->dirty;
1307 1556
1308 my $save = $self->{path}->save_path; utf8::encode $save; 1557 my $save = $self->save_path; utf8::encode $save;
1309 my $uniq = $self->{path}->uniq_path; utf8::encode $uniq; 1558 my $uniq = $self->uniq_path; utf8::encode $uniq;
1310 1559
1311 $self->{load_path} = $save; 1560 $self->{load_path} = $save;
1312 1561
1313 return if $self->{deny_save}; 1562 return if $self->{deny_save};
1314 1563
1564 local $self->{last_access} = $self->last_access;#d#
1565
1566 cf::async {
1567 $_->contr->save for $self->players;
1568 };
1569
1315 if ($uniq) { 1570 if ($uniq) {
1316 $self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 1571 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1317 $self->save_objects ($uniq, cf::IO_UNIQUES); 1572 $self->_save_objects ($uniq, cf::IO_UNIQUES);
1318 } else { 1573 } else {
1319 $self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES); 1574 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1320 } 1575 }
1321} 1576}
1322 1577
1323sub swap_out { 1578sub swap_out {
1324 my ($self) = @_; 1579 my ($self) = @_;
1325 1580
1326 # save first because save cedes 1581 # save first because save cedes
1327 $self->save; 1582 $self->save;
1583
1584 my $lock = cf::lock_acquire "map_data:" . $self->path;
1328 1585
1329 return if $self->players; 1586 return if $self->players;
1330 return if $self->in_memory != cf::MAP_IN_MEMORY; 1587 return if $self->in_memory != cf::MAP_IN_MEMORY;
1331 return if $self->{deny_save}; 1588 return if $self->{deny_save};
1332 1589
1336 1593
1337sub reset_at { 1594sub reset_at {
1338 my ($self) = @_; 1595 my ($self) = @_;
1339 1596
1340 # TODO: safety, remove and allow resettable per-player maps 1597 # TODO: safety, remove and allow resettable per-player maps
1341 return 1e99 if $self->{path}{user_rel}; 1598 return 1e99 if $self->isa ("ext::map_per_player");#d#
1342 return 1e99 if $self->{deny_reset}; 1599 return 1e99 if $self->{deny_reset};
1343 1600
1344 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 1601 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1345 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 1602 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1346 1603
1351 my ($self) = @_; 1608 my ($self) = @_;
1352 1609
1353 $self->reset_at <= $cf::RUNTIME 1610 $self->reset_at <= $cf::RUNTIME
1354} 1611}
1355 1612
1356sub unlink_save {
1357 my ($self) = @_;
1358
1359 utf8::encode (my $save = $self->{path}->save_path);
1360 aioreq_pri 3; IO::AIO::aio_unlink $save;
1361 aioreq_pri 3; IO::AIO::aio_unlink "$save.pst";
1362}
1363
1364sub rename {
1365 my ($self, $new_path) = @_;
1366
1367 $self->unlink_save;
1368
1369 delete $cf::MAP{$self->path};
1370 $self->{path} = new cf::path $new_path;
1371 $self->path ($self->{path}->as_string);
1372 $cf::MAP{$self->path} = $self;
1373
1374 $self->save;
1375}
1376
1377sub reset { 1613sub reset {
1378 my ($self) = @_; 1614 my ($self) = @_;
1379 1615
1616 my $lock = cf::lock_acquire "map_data:$self->{path}";
1617
1380 return if $self->players; 1618 return if $self->players;
1381 return if $self->{path}{user_rel};#d# 1619 return if $self->isa ("ext::map_per_player");#d#
1382 1620
1383 warn "resetting map ", $self->path;#d# 1621 warn "resetting map ", $self->path;#d#
1384 1622
1623 $self->in_memory (cf::MAP_SWAPPED);
1624
1625 # need to save uniques path
1626 unless ($self->{deny_save}) {
1627 my $uniq = $self->uniq_path; utf8::encode $uniq;
1628
1629 $self->_save_objects ($uniq, cf::IO_UNIQUES)
1630 if $uniq;
1631 }
1632
1385 delete $cf::MAP{$self->path}; 1633 delete $cf::MAP{$self->path};
1634
1635 $self->clear;
1386 1636
1387 $_->clear_links_to ($self) for values %cf::MAP; 1637 $_->clear_links_to ($self) for values %cf::MAP;
1388 1638
1389 $self->unlink_save; 1639 $self->unlink_save;
1390 $self->destroy; 1640 $self->destroy;
1393my $nuke_counter = "aaaa"; 1643my $nuke_counter = "aaaa";
1394 1644
1395sub nuke { 1645sub nuke {
1396 my ($self) = @_; 1646 my ($self) = @_;
1397 1647
1648 delete $cf::MAP{$self->path};
1649
1650 $self->unlink_save;
1651
1652 bless $self, "cf::map";
1653 delete $self->{deny_reset};
1398 $self->{deny_save} = 1; 1654 $self->{deny_save} = 1;
1399 $self->reset_timeout (1); 1655 $self->reset_timeout (1);
1400 $self->rename ("{nuke}/" . ($nuke_counter++)); 1656 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1657
1658 $cf::MAP{$self->path} = $self;
1659
1401 $self->reset; # polite request, might not happen 1660 $self->reset; # polite request, might not happen
1402} 1661}
1403 1662
1404sub customise_for { 1663=item cf::map::unique_maps
1405 my ($map, $ob) = @_;
1406 1664
1407 if ($map->per_player) { 1665Returns an arrayref of paths of all shared maps that have
1408 return cf::map::find_map "~" . $ob->name . "/" . $map->{path}{path}; 1666instantiated unique items. May block.
1409 }
1410 1667
1411 $map 1668=cut
1412}
1413 1669
1414sub emergency_save { 1670sub unique_maps() {
1415 local $cf::FREEZE = 1; 1671 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir
1672 or return;
1416 1673
1417 warn "enter emergency map save\n"; 1674 my @paths;
1418 1675
1419 cf::sync_job { 1676 for (@$files) {
1420 warn "begin emergency map save\n"; 1677 utf8::decode $_;
1421 $_->save for values %cf::MAP; 1678 next if /\.pst$/;
1679 next unless /^$PATH_SEP/o;
1680
1681 push @paths, cf::map::normalise $_;
1422 }; 1682 }
1423 1683
1424 warn "end emergency map save\n"; 1684 \@paths
1425} 1685}
1426 1686
1427package cf; 1687package cf;
1428 1688
1429=back 1689=back
1430 1690
1691=head3 cf::object
1692
1693=cut
1694
1695package cf::object;
1696
1697=over 4
1698
1699=item $ob->inv_recursive
1700
1701Returns the inventory of the object _and_ their inventories, recursively.
1702
1703=cut
1704
1705sub inv_recursive_;
1706sub inv_recursive_ {
1707 map { $_, inv_recursive_ $_->inv } @_
1708}
1709
1710sub inv_recursive {
1711 inv_recursive_ inv $_[0]
1712}
1713
1714package cf;
1715
1716=back
1431 1717
1432=head3 cf::object::player 1718=head3 cf::object::player
1433 1719
1434=over 4 1720=over 4
1435 1721
1475 1761
1476=item $player_object->enter_link 1762=item $player_object->enter_link
1477 1763
1478Freezes the player and moves him/her to a special map (C<{link}>). 1764Freezes the player and moves him/her to a special map (C<{link}>).
1479 1765
1480The player should be reaosnably safe there for short amounts of time. You 1766The player should be reasonably safe there for short amounts of time. You
1481I<MUST> call C<leave_link> as soon as possible, though. 1767I<MUST> call C<leave_link> as soon as possible, though.
1482 1768
1769Will never block.
1770
1483=item $player_object->leave_link ($map, $x, $y) 1771=item $player_object->leave_link ($map, $x, $y)
1484 1772
1485Moves the player out of the specila link map onto the given map. If the 1773Moves the player out of the special C<{link}> map onto the specified
1486map is not valid (or omitted), the player will be moved back to the 1774map. If the map is not valid (or omitted), the player will be moved back
1487location he/she was before the call to C<enter_link>, or, if that fails, 1775to the location he/she was before the call to C<enter_link>, or, if that
1488to the emergency map position. 1776fails, to the emergency map position.
1489 1777
1490Might block. 1778Might block.
1491 1779
1492=cut 1780=cut
1781
1782sub link_map {
1783 unless ($LINK_MAP) {
1784 $LINK_MAP = cf::map::find "{link}"
1785 or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
1786 $LINK_MAP->load;
1787 }
1788
1789 $LINK_MAP
1790}
1493 1791
1494sub cf::object::player::enter_link { 1792sub cf::object::player::enter_link {
1495 my ($self) = @_; 1793 my ($self) = @_;
1496 1794
1497 $self->deactivate_recursive; 1795 $self->deactivate_recursive;
1498 1796
1499 return if $self->map == $LINK_MAP; 1797 return if UNIVERSAL::isa $self->map, "ext::map_link";
1500 1798
1501 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 1799 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1502 if $self->map; 1800 if $self->map;
1503 1801
1504 $self->enter_map ($LINK_MAP, 20, 20); 1802 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1505} 1803}
1506 1804
1507sub cf::object::player::leave_link { 1805sub cf::object::player::leave_link {
1508 my ($self, $map, $x, $y) = @_; 1806 my ($self, $map, $x, $y) = @_;
1509 1807
1510 my $link_pos = delete $self->{_link_pos}; 1808 my $link_pos = delete $self->{_link_pos};
1511 1809
1512 unless ($map) { 1810 unless ($map) {
1513 # restore original map position 1811 # restore original map position
1514 ($map, $x, $y) = @{ $link_pos || [] }; 1812 ($map, $x, $y) = @{ $link_pos || [] };
1515 $map = cf::map::find_map $map; 1813 $map = cf::map::find $map;
1516 1814
1517 unless ($map) { 1815 unless ($map) {
1518 ($map, $x, $y) = @$EMERGENCY_POSITION; 1816 ($map, $x, $y) = @$EMERGENCY_POSITION;
1519 $map = cf::map::find_map $map 1817 $map = cf::map::find $map
1520 or die "FATAL: cannot load emergency map\n"; 1818 or die "FATAL: cannot load emergency map\n";
1521 } 1819 }
1522 } 1820 }
1523 1821
1524 ($x, $y) = (-1, -1) 1822 ($x, $y) = (-1, -1)
1527 # use -1 or undef as default coordinates, not 0, 0 1825 # use -1 or undef as default coordinates, not 0, 0
1528 ($x, $y) = ($map->enter_x, $map->enter_y) 1826 ($x, $y) = ($map->enter_x, $map->enter_y)
1529 if $x <=0 && $y <= 0; 1827 if $x <=0 && $y <= 0;
1530 1828
1531 $map->load; 1829 $map->load;
1830 $map->load_diag;
1532 1831
1832 return unless $self->contr->active;
1533 $self->activate_recursive; 1833 $self->activate_recursive;
1834
1835 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1534 $self->enter_map ($map, $x, $y); 1836 $self->enter_map ($map, $x, $y);
1535} 1837}
1536 1838
1537cf::player->attach ( 1839cf::player->attach (
1538 on_logout => sub { 1840 on_logout => sub {
1550 1852
1551 # try to abort aborted map switching on player login :) 1853 # try to abort aborted map switching on player login :)
1552 # should happen only on crashes 1854 # should happen only on crashes
1553 if ($pl->ob->{_link_pos}) { 1855 if ($pl->ob->{_link_pos}) {
1554 $pl->ob->enter_link; 1856 $pl->ob->enter_link;
1555 cf::async { 1857 (async {
1858 $pl->ob->reply (undef,
1859 "There was an internal problem at your last logout, "
1860 . "the server will try to bring you to your intended destination in a second.",
1861 cf::NDI_RED);
1556 # we need this sleep as the login has a concurrent enter_exit running 1862 # we need this sleep as the login has a concurrent enter_exit running
1557 # and this sleep increases chances of the player not ending up in scorn 1863 # and this sleep increases chances of the player not ending up in scorn
1558 Coro::Timer::sleep 1; 1864 Coro::Timer::sleep 1;
1559 $pl->ob->leave_link; 1865 $pl->ob->leave_link;
1560 }; 1866 })->prio (2);
1561 } 1867 }
1562 }, 1868 },
1563); 1869);
1564 1870
1565=item $player_object->goto_map ($path, $x, $y) 1871=item $player_object->goto ($path, $x, $y)
1566 1872
1567=cut 1873=cut
1568 1874
1569sub cf::object::player::goto_map { 1875sub cf::object::player::goto {
1570 my ($self, $path, $x, $y) = @_; 1876 my ($self, $path, $x, $y) = @_;
1571 1877
1572 $self->enter_link; 1878 $self->enter_link;
1573 1879
1574 (cf::async { 1880 (async {
1575 $path = new cf::path $path; 1881 my $map = eval {
1576
1577 my $map = cf::map::find_map $path->as_string; 1882 my $map = cf::map::find $path;
1578 $map = $map->customise_for ($self) if $map; 1883 $map = $map->customise_for ($self) if $map;
1579 1884 $map
1580# warn "entering ", $map->path, " at ($x, $y)\n" 1885 } or
1581# if $map;
1582
1583 $map or $self->message ("The exit is closed", cf::NDI_UNIQUE | cf::NDI_RED); 1886 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1584 1887
1585 $self->leave_link ($map, $x, $y); 1888 $self->leave_link ($map, $x, $y);
1586 })->prio (1); 1889 })->prio (1);
1587} 1890}
1588 1891
1592 1895
1593sub parse_random_map_params { 1896sub parse_random_map_params {
1594 my ($spec) = @_; 1897 my ($spec) = @_;
1595 1898
1596 my $rmp = { # defaults 1899 my $rmp = { # defaults
1597 xsize => 10, 1900 xsize => (cf::rndm 15, 40),
1598 ysize => 10, 1901 ysize => (cf::rndm 15, 40),
1902 symmetry => (cf::rndm 1, cf::SYMMETRY_XY),
1903 #layout => string,
1599 }; 1904 };
1600 1905
1601 for (split /\n/, $spec) { 1906 for (split /\n/, $spec) {
1602 my ($k, $v) = split /\s+/, $_, 2; 1907 my ($k, $v) = split /\s+/, $_, 2;
1603 1908
1607 $rmp 1912 $rmp
1608} 1913}
1609 1914
1610sub prepare_random_map { 1915sub prepare_random_map {
1611 my ($exit) = @_; 1916 my ($exit) = @_;
1917
1918 my $guard = cf::lock_acquire "exit_prepare:$exit";
1612 1919
1613 # all this does is basically replace the /! path by 1920 # all this does is basically replace the /! path by
1614 # a new random map path (?random/...) with a seed 1921 # a new random map path (?random/...) with a seed
1615 # that depends on the exit object 1922 # that depends on the exit object
1616 1923
1617 my $rmp = parse_random_map_params $exit->msg; 1924 my $rmp = parse_random_map_params $exit->msg;
1618 1925
1619 if ($exit->map) { 1926 if ($exit->map) {
1620 $rmp->{region} = $exit->map->region_name; 1927 $rmp->{region} = $exit->region->name;
1621 $rmp->{origin_map} = $exit->map->path; 1928 $rmp->{origin_map} = $exit->map->path;
1622 $rmp->{origin_x} = $exit->x; 1929 $rmp->{origin_x} = $exit->x;
1623 $rmp->{origin_y} = $exit->y; 1930 $rmp->{origin_y} = $exit->y;
1624 } 1931 }
1625 1932
1626 $rmp->{random_seed} ||= $exit->random_seed; 1933 $rmp->{random_seed} ||= $exit->random_seed;
1627 1934
1628 my $data = cf::to_json $rmp; 1935 my $data = cf::to_json $rmp;
1629 my $md5 = Digest::MD5::md5_hex $data; 1936 my $md5 = Digest::MD5::md5_hex $data;
1937 my $meta = "$cf::RANDOM_MAPS/$md5.meta";
1630 1938
1631 if (my $fh = aio_open "$cf::RANDOM_MAPS/$md5.meta", O_WRONLY | O_CREAT, 0666) { 1939 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1632 aio_write $fh, 0, (length $data), $data, 0; 1940 aio_write $fh, 0, (length $data), $data, 0;
1941 undef $fh;
1942 aio_rename "$meta~", $meta;
1633 1943
1634 $exit->slaying ("?random/$md5"); 1944 $exit->slaying ("?random/$md5");
1635 $exit->msg (undef); 1945 $exit->msg (undef);
1636 } 1946 }
1637} 1947}
1639sub cf::object::player::enter_exit { 1949sub cf::object::player::enter_exit {
1640 my ($self, $exit) = @_; 1950 my ($self, $exit) = @_;
1641 1951
1642 return unless $self->type == cf::PLAYER; 1952 return unless $self->type == cf::PLAYER;
1643 1953
1954 if ($exit->slaying eq "/!") {
1955 #TODO: this should de-fi-ni-te-ly not be a sync-job
1956 cf::sync_job { prepare_random_map $exit };
1957 }
1958
1959 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1960 my $hp = $exit->stats->hp;
1961 my $sp = $exit->stats->sp;
1962
1644 $self->enter_link; 1963 $self->enter_link;
1645 1964
1646 (cf::async { 1965 (async {
1966 $self->deactivate_recursive; # just to be sure
1647 unless (eval { 1967 unless (eval {
1648 prepare_random_map $exit 1968 $self->goto ($slaying, $hp, $sp);
1649 if $exit->slaying eq "/!";
1650
1651 my $path = new cf::path $exit->slaying, $exit->map && $exit->map->path;
1652 $self->goto_map ($path, $exit->stats->hp, $exit->stats->sp);
1653 1969
1654 1; 1970 1;
1655 }) { 1971 }) {
1656 $self->message ("Something went wrong deep within the crossfire server. " 1972 $self->message ("Something went wrong deep within the crossfire server. "
1657 . "I'll try to bring you back to the map you were before. " 1973 . "I'll try to bring you back to the map you were before. "
1658 . "Please report this to the dungeon master", 1974 . "Please report this to the dungeon master!",
1659 cf::NDI_UNIQUE | cf::NDI_RED); 1975 cf::NDI_UNIQUE | cf::NDI_RED);
1660 1976
1661 warn "ERROR in enter_exit: $@"; 1977 warn "ERROR in enter_exit: $@";
1662 $self->leave_link; 1978 $self->leave_link;
1663 } 1979 }
1718 # get handled first 2034 # get handled first
1719 my $queue = delete $ns->{query_queue} 2035 my $queue = delete $ns->{query_queue}
1720 or return; # be conservative, not sure how that can happen, but we saw a crash here 2036 or return; # be conservative, not sure how that can happen, but we saw a crash here
1721 2037
1722 (shift @$queue)->[1]->($msg); 2038 (shift @$queue)->[1]->($msg);
2039 return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1723 2040
1724 push @{ $ns->{query_queue} }, @$queue; 2041 push @{ $ns->{query_queue} }, @$queue;
1725 2042
1726 if (@{ $ns->{query_queue} } == @$queue) { 2043 if (@{ $ns->{query_queue} } == @$queue) {
1727 if (@$queue) { 2044 if (@$queue) {
1731 } 2048 }
1732 } 2049 }
1733 }, 2050 },
1734); 2051);
1735 2052
1736=item $client->coro (\&cb) 2053=item $client->async (\&cb)
1737 2054
1738Create a new coroutine, running the specified callback. The coroutine will 2055Create a new coroutine, running the specified callback. The coroutine will
1739be automatically cancelled when the client gets destroyed (e.g. on logout, 2056be automatically cancelled when the client gets destroyed (e.g. on logout,
1740or loss of connection). 2057or loss of connection).
1741 2058
1742=cut 2059=cut
1743 2060
1744sub cf::client::coro { 2061sub cf::client::async {
1745 my ($self, $cb) = @_; 2062 my ($self, $cb) = @_;
1746 2063
1747 my $coro = &cf::async ($cb); 2064 my $coro = &Coro::async ($cb);
1748 2065
1749 $coro->on_destroy (sub { 2066 $coro->on_destroy (sub {
1750 delete $self->{_coro}{$coro+0}; 2067 delete $self->{_coro}{$coro+0};
1751 }); 2068 });
1752 2069
1888The parameter C<$family> should best start with the name of the extension 2205The parameter C<$family> should best start with the name of the extension
1889using it, it should be unique. 2206using it, it should be unique.
1890 2207
1891=over 4 2208=over 4
1892 2209
1893=item $hashref = cf::db_get $family
1894
1895Return a hashref for use by the extension C<$family>, which can be
1896modified. After modifications, you have to call C<cf::db_dirty> or
1897C<cf::db_sync>.
1898
1899=item $value = cf::db_get $family => $key 2210=item $value = cf::db_get $family => $key
1900 2211
1901Returns a single value from the database 2212Returns a single value from the database.
1902
1903=item cf::db_put $family => $hashref
1904
1905Stores the given family hashref into the database. Updates are delayed, if
1906you want the data to be synced to disk immediately, use C<cf::db_sync>.
1907 2213
1908=item cf::db_put $family => $key => $value 2214=item cf::db_put $family => $key => $value
1909 2215
1910Stores the given C<$value> in the family hash. Updates are delayed, if you 2216Stores the given C<$value> in the family.
1911want the data to be synced to disk immediately, use C<cf::db_sync>.
1912
1913=item cf::db_dirty
1914
1915Marks the database as dirty, to be updated at a later time.
1916
1917=item cf::db_sync
1918
1919Immediately write the database to disk I<if it is dirty>.
1920 2217
1921=cut 2218=cut
1922 2219
1923our $DB; 2220our $DB;
1924 2221
1925{ 2222sub db_init {
2223 unless ($DB) {
2224 $DB = BDB::db_create $DB_ENV;
2225
2226 cf::sync_job {
2227 eval {
2228 $DB->set_flags (BDB::CHKSUM);
2229
2230 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2231 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2232 cf::cleanup "db_open(db): $!" if $!;
2233 };
2234 cf::cleanup "db_open(db): $@" if $@;
2235 };
2236
1926 my $path = cf::localdir . "/database.pst"; 2237 my $path = cf::localdir . "/database.pst";
2238 if (stat $path) {
2239 cf::sync_job {
2240 my $pst = Storable::retrieve $path;
1927 2241
1928 sub db_load() { 2242 cf::db_put (board => data => $pst->{board});
1929 $DB = stat $path ? Storable::retrieve $path : { }; 2243 cf::db_put (guildrules => data => $pst->{guildrules});
1930 } 2244 cf::db_put (rent => balance => $pst->{rent}{balance});
2245 BDB::db_env_txn_checkpoint $DB_ENV;
1931 2246
1932 my $pid; 2247 unlink $path;
1933
1934 sub db_save() {
1935 waitpid $pid, 0 if $pid;
1936 if (0 == ($pid = fork)) {
1937 $DB->{_meta}{version} = 1;
1938 Storable::nstore $DB, "$path~";
1939 rename "$path~", $path;
1940 cf::_exit 0 if defined $pid;
1941 } 2248 };
1942 }
1943
1944 my $dirty;
1945
1946 sub db_sync() {
1947 db_save if $dirty;
1948 undef $dirty;
1949 }
1950
1951 my $idle = Event->idle (min => $TICK * 2.8, max => 10, repeat => 0, data => WF_AUTOCANCEL, cb => sub {
1952 db_sync;
1953 });
1954
1955 sub db_dirty() {
1956 $dirty = 1;
1957 $idle->start;
1958 }
1959
1960 sub db_get($;$) {
1961 @_ >= 2
1962 ? $DB->{$_[0]}{$_[1]}
1963 : ($DB->{$_[0]} ||= { })
1964 }
1965
1966 sub db_put($$;$) {
1967 if (@_ >= 3) {
1968 $DB->{$_[0]}{$_[1]} = $_[2];
1969 } else {
1970 $DB->{$_[0]} = $_[1];
1971 }
1972 db_dirty;
1973 }
1974
1975 cf::global->attach (
1976 prio => 10000,
1977 on_cleanup => sub {
1978 db_sync;
1979 }, 2249 }
1980 ); 2250 }
2251}
2252
2253sub db_get($$) {
2254 my $key = "$_[0]/$_[1]";
2255
2256 cf::sync_job {
2257 BDB::db_get $DB, undef, $key, my $data;
2258
2259 $! ? ()
2260 : Compress::LZF::sthaw $data
2261 }
2262}
2263
2264sub db_put($$$) {
2265 BDB::dbreq_pri 4;
2266 BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };
1981} 2267}
1982 2268
1983############################################################################# 2269#############################################################################
1984# the server's main() 2270# the server's init and main functions
2271
2272sub load_faces {
2273 my $path = sprintf "%s/faces", cf::datadir;
2274
2275 warn "loading faces from $path\n";
2276
2277 my $faces;
2278 0 < aio_load $path, $faces
2279 or die "$path: $!";
2280
2281 Coro::cede;
2282 $faces = Storable::thaw $faces;
2283 Coro::cede;
2284
2285 while (my ($face, $info) = each %$faces) {
2286 my $idx = (cf::face::find $face) || cf::face::alloc $face;
2287 cf::face::set $idx, $info->{visibility}, $info->{magicmap};
2288 cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
2289 Coro::cede;
2290 }
2291
2292 1
2293}
2294
2295sub reload_resources {
2296 load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir
2297 or die "unable to load regions file\n";#d#
2298 load_faces
2299 or die "unable to load faces\n";#d#
2300}
2301
2302sub init {
2303 reload_resources;
2304}
1985 2305
1986sub cfg_load { 2306sub cfg_load {
1987 open my $fh, "<:utf8", cf::confdir . "/config" 2307 open my $fh, "<:utf8", cf::confdir . "/config"
1988 or return; 2308 or return;
1989 2309
1990 local $/; 2310 local $/;
1991 *CFG = YAML::Syck::Load <$fh>; 2311 *CFG = YAML::Syck::Load <$fh>;
1992 2312
1993 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37]; 2313 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
1994 2314
2315 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2316 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
2317
1995 if (exists $CFG{mlockall}) { 2318 if (exists $CFG{mlockall}) {
1996 eval { 2319 eval {
1997 $CFG{mlockall} ? &mlockall : &munlockall 2320 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
1998 and die "WARNING: m(un)lockall failed: $!\n"; 2321 and die "WARNING: m(un)lockall failed: $!\n";
1999 }; 2322 };
2000 warn $@ if $@; 2323 warn $@ if $@;
2001 } 2324 }
2002} 2325}
2003 2326
2004sub main { 2327sub main {
2005 # we must not ever block the main coroutine 2328 # we must not ever block the main coroutine
2006 local $Coro::idle = sub { 2329 local $Coro::idle = sub {
2007 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 2330 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2008 (Coro::unblock_sub { 2331 (async {
2009 Event::one_event; 2332 Event::one_event;
2010 })->(); 2333 })->prio (Coro::PRIO_MAX);
2011 }; 2334 };
2012 2335
2013 cfg_load; 2336 cfg_load;
2014 db_load; 2337 db_init;
2015 load_extensions; 2338 load_extensions;
2339
2340 $TICK_WATCHER->start;
2016 Event::loop; 2341 Event::loop;
2017} 2342}
2018 2343
2019############################################################################# 2344#############################################################################
2020# initialisation 2345# initialisation and cleanup
2346
2347# install some emergency cleanup handlers
2348BEGIN {
2349 for my $signal (qw(INT HUP TERM)) {
2350 Event->signal (
2351 reentrant => 0,
2352 data => WF_AUTOCANCEL,
2353 signal => $signal,
2354 prio => 0,
2355 cb => sub {
2356 cf::cleanup "SIG$signal";
2357 },
2358 );
2359 }
2360}
2361
2362sub emergency_save() {
2363 my $freeze_guard = cf::freeze_mainloop;
2364
2365 warn "enter emergency perl save\n";
2366
2367 cf::sync_job {
2368 # use a peculiar iteration method to avoid tripping on perl
2369 # refcount bugs in for. also avoids problems with players
2370 # and maps saved/destroyed asynchronously.
2371 warn "begin emergency player save\n";
2372 for my $login (keys %cf::PLAYER) {
2373 my $pl = $cf::PLAYER{$login} or next;
2374 $pl->valid or next;
2375 $pl->save;
2376 }
2377 warn "end emergency player save\n";
2378
2379 warn "begin emergency map save\n";
2380 for my $path (keys %cf::MAP) {
2381 my $map = $cf::MAP{$path} or next;
2382 $map->valid or next;
2383 $map->save;
2384 }
2385 warn "end emergency map save\n";
2386
2387 warn "begin emergency database checkpoint\n";
2388 BDB::db_env_txn_checkpoint $DB_ENV;
2389 warn "end emergency database checkpoint\n";
2390 };
2391
2392 warn "leave emergency perl save\n";
2393}
2394
2395sub post_cleanup {
2396 my ($make_core) = @_;
2397
2398 warn Carp::longmess "post_cleanup backtrace"
2399 if $make_core;
2400}
2021 2401
2022sub reload() { 2402sub reload() {
2023 # can/must only be called in main 2403 # can/must only be called in main
2024 if ($Coro::current != $Coro::main) { 2404 if ($Coro::current != $Coro::main) {
2025 warn "can only reload from main coroutine\n"; 2405 warn "can only reload from main coroutine";
2026 return; 2406 return;
2027 } 2407 }
2028 2408
2029 warn "reloading..."; 2409 warn "reloading...";
2030 2410
2031 local $FREEZE = 1; 2411 warn "entering sync_job";
2412
2413 cf::sync_job {
2414 cf::write_runtime; # external watchdog should not bark
2032 cf::emergency_save; 2415 cf::emergency_save;
2416 cf::write_runtime; # external watchdog should not bark
2033 2417
2034 eval { 2418 warn "syncing database to disk";
2419 BDB::db_env_txn_checkpoint $DB_ENV;
2420
2035 # if anything goes wrong in here, we should simply crash as we already saved 2421 # if anything goes wrong in here, we should simply crash as we already saved
2036 2422
2037 # cancel all watchers 2423 warn "cancelling all WF_AUTOCANCEL watchers";
2038 for (Event::all_watchers) { 2424 for (Event::all_watchers) {
2039 $_->cancel if $_->data & WF_AUTOCANCEL; 2425 $_->cancel if $_->data & WF_AUTOCANCEL;
2040 } 2426 }
2041 2427
2428 warn "flushing outstanding aio requests";
2429 for (;;) {
2430 BDB::flush;
2431 IO::AIO::flush;
2432 Coro::cede;
2433 last unless IO::AIO::nreqs || BDB::nreqs;
2434 warn "iterate...";
2435 }
2436
2437 ++$RELOAD;
2438
2042 # cancel all extension coros 2439 warn "cancelling all extension coros";
2043 $_->cancel for values %EXT_CORO; 2440 $_->cancel for values %EXT_CORO;
2044 %EXT_CORO = (); 2441 %EXT_CORO = ();
2045 2442
2046 # unload all extensions 2443 warn "removing commands";
2047 for (@exts) { 2444 %COMMAND = ();
2445
2446 warn "removing ext commands";
2447 %EXTCMD = ();
2448
2449 warn "unloading/nuking all extensions";
2450 for my $pkg (@EXTS) {
2048 warn "unloading <$_>"; 2451 warn "... unloading $pkg";
2049 unload_extension $_; 2452
2453 if (my $cb = $pkg->can ("unload")) {
2454 eval {
2455 $cb->($pkg);
2456 1
2457 } or warn "$pkg unloaded, but with errors: $@";
2050 } 2458 }
2051 2459
2460 warn "... nuking $pkg";
2461 Symbol::delete_package $pkg;
2462 }
2463
2052 # unload all modules loaded from $LIBDIR 2464 warn "unloading all perl modules loaded from $LIBDIR";
2053 while (my ($k, $v) = each %INC) { 2465 while (my ($k, $v) = each %INC) {
2054 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/; 2466 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2055 2467
2056 warn "removing <$k>"; 2468 warn "... unloading $k";
2057 delete $INC{$k}; 2469 delete $INC{$k};
2058 2470
2059 $k =~ s/\.pm$//; 2471 $k =~ s/\.pm$//;
2060 $k =~ s/\//::/g; 2472 $k =~ s/\//::/g;
2061 2473
2064 } 2476 }
2065 2477
2066 Symbol::delete_package $k; 2478 Symbol::delete_package $k;
2067 } 2479 }
2068 2480
2069 # sync database to disk
2070 cf::db_sync;
2071 IO::AIO::flush;
2072
2073 # get rid of safe::, as good as possible 2481 warn "getting rid of safe::, as good as possible";
2074 Symbol::delete_package "safe::$_" 2482 Symbol::delete_package "safe::$_"
2075 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 2483 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2076 2484
2077 # remove register_script_function callbacks
2078 # TODO
2079
2080 # unload cf.pm "a bit" 2485 warn "unloading cf.pm \"a bit\"";
2081 delete $INC{"cf.pm"}; 2486 delete $INC{"cf.pm"};
2082 2487
2083 # don't, removes xs symbols, too, 2488 # don't, removes xs symbols, too,
2084 # and global variables created in xs 2489 # and global variables created in xs
2085 #Symbol::delete_package __PACKAGE__; 2490 #Symbol::delete_package __PACKAGE__;
2086 2491
2087 # reload cf.pm 2492 warn "unload completed, starting to reload now";
2493
2088 warn "reloading cf.pm"; 2494 warn "reloading cf.pm";
2089 require cf; 2495 require cf;
2090 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 2496 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2091 2497
2092 # load config and database again 2498 warn "loading config and database again";
2093 cf::cfg_load; 2499 cf::cfg_load;
2094 cf::db_load;
2095 2500
2096 # load extensions
2097 warn "load extensions"; 2501 warn "loading extensions";
2098 cf::load_extensions; 2502 cf::load_extensions;
2099 2503
2100 # reattach attachments to objects 2504 warn "reattaching attachments to objects/players";
2101 warn "reattach"; 2505 _global_reattach; # objects, sockets
2102 _global_reattach; 2506 warn "reattaching attachments to maps";
2103 }; 2507 reattach $_ for values %MAP;
2508 warn "reattaching attachments to players";
2509 reattach $_ for values %PLAYER;
2104 2510
2105 if ($@) { 2511 warn "loading reloadable resources";
2512 reload_resources;
2513
2514 warn "leaving sync_job";
2515
2516 1
2517 } or do {
2106 warn $@; 2518 warn $@;
2107 warn "error while reloading, exiting."; 2519 warn "error while reloading, exiting.";
2108 exit 1; 2520 exit 1;
2109 } 2521 };
2110 2522
2111 warn "reloaded successfully"; 2523 warn "reloaded";
2112}; 2524};
2113 2525
2114############################################################################# 2526our $RELOAD_WATCHER; # used only during reload
2115
2116unless ($LINK_MAP) {
2117 $LINK_MAP = cf::map::new;
2118
2119 $LINK_MAP->width (41);
2120 $LINK_MAP->height (41);
2121 $LINK_MAP->alloc;
2122 $LINK_MAP->path ("{link}");
2123 $LINK_MAP->{path} = bless { path => "{link}" }, "cf::path";
2124 $LINK_MAP->in_memory (MAP_IN_MEMORY);
2125
2126 # dirty hack because... archetypes are not yet loaded
2127 Event->timer (
2128 after => 2,
2129 cb => sub {
2130 $_[0]->w->cancel;
2131
2132 # provide some exits "home"
2133 my $exit = cf::object::new "exit";
2134
2135 $exit->slaying ($EMERGENCY_POSITION->[0]);
2136 $exit->stats->hp ($EMERGENCY_POSITION->[1]);
2137 $exit->stats->sp ($EMERGENCY_POSITION->[2]);
2138
2139 $LINK_MAP->insert ($exit->clone, 19, 19);
2140 $LINK_MAP->insert ($exit->clone, 19, 20);
2141 $LINK_MAP->insert ($exit->clone, 19, 21);
2142 $LINK_MAP->insert ($exit->clone, 20, 19);
2143 $LINK_MAP->insert ($exit->clone, 20, 21);
2144 $LINK_MAP->insert ($exit->clone, 21, 19);
2145 $LINK_MAP->insert ($exit->clone, 21, 20);
2146 $LINK_MAP->insert ($exit->clone, 21, 21);
2147
2148 $exit->destroy;
2149 });
2150
2151 $LINK_MAP->{deny_save} = 1;
2152 $LINK_MAP->{deny_reset} = 1;
2153
2154 $cf::MAP{$LINK_MAP->path} = $LINK_MAP;
2155}
2156
2157register "<global>", __PACKAGE__;
2158 2527
2159register_command "reload" => sub { 2528register_command "reload" => sub {
2160 my ($who, $arg) = @_; 2529 my ($who, $arg) = @_;
2161 2530
2162 if ($who->flag (FLAG_WIZ)) { 2531 if ($who->flag (FLAG_WIZ)) {
2163 $who->message ("start of reload."); 2532 $who->message ("reloading server.");
2533
2534 # doing reload synchronously and two reloads happen back-to-back,
2535 # coro crashes during coro_state_free->destroy here.
2536
2537 $RELOAD_WATCHER ||= Event->timer (
2538 reentrant => 0,
2539 after => 0,
2540 data => WF_AUTOCANCEL,
2541 cb => sub {
2164 reload; 2542 reload;
2165 $who->message ("end of reload."); 2543 undef $RELOAD_WATCHER;
2544 },
2545 );
2166 } 2546 }
2167}; 2547};
2168 2548
2169unshift @INC, $LIBDIR; 2549unshift @INC, $LIBDIR;
2550
2551my $bug_warning = 0;
2170 2552
2171$TICK_WATCHER = Event->timer ( 2553$TICK_WATCHER = Event->timer (
2172 reentrant => 0, 2554 reentrant => 0,
2555 parked => 1,
2173 prio => 0, 2556 prio => 0,
2174 at => $NEXT_TICK || $TICK, 2557 at => $NEXT_TICK || $TICK,
2175 data => WF_AUTOCANCEL, 2558 data => WF_AUTOCANCEL,
2176 cb => sub { 2559 cb => sub {
2177 unless ($FREEZE) { 2560 if ($Coro::current != $Coro::main) {
2561 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2562 unless ++$bug_warning > 10;
2563 return;
2564 }
2565
2566 $NOW = Event::time;
2567
2178 cf::server_tick; # one server iteration 2568 cf::server_tick; # one server iteration
2179 $RUNTIME += $TICK; 2569 $RUNTIME += $TICK;
2180 }
2181
2182 $NEXT_TICK += $TICK; 2570 $NEXT_TICK += $TICK;
2571
2572 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2573 $NEXT_RUNTIME_WRITE = $NOW + 10;
2574 Coro::async_pool {
2575 write_runtime
2576 or warn "ERROR: unable to write runtime file: $!";
2577 };
2578 }
2579
2580 $WAIT_FOR_TICK->broadcast;
2581 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2582
2583# my $AFTER = Event::time;
2584# warn $AFTER - $NOW;#d#
2183 2585
2184 # if we are delayed by four ticks or more, skip them all 2586 # if we are delayed by four ticks or more, skip them all
2185 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 2587 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;
2186 2588
2187 $TICK_WATCHER->at ($NEXT_TICK); 2589 $TICK_WATCHER->at ($NEXT_TICK);
2188 $TICK_WATCHER->start; 2590 $TICK_WATCHER->start;
2189 }, 2591 },
2190); 2592);
2191 2593
2594{
2192IO::AIO::max_poll_time $TICK * 0.2; 2595 BDB::max_poll_time $TICK * 0.1;
2193 2596 $BDB_POLL_WATCHER = Event->io (
2194Event->io ( 2597 reentrant => 0,
2195 fd => IO::AIO::poll_fileno, 2598 fd => BDB::poll_fileno,
2196 poll => 'r', 2599 poll => 'r',
2197 prio => 5, 2600 prio => 0,
2198 data => WF_AUTOCANCEL,
2199 cb => \&IO::AIO::poll_cb,
2200);
2201
2202Event->timer (
2203 data => WF_AUTOCANCEL, 2601 data => WF_AUTOCANCEL,
2204 after => 0, 2602 cb => \&BDB::poll_cb,
2205 interval => 10, 2603 );
2206 cb => sub { 2604 BDB::min_parallel 8;
2207 (Coro::unblock_sub { 2605
2208 write_runtime 2606 BDB::set_sync_prepare {
2209 or warn "ERROR: unable to write runtime file: $!"; 2607 my $status;
2608 my $current = $Coro::current;
2609 (
2610 sub {
2611 $status = $!;
2612 $current->ready; undef $current;
2613 },
2614 sub {
2615 Coro::schedule while defined $current;
2616 $! = $status;
2617 },
2618 )
2619 };
2620
2621 unless ($DB_ENV) {
2622 $DB_ENV = BDB::db_env_create;
2623
2624 cf::sync_job {
2625 eval {
2626 BDB::db_env_open
2627 $DB_ENV,
2628 $BDB_ENV_DIR,
2629 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2630 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2631 0666;
2632
2633 cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!;
2634
2635 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2636 $DB_ENV->set_lk_detect;
2637 };
2638
2639 cf::cleanup "db_env_open(db): $@" if $@;
2210 })->(); 2640 };
2211 }, 2641 }
2212); 2642}
2643
2644{
2645 IO::AIO::min_parallel 8;
2646
2647 undef $Coro::AIO::WATCHER;
2648 IO::AIO::max_poll_time $TICK * 0.1;
2649 $AIO_POLL_WATCHER = Event->io (
2650 reentrant => 0,
2651 data => WF_AUTOCANCEL,
2652 fd => IO::AIO::poll_fileno,
2653 poll => 'r',
2654 prio => 6,
2655 cb => \&IO::AIO::poll_cb,
2656 );
2657}
2213 2658
2214END { cf::emergency_save } 2659END { cf::emergency_save }
2215 2660
22161 26611
2217 2662

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines