ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.167 by root, Sat Jan 13 23:32:43 2007 UTC vs.
Revision 1.265 by root, Fri May 11 08:00:00 2007 UTC

3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Socket;
8use Storable; 9use Storable;
10use Event;
9use Opcode; 11use Opcode;
10use Safe; 12use Safe;
11use Safe::Hole; 13use Safe::Hole;
12 14
13use Coro 3.3 (); 15use Coro 3.61 ();
16use Coro::State;
17use Coro::Handle;
14use Coro::Event; 18use Coro::Event;
15use Coro::Timer; 19use Coro::Timer;
16use Coro::Signal; 20use Coro::Signal;
17use Coro::Semaphore; 21use Coro::Semaphore;
18use Coro::AIO; 22use Coro::AIO;
23use Coro::Storable;
19 24
25use BDB ();
20use Data::Dumper; 26use Data::Dumper;
21use Digest::MD5; 27use Digest::MD5;
22use Fcntl; 28use Fcntl;
29use YAML::Syck ();
23use IO::AIO 2.32 (); 30use IO::AIO 2.32 ();
24use YAML::Syck ();
25use Time::HiRes; 31use Time::HiRes;
32use Compress::LZF;
26 33
34# configure various modules to our taste
35#
36$Storable::canonical = 1; # reduce rsync transfers
37Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
38Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
39
27use Event; $Event::Eval = 1; # no idea why this is required, but it is 40$Event::Eval = 1; # no idea why this is required, but it is
28
29sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
30 41
31# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode? 42# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
32$YAML::Syck::ImplicitUnicode = 1; 43$YAML::Syck::ImplicitUnicode = 1;
33 44
34$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority 45$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
46
47sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
35 48
36our %COMMAND = (); 49our %COMMAND = ();
37our %COMMAND_TIME = (); 50our %COMMAND_TIME = ();
38 51
39our @EXTS = (); # list of extension package names 52our @EXTS = (); # list of extension package names
40our %EXTCMD = (); 53our %EXTCMD = ();
41our %EXT_CORO = (); # coroutines bound to extensions 54our %EXT_CORO = (); # coroutines bound to extensions
42our %EXT_MAP = (); # pluggable maps 55our %EXT_MAP = (); # pluggable maps
43 56
57our $RELOAD; # number of reloads so far
44our @EVENT; 58our @EVENT;
45our $LIBDIR = datadir . "/ext";
46 59
47our $TICK = MAX_TIME * 1e-6; 60our $CONFDIR = confdir;
61our $DATADIR = datadir;
62our $LIBDIR = "$DATADIR/ext";
63our $PODDIR = "$DATADIR/pod";
64our $MAPDIR = "$DATADIR/" . mapdir;
65our $LOCALDIR = localdir;
66our $TMPDIR = "$LOCALDIR/" . tmpdir;
67our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69our $RANDOMDIR = "$LOCALDIR/random";
70our $BDBDIR = "$LOCALDIR/db";
71
72our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
48our $TICK_WATCHER; 73our $TICK_WATCHER;
74our $AIO_POLL_WATCHER;
75our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
49our $NEXT_TICK; 76our $NEXT_TICK;
50our $NOW; 77our $NOW;
78our $USE_FSYNC = 1; # use fsync to write maps - default off
79
80our $BDB_POLL_WATCHER;
81our $DB_ENV;
51 82
52our %CFG; 83our %CFG;
53 84
54our $UPTIME; $UPTIME ||= time; 85our $UPTIME; $UPTIME ||= time;
55our $RUNTIME; 86our $RUNTIME;
56 87
57our %PLAYER; # all users 88our %PLAYER; # all users
58our %MAP; # all maps 89our %MAP; # all maps
59our $LINK_MAP; # the special {link} map, which is always available 90our $LINK_MAP; # the special {link} map, which is always available
60our $RANDOM_MAPS = cf::localdir . "/random";
61
62our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
63our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
64 91
65# used to convert map paths into valid unix filenames by replacing / by ∕ 92# used to convert map paths into valid unix filenames by replacing / by ∕
66our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 93our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
67 94
95our $LOAD; # a number between 0 (idle) and 1 (too many objects)
96our $LOADAVG; # same thing, but with alpha-smoothing
97our $tick_start; # for load detecting purposes
98
68binmode STDOUT; 99binmode STDOUT;
69binmode STDERR; 100binmode STDERR;
70 101
71# read virtual server time, if available 102# read virtual server time, if available
72unless ($RUNTIME || !-e cf::localdir . "/runtime") { 103unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
73 open my $fh, "<", cf::localdir . "/runtime" 104 open my $fh, "<", "$LOCALDIR/runtime"
74 or die "unable to read runtime file: $!"; 105 or die "unable to read runtime file: $!";
75 $RUNTIME = <$fh> + 0.; 106 $RUNTIME = <$fh> + 0.;
76} 107}
77 108
78mkdir cf::localdir; 109mkdir $_
79mkdir cf::localdir . "/" . cf::playerdir; 110 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
80mkdir cf::localdir . "/" . cf::tmpdir;
81mkdir cf::localdir . "/" . cf::uniquedir;
82mkdir $RANDOM_MAPS;
83 111
84our $EMERGENCY_POSITION; 112our $EMERGENCY_POSITION;
113
114sub cf::map::normalise;
85 115
86############################################################################# 116#############################################################################
87 117
88=head2 GLOBAL VARIABLES 118=head2 GLOBAL VARIABLES
89 119
96=item $cf::RUNTIME 126=item $cf::RUNTIME
97 127
98The time this server has run, starts at 0 and is increased by $cf::TICK on 128The time this server has run, starts at 0 and is increased by $cf::TICK on
99every server tick. 129every server tick.
100 130
101=item $cf::LIBDIR 131=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
132$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
133$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
102 134
103The perl library directory, where extensions and cf-specific modules can 135Various directories - "/etc", read-only install directory, perl-library
104be found. It will be added to C<@INC> automatically. 136directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
137unique-items directory, player file directory, random maps directory and
138database environment.
105 139
106=item $cf::NOW 140=item $cf::NOW
107 141
108The time of the last (current) server tick. 142The time of the last (current) server tick.
109 143
110=item $cf::TICK 144=item $cf::TICK
111 145
112The interval between server ticks, in seconds. 146The interval between server ticks, in seconds.
147
148=item $cf::LOADAVG
149
150The current CPU load on the server (alpha-smoothed), as a value between 0
151(none) and 1 (overloaded), indicating how much time is spent on processing
152objects per tick. Healthy values are < 0.5.
153
154=item $cf::LOAD
155
156The raw value load value from the last tick.
113 157
114=item %cf::CFG 158=item %cf::CFG
115 159
116Configuration for the server, loaded from C</etc/crossfire/config>, or 160Configuration for the server, loaded from C</etc/crossfire/config>, or
117from wherever your confdir points to. 161from wherever your confdir points to.
118 162
119=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE 163=item cf::wait_for_tick, cf::wait_for_tick_begin
120 164
121These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK) 165These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
122or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick 166returns directly I<after> the tick processing (and consequently, can only wake one process
123processing has been done. Call C<< ->wait >> on them to maximise the 167per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
124window of cpu time available, or simply to synchronise to the server tick.
125 168
126=back 169=back
127 170
128=cut 171=cut
129 172
130BEGIN { 173BEGIN {
131 *CORE::GLOBAL::warn = sub { 174 *CORE::GLOBAL::warn = sub {
132 my $msg = join "", @_; 175 my $msg = join "", @_;
133 utf8::encode $msg;
134 176
135 $msg .= "\n" 177 $msg .= "\n"
136 unless $msg =~ /\n$/; 178 unless $msg =~ /\n$/;
137 179
180 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
181
182 utf8::encode $msg;
138 LOG llevError, $msg; 183 LOG llevError, $msg;
139 }; 184 };
140} 185}
141 186
142@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 187@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
188 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 233 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
189 $d 234 $d
190 } || "[unable to dump $_[0]: '$@']"; 235 } || "[unable to dump $_[0]: '$@']";
191} 236}
192 237
193use JSON::Syck (); # TODO# replace by JSON::PC once working 238use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
194 239
195=item $ref = cf::from_json $json 240=item $ref = cf::from_json $json
196 241
197Converts a JSON string into the corresponding perl data structure. 242Converts a JSON string into the corresponding perl data structure.
198 243
199=cut
200
201sub from_json($) {
202 $JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
203 JSON::Syck::Load $_[0]
204}
205
206=item $json = cf::to_json $ref 244=item $json = cf::to_json $ref
207 245
208Converts a perl data structure into its JSON representation. 246Converts a perl data structure into its JSON representation.
209
210=cut
211
212sub to_json($) {
213 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs
214 JSON::Syck::Dump $_[0]
215}
216 247
217=item cf::lock_wait $string 248=item cf::lock_wait $string
218 249
219Wait until the given lock is available. See cf::lock_acquire. 250Wait until the given lock is available. See cf::lock_acquire.
220 251
226returned. 257returned.
227 258
228Lock names should begin with a unique identifier (for example, cf::map::find 259Lock names should begin with a unique identifier (for example, cf::map::find
229uses map_find and cf::map::load uses map_load). 260uses map_find and cf::map::load uses map_load).
230 261
262=item $locked = cf::lock_active $string
263
264Return true if the lock is currently active, i.e. somebody has locked it.
265
231=cut 266=cut
232 267
233our %LOCK; 268our %LOCK;
234 269
235sub lock_wait($) { 270sub lock_wait($) {
254 # wake up all waiters, to be on the safe side 289 # wake up all waiters, to be on the safe side
255 $_->ready for @{ delete $LOCK{$key} }; 290 $_->ready for @{ delete $LOCK{$key} };
256 } 291 }
257} 292}
258 293
294sub lock_active($) {
295 my ($key) = @_;
296
297 ! ! $LOCK{$key}
298}
299
259sub freeze_mainloop { 300sub freeze_mainloop {
260 return unless $TICK_WATCHER->is_active; 301 return unless $TICK_WATCHER->is_active;
261 302
262 my $guard = Coro::guard { $TICK_WATCHER->start }; 303 my $guard = Coro::guard {
304 $TICK_WATCHER->start;
305 };
263 $TICK_WATCHER->stop; 306 $TICK_WATCHER->stop;
264 $guard 307 $guard
265} 308}
266 309
267=item cf::async { BLOCK } 310=item cf::async { BLOCK }
289 332
290sub sync_job(&) { 333sub sync_job(&) {
291 my ($job) = @_; 334 my ($job) = @_;
292 335
293 if ($Coro::current == $Coro::main) { 336 if ($Coro::current == $Coro::main) {
337 my $time = Event::time;
338
294 # this is the main coro, too bad, we have to block 339 # this is the main coro, too bad, we have to block
295 # till the operation succeeds, freezing the server :/ 340 # till the operation succeeds, freezing the server :/
296 341
297 # TODO: use suspend/resume instead 342 # TODO: use suspend/resume instead
298 # (but this is cancel-safe) 343 # (but this is cancel-safe)
309 354
310 while ($busy) { 355 while ($busy) {
311 Coro::cede or Event::one_event; 356 Coro::cede or Event::one_event;
312 } 357 }
313 358
359 $time = Event::time - $time;
360
361 LOG llevError | logBacktrace, "long sync job\n"
362 if $time > $TICK * 0.5;
363
364 $tick_start += $time; # do not account sync jobs to server load
365
314 wantarray ? @res : $res[0] 366 wantarray ? @res : $res[0]
315 } else { 367 } else {
316 # we are in another coroutine, how wonderful, everything just works 368 # we are in another coroutine, how wonderful, everything just works
317 369
318 $job->() 370 $job->()
338 390
339 $coro 391 $coro
340} 392}
341 393
342sub write_runtime { 394sub write_runtime {
343 return unless $TICK_WATCHER->is_active; 395 my $runtime = "$LOCALDIR/runtime";
344 396
345 my $runtime = cf::localdir . "/runtime"; 397 # first touch the runtime file to show we are still running:
398 # the fsync below can take a very very long time.
399
400 if (my $fh = aio_open $runtime, O_WRONLY, 0) {
401 utime undef, undef, $fh;
402 }
403
404 my $guard = cf::lock_acquire "write_runtime";
346 405
347 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 406 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
348 or return; 407 or return;
349 408
409 my $value = $cf::RUNTIME + 90 + 10;
350 my $value = $cf::RUNTIME + 1 + 10; # 10 is the runtime save interval, for a monotonic clock 410 # 10 is the runtime save interval, for a monotonic clock
411 # 60 allows for the watchdog to kill the server.
412
351 (aio_write $fh, 0, (length $value), $value, 0) <= 0 413 (aio_write $fh, 0, (length $value), $value, 0) <= 0
352 and return; 414 and return;
353 415
416 # always fsync - this file is important
354 aio_fsync $fh 417 aio_fsync $fh
355 and return; 418 and return;
356 419
420 # touch it again to show we are up-to-date
421 utime undef, undef, $fh;
422
357 close $fh 423 close $fh
358 or return; 424 or return;
359 425
360 aio_rename "$runtime~", $runtime 426 aio_rename "$runtime~", $runtime
361 and return; 427 and return;
362 428
429 warn "runtime file written.\n";#d#
430
363 1 431 1
432}
433
434=item cf::datalog type => key => value, ...
435
436Log a datalog packet of the given type with the given key-value pairs.
437
438=cut
439
440sub datalog($@) {
441 my ($type, %kv) = @_;
442 warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
364} 443}
365 444
366=back 445=back
367 446
368=cut 447=cut
499our @CB_TYPE = (); # registry for type (cf-object class) based events 578our @CB_TYPE = (); # registry for type (cf-object class) based events
500our @CB_MAP = (); 579our @CB_MAP = ();
501 580
502my %attachment; 581my %attachment;
503 582
583sub cf::attachable::thawer_merge {
584 # simply override everything except _meta
585 local $_[0]{_meta};
586 %{$_[0]} = %{$_[1]};
587}
588
504sub _attach_cb($$$$) { 589sub _attach_cb($$$$) {
505 my ($registry, $event, $prio, $cb) = @_; 590 my ($registry, $event, $prio, $cb) = @_;
506 591
507 use sort 'stable'; 592 use sort 'stable';
508 593
679# object support 764# object support
680 765
681sub reattach { 766sub reattach {
682 # basically do the same as instantiate, without calling instantiate 767 # basically do the same as instantiate, without calling instantiate
683 my ($obj) = @_; 768 my ($obj) = @_;
769
770 bless $obj, ref $obj; # re-bless in case extensions have been reloaded
684 771
685 my $registry = $obj->registry; 772 my $registry = $obj->registry;
686 773
687 @$registry = (); 774 @$registry = ();
688 775
735 $filename, length $$rdata, scalar @$objs; 822 $filename, length $$rdata, scalar @$objs;
736 823
737 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 824 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
738 chmod SAVE_MODE, $fh; 825 chmod SAVE_MODE, $fh;
739 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 826 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
740 aio_fsync $fh; 827 aio_fsync $fh if $cf::USE_FSYNC;
741 close $fh; 828 close $fh;
742 829
743 if (@$objs) { 830 if (@$objs) {
744 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 831 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
745 chmod SAVE_MODE, $fh; 832 chmod SAVE_MODE, $fh;
746 my $data = Storable::nfreeze { version => 1, objs => $objs }; 833 my $data = Storable::nfreeze { version => 1, objs => $objs };
747 aio_write $fh, 0, (length $data), $data, 0; 834 aio_write $fh, 0, (length $data), $data, 0;
748 aio_fsync $fh; 835 aio_fsync $fh if $cf::USE_FSYNC;
749 close $fh; 836 close $fh;
750 aio_rename "$filename.pst~", "$filename.pst"; 837 aio_rename "$filename.pst~", "$filename.pst";
751 } 838 }
752 } else { 839 } else {
753 aio_unlink "$filename.pst"; 840 aio_unlink "$filename.pst";
922Returns the given player object, loading it if necessary (might block). 1009Returns the given player object, loading it if necessary (might block).
923 1010
924=cut 1011=cut
925 1012
926sub playerdir($) { 1013sub playerdir($) {
927 cf::localdir 1014 "$PLAYERDIR/"
928 . "/"
929 . cf::playerdir
930 . "/"
931 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 1015 . (ref $_[0] ? $_[0]->ob->name : $_[0])
932} 1016}
933 1017
934sub path($) { 1018sub path($) {
935 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 1019 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
936 1020
937 (playerdir $login) . "/$login.pl" 1021 (playerdir $login) . "/playerdata"
938} 1022}
939 1023
940sub find_active($) { 1024sub find_active($) {
941 $cf::PLAYER{$_[0]} 1025 $cf::PLAYER{$_[0]}
942 and $cf::PLAYER{$_[0]}->active 1026 and $cf::PLAYER{$_[0]}->active
945 1029
946sub exists($) { 1030sub exists($) {
947 my ($login) = @_; 1031 my ($login) = @_;
948 1032
949 $cf::PLAYER{$login} 1033 $cf::PLAYER{$login}
950 or cf::sync_job { !aio_stat $login } 1034 or cf::sync_job { !aio_stat path $login }
951} 1035}
952 1036
953sub find($) { 1037sub find($) {
954 return $cf::PLAYER{$_[0]} || do { 1038 return $cf::PLAYER{$_[0]} || do {
955 my $login = $_[0]; 1039 my $login = $_[0];
956 1040
957 my $guard = cf::lock_acquire "user_find:$login"; 1041 my $guard = cf::lock_acquire "user_find:$login";
958 1042
959 $cf::PLAYER{$_[0]} || do { 1043 $cf::PLAYER{$_[0]} || do {
1044 # rename old playerfiles to new ones
1045 #TODO: remove when no longer required
1046 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1047 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1048 aio_unlink +(playerdir $login) . "/$login.pl.pst";
1049 aio_unlink +(playerdir $login) . "/$login.pl";
1050
960 my $pl = load_pl path $login 1051 my $pl = load_pl path $login
961 or return; 1052 or return;
962 $cf::PLAYER{$login} = $pl 1053 $cf::PLAYER{$login} = $pl
963 } 1054 }
964 } 1055 }
1001 1092
1002=cut 1093=cut
1003 1094
1004sub quit_character { 1095sub quit_character {
1005 my ($pl) = @_; 1096 my ($pl) = @_;
1097
1098 my $name = $pl->ob->name;
1006 1099
1007 $pl->{deny_save} = 1; 1100 $pl->{deny_save} = 1;
1008 $pl->password ("*"); # this should lock out the player until we nuked the dir 1101 $pl->password ("*"); # this should lock out the player until we nuked the dir
1009 1102
1010 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1103 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1015 my $path = playerdir $pl; 1108 my $path = playerdir $pl;
1016 my $temp = "$path~$cf::RUNTIME~deleting~"; 1109 my $temp = "$path~$cf::RUNTIME~deleting~";
1017 aio_rename $path, $temp; 1110 aio_rename $path, $temp;
1018 delete $cf::PLAYER{$pl->ob->name}; 1111 delete $cf::PLAYER{$pl->ob->name};
1019 $pl->destroy; 1112 $pl->destroy;
1113
1114 my $prefix = qr<^~\Q$name\E/>;
1115
1116 # nuke player maps
1117 $cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
1118
1020 IO::AIO::aio_rmtree $temp; 1119 IO::AIO::aio_rmtree $temp;
1120}
1121
1122=item $pl->kick
1123
1124Kicks a player out of the game. This destroys the connection.
1125
1126=cut
1127
1128sub kick {
1129 my ($pl, $kicker) = @_;
1130
1131 $pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
1132 $pl->killer ("kicked");
1133 $pl->ns->destroy;
1021} 1134}
1022 1135
1023=item cf::player::list_logins 1136=item cf::player::list_logins
1024 1137
1025Returns am arrayref of all valid playernames in the system, can take a 1138Returns am arrayref of all valid playernames in the system, can take a
1026while and may block, so not sync_job-capable, ever. 1139while and may block, so not sync_job-capable, ever.
1027 1140
1028=cut 1141=cut
1029 1142
1030sub list_logins { 1143sub list_logins {
1031 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1144 my $dirs = aio_readdir $PLAYERDIR
1032 or return []; 1145 or return [];
1033 1146
1034 my @logins; 1147 my @logins;
1035 1148
1036 for my $login (@$dirs) { 1149 for my $login (@$dirs) {
1053=cut 1166=cut
1054 1167
1055sub maps($) { 1168sub maps($) {
1056 my ($pl) = @_; 1169 my ($pl) = @_;
1057 1170
1171 $pl = ref $pl ? $pl->ob->name : $pl;
1172
1058 my $files = aio_readdir playerdir $pl 1173 my $files = aio_readdir playerdir $pl
1059 or return; 1174 or return;
1060 1175
1061 my @paths; 1176 my @paths;
1062 1177
1063 for (@$files) { 1178 for (@$files) {
1064 utf8::decode $_; 1179 utf8::decode $_;
1065 next if /\.(?:pl|pst)$/; 1180 next if /\.(?:pl|pst)$/;
1066 next unless /^$PATH_SEP/o; 1181 next unless /^$PATH_SEP/o;
1067 1182
1068 s/\.map$//; 1183 push @paths, cf::map::normalise "~$pl/$_";
1069 push @paths, "~" . $pl->ob->name . "/" . $_;
1070 } 1184 }
1071 1185
1072 \@paths 1186 \@paths
1073} 1187}
1074 1188
1075=item $player->ext_reply ($msgid, $msgtype, %msg) 1189=item $player->ext_reply ($msgid, %msg)
1076 1190
1077Sends an ext reply to the player. 1191Sends an ext reply to the player.
1078 1192
1079=cut 1193=cut
1080 1194
1081sub ext_reply($$$%) { 1195sub ext_reply($$%) {
1082 my ($self, $id, %msg) = @_; 1196 my ($self, $id, %msg) = @_;
1083 1197
1084 $msg{msgid} = $id; 1198 $msg{msgid} = $id;
1085 1199
1086 $self->send ("ext " . cf::to_json \%msg); 1200 $self->send ("ext " . cf::to_json \%msg);
1087} 1201}
1088 1202
1089package cf; 1203=item $player->ext_event ($type, %msg)
1204
1205Sends an ext event to the client.
1206
1207=cut
1208
1209sub ext_event($$%) {
1210 my ($self, $type, %msg) = @_;
1211
1212 $self->ns->ext_event ($type, %msg);
1213}
1214
1215=head3 cf::region
1216
1217=over 4
1218
1219=cut
1220
1221package cf::region;
1222
1223=item cf::region::find_by_path $path
1224
1225Tries to decuce the probable region for a map knowing only its path.
1226
1227=cut
1228
1229sub find_by_path($) {
1230 my ($path) = @_;
1231
1232 my ($match, $specificity);
1233
1234 for my $region (list) {
1235 if ($region->match && $path =~ $region->match) {
1236 ($match, $specificity) = ($region, $region->specificity)
1237 if $region->specificity > $specificity;
1238 }
1239 }
1240
1241 $match
1242}
1090 1243
1091=back 1244=back
1092
1093 1245
1094=head3 cf::map 1246=head3 cf::map
1095 1247
1096=over 4 1248=over 4
1097 1249
1101 1253
1102use Fcntl; 1254use Fcntl;
1103use Coro::AIO; 1255use Coro::AIO;
1104 1256
1105use overload 1257use overload
1106 '""' => \&as_string; 1258 '""' => \&as_string,
1259 fallback => 1;
1107 1260
1108our $MAX_RESET = 3600; 1261our $MAX_RESET = 3600;
1109our $DEFAULT_RESET = 3000; 1262our $DEFAULT_RESET = 3000;
1110 1263
1111sub generate_random_map { 1264sub generate_random_map {
1112 my ($self, $rmp) = @_; 1265 my ($self, $rmp) = @_;
1113
1114 # mit "rum" bekleckern, nicht 1266 # mit "rum" bekleckern, nicht
1115 $self->_create_random_map ( 1267 $self->_create_random_map (
1116 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1268 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1117 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1269 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1118 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1270 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1125 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used}, 1277 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1126 (cf::region::find $rmp->{region}), $rmp->{custom} 1278 (cf::region::find $rmp->{region}), $rmp->{custom}
1127 ) 1279 )
1128} 1280}
1129 1281
1282=item cf::map->register ($regex, $prio)
1283
1284Register a handler for the map path matching the given regex at the
1285givne priority (higher is better, built-in handlers have priority 0, the
1286default).
1287
1288=cut
1289
1130sub register { 1290sub register {
1131 my (undef, $regex) = @_; 1291 my (undef, $regex, $prio) = @_;
1132 my $pkg = caller; 1292 my $pkg = caller;
1133 1293
1134 no strict; 1294 no strict;
1135 push @{"$pkg\::ISA"}, __PACKAGE__; 1295 push @{"$pkg\::ISA"}, __PACKAGE__;
1136 1296
1137 $EXT_MAP{$pkg} = qr<$regex>; 1297 $EXT_MAP{$pkg} = [$prio, qr<$regex>];
1138} 1298}
1139 1299
1140# also paths starting with '/' 1300# also paths starting with '/'
1141$EXT_MAP{"cf::map"} = qr{^(?=/)}; 1301$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];
1302
1303sub thawer_merge {
1304 my ($self, $merge) = @_;
1305
1306 # we have to keep some variables in memory intact
1307 local $self->{path};
1308 local $self->{load_path};
1309 local $self->{deny_save};
1310 local $self->{deny_reset};
1311
1312 $self->SUPER::thawer_merge ($merge);
1313}
1142 1314
1143sub normalise { 1315sub normalise {
1144 my ($path, $base) = @_; 1316 my ($path, $base) = @_;
1317
1318 $path = "$path"; # make sure its a string
1319
1320 $path =~ s/\.map$//;
1145 1321
1146 # map plan: 1322 # map plan:
1147 # 1323 #
1148 # /! non-realised random map exit (special hack!) 1324 # /! non-realised random map exit (special hack!)
1149 # {... are special paths that are not being touched 1325 # {... are special paths that are not being touched
1177 1353
1178 return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object 1354 return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object
1179 1355
1180 $path = normalise $path, $base; 1356 $path = normalise $path, $base;
1181 1357
1182 for my $pkg (keys %EXT_MAP) { 1358 for my $pkg (sort { $EXT_MAP{$b}[0] <=> $EXT_MAP{$a}[0] } keys %EXT_MAP) {
1183 if ($path =~ $EXT_MAP{$pkg}) { 1359 if ($path =~ $EXT_MAP{$pkg}[1]) {
1184 my $self = bless cf::map::new, $pkg; 1360 my $self = bless cf::map::new, $pkg;
1185 $self->{path} = $path; $self->path ($path); 1361 $self->{path} = $path; $self->path ($path);
1186 $self->init; # pass $1 etc. 1362 $self->init; # pass $1 etc.
1187 return $self; 1363 return $self;
1188 } 1364 }
1189 } 1365 }
1190 1366
1191 Carp::carp "unable to resolve path '$path'."; 1367 Carp::carp "unable to resolve path '$path' (base '$base').";
1192 () 1368 ()
1193} 1369}
1194 1370
1195sub init { 1371sub init {
1196 my ($self) = @_; 1372 my ($self) = @_;
1211 1387
1212# the original (read-only) location 1388# the original (read-only) location
1213sub load_path { 1389sub load_path {
1214 my ($self) = @_; 1390 my ($self) = @_;
1215 1391
1216 sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path} 1392 "$MAPDIR/$self->{path}.map"
1217} 1393}
1218 1394
1219# the temporary/swap location 1395# the temporary/swap location
1220sub save_path { 1396sub save_path {
1221 my ($self) = @_; 1397 my ($self) = @_;
1222 1398
1223 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1399 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1224 sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $path 1400 "$TMPDIR/$path.map"
1225} 1401}
1226 1402
1227# the unique path, undef == no special unique path 1403# the unique path, undef == no special unique path
1228sub uniq_path { 1404sub uniq_path {
1229 my ($self) = @_; 1405 my ($self) = @_;
1230 1406
1231 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1407 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1232 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path 1408 "$UNIQUEDIR/$path"
1233} 1409}
1234 1410
1235# and all this just because we cannot iterate over 1411# and all this just because we cannot iterate over
1236# all maps in C++... 1412# all maps in C++...
1237sub change_all_map_light { 1413sub change_all_map_light {
1243 1419
1244sub unlink_save { 1420sub unlink_save {
1245 my ($self) = @_; 1421 my ($self) = @_;
1246 1422
1247 utf8::encode (my $save = $self->save_path); 1423 utf8::encode (my $save = $self->save_path);
1248 IO::AIO::aioreq_pri 4; IO::AIO::aio_unlink $save; 1424 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1249 IO::AIO::aioreq_pri 4; IO::AIO::aio_unlink "$save.pst"; 1425 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1250} 1426}
1251 1427
1252sub load_header_from($) { 1428sub load_header_from($) {
1253 my ($self, $path) = @_; 1429 my ($self, $path) = @_;
1254 1430
1255 utf8::encode $path; 1431 utf8::encode $path;
1256 aio_open $path, O_RDONLY, 0 1432 #aio_open $path, O_RDONLY, 0
1257 or return; 1433 # or return;
1258 1434
1259 $self->_load_header ($path) 1435 $self->_load_header ($path)
1260 or return; 1436 or return;
1261 1437
1262 $self->{load_path} = $path; 1438 $self->{load_path} = $path;
1263 1439
1264 1 1440 1
1265} 1441}
1266 1442
1267sub load_orig { 1443sub load_header_orig {
1268 my ($self) = @_; 1444 my ($self) = @_;
1269 1445
1270 $self->load_header_from ($self->load_path) 1446 $self->load_header_from ($self->load_path)
1271} 1447}
1272 1448
1273sub load_temp { 1449sub load_header_temp {
1274 my ($self) = @_; 1450 my ($self) = @_;
1275 1451
1276 $self->load_header_from ($self->save_path) 1452 $self->load_header_from ($self->save_path)
1453}
1454
1455sub prepare_temp {
1456 my ($self) = @_;
1457
1458 $self->last_access ((delete $self->{last_access})
1459 || $cf::RUNTIME); #d#
1460 # safety
1461 $self->{instantiate_time} = $cf::RUNTIME
1462 if $self->{instantiate_time} > $cf::RUNTIME;
1463}
1464
1465sub prepare_orig {
1466 my ($self) = @_;
1467
1468 $self->{load_original} = 1;
1469 $self->{instantiate_time} = $cf::RUNTIME;
1470 $self->last_access ($cf::RUNTIME);
1471 $self->instantiate;
1277} 1472}
1278 1473
1279sub load_header { 1474sub load_header {
1280 my ($self) = @_; 1475 my ($self) = @_;
1281 1476
1282 if ($self->load_temp) { 1477 if ($self->load_header_temp) {
1283 $self->last_access ((delete $self->{last_access}) 1478 $self->prepare_temp;
1284 || $cf::RUNTIME); #d#
1285 # safety
1286 $self->{instantiate_time} = $cf::RUNTIME
1287 if $self->{instantiate_time} > $cf::RUNTIME;
1288 } else { 1479 } else {
1289 $self->load_orig 1480 $self->load_header_orig
1290 or return; 1481 or return;
1291 1482 $self->prepare_orig;
1292 $self->{load_original} = 1;
1293 $self->{instantiate_time} = $cf::RUNTIME;
1294 $self->last_access ($cf::RUNTIME);
1295 $self->instantiate;
1296 } 1483 }
1484
1485 $self->default_region (cf::region::find_by_path $self->{path})
1486 unless $self->default_region;
1297 1487
1298 1 1488 1
1299} 1489}
1300 1490
1301sub find; 1491sub find;
1314 $map->{last_save} = $cf::RUNTIME; 1504 $map->{last_save} = $cf::RUNTIME;
1315 1505
1316 $map->load_header 1506 $map->load_header
1317 or return; 1507 or return;
1318 1508
1319 if ($map->should_reset) { 1509 if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)
1510 # doing this can freeze the server in a sync job, obviously
1511 #$cf::WAIT_FOR_TICK->wait;
1320 $map->reset; 1512 $map->reset;
1321 undef $guard; 1513 undef $guard;
1322 $map = find $path 1514 return find $path;
1323 or return;
1324 } 1515 }
1325 1516
1326 $cf::MAP{$path} = $map 1517 $cf::MAP{$path} = $map
1327 } 1518 }
1328} 1519}
1520
1521sub pre_load { }
1522sub post_load { }
1329 1523
1330sub load { 1524sub load {
1331 my ($self) = @_; 1525 my ($self) = @_;
1332 1526
1527 local $self->{deny_reset} = 1; # loading can take a long time
1528
1333 my $path = $self->{path}; 1529 my $path = $self->{path};
1530
1531 {
1334 my $guard = cf::lock_acquire "map_load:$path"; 1532 my $guard = cf::lock_acquire "map_load:$path";
1335 1533
1336 return if $self->in_memory != cf::MAP_SWAPPED; 1534 return if $self->in_memory != cf::MAP_SWAPPED;
1337 1535
1338 $self->in_memory (cf::MAP_LOADING); 1536 $self->in_memory (cf::MAP_LOADING);
1339 1537
1340 $self->alloc; 1538 $self->alloc;
1341 $self->_load_objects ($self->{load_path}, 1)
1342 or return;
1343 1539
1344 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 1540 $self->pre_load;
1345 if delete $self->{load_original};
1346
1347 if (my $uniq = $self->uniq_path) {
1348 utf8::encode $uniq;
1349 if (aio_open $uniq, O_RDONLY, 0) {
1350 $self->clear_unique_items;
1351 $self->_load_objects ($uniq, 0);
1352 }
1353 }
1354
1355 Coro::cede;
1356
1357 # now do the right thing for maps
1358 $self->link_multipart_objects;
1359
1360 unless ($self->{deny_activate}) {
1361 $self->decay_objects;
1362 $self->fix_auto_apply;
1363 $self->update_buttons;
1364 Coro::cede; 1541 Coro::cede;
1365 $self->set_darkness_map; 1542
1543 $self->_load_objects ($self->{load_path}, 1)
1544 or return;
1545
1546 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1547 if delete $self->{load_original};
1548
1549 if (my $uniq = $self->uniq_path) {
1550 utf8::encode $uniq;
1551 if (aio_open $uniq, O_RDONLY, 0) {
1552 $self->clear_unique_items;
1553 $self->_load_objects ($uniq, 0);
1554 }
1555 }
1556
1557 Coro::cede;
1558 # now do the right thing for maps
1559 $self->link_multipart_objects;
1366 $self->difficulty ($self->estimate_difficulty) 1560 $self->difficulty ($self->estimate_difficulty)
1367 unless $self->difficulty; 1561 unless $self->difficulty;
1368 Coro::cede; 1562 Coro::cede;
1563
1564 unless ($self->{deny_activate}) {
1565 $self->decay_objects;
1566 $self->fix_auto_apply;
1567 $self->update_buttons;
1568 Coro::cede;
1569 $self->set_darkness_map;
1570 Coro::cede;
1369 $self->activate; 1571 $self->activate;
1370 } 1572 }
1371 1573
1372 $self->in_memory (cf::MAP_IN_MEMORY); 1574 $self->in_memory (cf::MAP_IN_MEMORY);
1575 }
1576
1577 $self->post_load;
1373} 1578}
1374 1579
1375sub customise_for { 1580sub customise_for {
1376 my ($self, $ob) = @_; 1581 my ($self, $ob) = @_;
1377 1582
1416 1621
1417 cf::sync_job { $map->load }; 1622 cf::sync_job { $map->load };
1418} 1623}
1419 1624
1420our %MAP_PREFETCH; 1625our %MAP_PREFETCH;
1421our $MAP_PREFETCHER = Coro::async { 1626our $MAP_PREFETCHER = undef;
1422 while () {
1423 for my $path (keys %MAP_PREFETCH) {
1424 my $map = find $path
1425 or next;
1426 $map->load;
1427
1428 delete $MAP_PREFETCH{$path};
1429 }
1430 Coro::schedule;
1431 }
1432};
1433 1627
1434sub find_async { 1628sub find_async {
1435 my ($path, $origin) = @_; 1629 my ($path, $origin) = @_;
1436 1630
1437 $path = normalise $path, $origin && $origin->{path}; 1631 $path = normalise $path, $origin && $origin->{path};
1438 1632
1439 if (my $map = $cf::MAP{$path}) { 1633 if (my $map = $cf::MAP{$path}) {
1440 return $map if $map->in_memory == cf::MAP_IN_MEMORY; 1634 return $map if $map->in_memory == cf::MAP_IN_MEMORY;
1441 } 1635 }
1442 1636
1443 $MAP_PREFETCH{$path} = 0; 1637 undef $MAP_PREFETCH{$path};
1638 $MAP_PREFETCHER ||= cf::async {
1639 while (%MAP_PREFETCH) {
1640 for my $path (keys %MAP_PREFETCH) {
1641 my $map = find $path
1642 or next;
1643 $map->load;
1644
1645 delete $MAP_PREFETCH{$path};
1646 }
1647 }
1648 undef $MAP_PREFETCHER;
1649 };
1444 $MAP_PREFETCHER->ready; 1650 $MAP_PREFETCHER->prio (6);
1445 1651
1446 () 1652 ()
1447} 1653}
1448 1654
1449sub save { 1655sub save {
1494 1700
1495sub reset_at { 1701sub reset_at {
1496 my ($self) = @_; 1702 my ($self) = @_;
1497 1703
1498 # TODO: safety, remove and allow resettable per-player maps 1704 # TODO: safety, remove and allow resettable per-player maps
1499 return 1e99 if $self->isa ("ext::map_per_player"); 1705 return 1e99 if $self->isa ("ext::map_per_player");#d#
1500 return 1e99 if $self->{deny_reset}; 1706 return 1e99 if $self->{deny_reset};
1501 1707
1502 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 1708 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1503 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 1709 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1504 1710
1509 my ($self) = @_; 1715 my ($self) = @_;
1510 1716
1511 $self->reset_at <= $cf::RUNTIME 1717 $self->reset_at <= $cf::RUNTIME
1512} 1718}
1513 1719
1514sub rename {
1515 my ($self, $new_path) = @_;
1516
1517 normalise $new_path;
1518
1519 $self->unlink_save;
1520
1521 delete $cf::MAP{$self->path};
1522 $self->{path} = $new_path; $self->path ($self->{path});
1523 $cf::MAP{$self->path} = $self;
1524
1525 $self->save;
1526}
1527
1528sub reset { 1720sub reset {
1529 my ($self) = @_; 1721 my ($self) = @_;
1530 1722
1531 my $lock = cf::lock_acquire "map_data:$self->{path}"; 1723 my $lock = cf::lock_acquire "map_data:$self->{path}";
1532 1724
1533 return if $self->players; 1725 return if $self->players;
1534 return if $self->isa ("ext::map_per_player");#d# 1726 return if $self->isa ("ext::map_per_player");#d#
1535 1727
1536 warn "resetting map ", $self->path;#d# 1728 warn "resetting map ", $self->path;#d#
1537 1729
1730 $self->in_memory (cf::MAP_SWAPPED);
1731
1732 # need to save uniques path
1733 unless ($self->{deny_save}) {
1734 my $uniq = $self->uniq_path; utf8::encode $uniq;
1735
1736 $self->_save_objects ($uniq, cf::IO_UNIQUES)
1737 if $uniq;
1738 }
1739
1538 delete $cf::MAP{$self->path}; 1740 delete $cf::MAP{$self->path};
1539 1741
1540 $self->in_memory (cf::MAP_SWAPPED);
1541 $self->clear; 1742 $self->clear;
1542 1743
1543 $_->clear_links_to ($self) for values %cf::MAP; 1744 $_->clear_links_to ($self) for values %cf::MAP;
1544 1745
1545 $self->unlink_save; 1746 $self->unlink_save;
1549my $nuke_counter = "aaaa"; 1750my $nuke_counter = "aaaa";
1550 1751
1551sub nuke { 1752sub nuke {
1552 my ($self) = @_; 1753 my ($self) = @_;
1553 1754
1755 delete $cf::MAP{$self->path};
1756
1757 $self->unlink_save;
1758
1759 bless $self, "cf::map";
1760 delete $self->{deny_reset};
1554 $self->{deny_save} = 1; 1761 $self->{deny_save} = 1;
1555 $self->reset_timeout (1); 1762 $self->reset_timeout (1);
1556 $self->rename ("{nuke}/" . ($nuke_counter++)); 1763 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1764
1765 $cf::MAP{$self->path} = $self;
1766
1557 $self->reset; # polite request, might not happen 1767 $self->reset; # polite request, might not happen
1558} 1768}
1559 1769
1560=item cf::map::unique_maps 1770=item cf::map::unique_maps
1561 1771
1563instantiated unique items. May block. 1773instantiated unique items. May block.
1564 1774
1565=cut 1775=cut
1566 1776
1567sub unique_maps() { 1777sub unique_maps() {
1568 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 1778 my $files = aio_readdir $UNIQUEDIR
1569 or return; 1779 or return;
1570 1780
1571 my @paths; 1781 my @paths;
1572 1782
1573 for (@$files) { 1783 for (@$files) {
1574 utf8::decode $_; 1784 utf8::decode $_;
1575 next if /\.pst$/; 1785 next if /\.pst$/;
1576 next unless /^$PATH_SEP/o; 1786 next unless /^$PATH_SEP/o;
1577 1787
1578 s/\.map$//; 1788 push @paths, cf::map::normalise $_;
1579 push @paths, $_;
1580 } 1789 }
1581 1790
1582 \@paths 1791 \@paths
1583} 1792}
1584 1793
1678=cut 1887=cut
1679 1888
1680sub link_map { 1889sub link_map {
1681 unless ($LINK_MAP) { 1890 unless ($LINK_MAP) {
1682 $LINK_MAP = cf::map::find "{link}" 1891 $LINK_MAP = cf::map::find "{link}"
1683 or do { warn "FATAL: unable to provide {link} map, exiting."; exit 1 }; 1892 or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
1684 $LINK_MAP->load; 1893 $LINK_MAP->load;
1685 } 1894 }
1686 1895
1687 $LINK_MAP 1896 $LINK_MAP
1688} 1897}
1695 return if UNIVERSAL::isa $self->map, "ext::map_link"; 1904 return if UNIVERSAL::isa $self->map, "ext::map_link";
1696 1905
1697 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 1906 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1698 if $self->map; 1907 if $self->map;
1699 1908
1700 $self->enter_map ($LINK_MAP || link_map, 20, 20); 1909 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1701} 1910}
1702 1911
1703sub cf::object::player::leave_link { 1912sub cf::object::player::leave_link {
1704 my ($self, $map, $x, $y) = @_; 1913 my ($self, $map, $x, $y) = @_;
1705 1914
1727 $map->load; 1936 $map->load;
1728 $map->load_diag; 1937 $map->load_diag;
1729 1938
1730 return unless $self->contr->active; 1939 return unless $self->contr->active;
1731 $self->activate_recursive; 1940 $self->activate_recursive;
1941
1942 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1732 $self->enter_map ($map, $x, $y); 1943 $self->enter_map ($map, $x, $y);
1733} 1944}
1734 1945
1735cf::player->attach ( 1946cf::player->attach (
1736 on_logout => sub { 1947 on_logout => sub {
1749 # try to abort aborted map switching on player login :) 1960 # try to abort aborted map switching on player login :)
1750 # should happen only on crashes 1961 # should happen only on crashes
1751 if ($pl->ob->{_link_pos}) { 1962 if ($pl->ob->{_link_pos}) {
1752 $pl->ob->enter_link; 1963 $pl->ob->enter_link;
1753 (async { 1964 (async {
1754 # we need this sleep as the login has a concurrent enter_exit running
1755 # and this sleep increases chances of the player not ending up in scorn
1756 $pl->ob->reply (undef, 1965 $pl->ob->reply (undef,
1757 "There was an internal problem at your last logout, " 1966 "There was an internal problem at your last logout, "
1758 . "the server will try to bring you to your intended destination in a second.", 1967 . "the server will try to bring you to your intended destination in a second.",
1759 cf::NDI_RED); 1968 cf::NDI_RED);
1969 # we need this sleep as the login has a concurrent enter_exit running
1970 # and this sleep increases chances of the player not ending up in scorn
1760 Coro::Timer::sleep 1; 1971 Coro::Timer::sleep 1;
1761 $pl->ob->leave_link; 1972 $pl->ob->leave_link;
1762 })->prio (2); 1973 })->prio (2);
1763 } 1974 }
1764 }, 1975 },
1772 my ($self, $path, $x, $y) = @_; 1983 my ($self, $path, $x, $y) = @_;
1773 1984
1774 $self->enter_link; 1985 $self->enter_link;
1775 1986
1776 (async { 1987 (async {
1988 my $map = eval {
1777 my $map = cf::map::find $path; 1989 my $map = cf::map::find $path;
1778 $map = $map->customise_for ($self) if $map; 1990 $map = $map->customise_for ($self) if $map;
1779 1991 $map
1780# warn "entering ", $map->path, " at ($x, $y)\n" 1992 } or
1781# if $map;
1782
1783 $map or $self->message ("The exit to '" . ($path->visible_name) . "' is closed", cf::NDI_UNIQUE | cf::NDI_RED); 1993 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1784 1994
1785 $self->leave_link ($map, $x, $y); 1995 $self->leave_link ($map, $x, $y);
1786 })->prio (1); 1996 })->prio (1);
1787} 1997}
1788 1998
1792 2002
1793sub parse_random_map_params { 2003sub parse_random_map_params {
1794 my ($spec) = @_; 2004 my ($spec) = @_;
1795 2005
1796 my $rmp = { # defaults 2006 my $rmp = { # defaults
1797 xsize => 10, 2007 xsize => (cf::rndm 15, 40),
1798 ysize => 10, 2008 ysize => (cf::rndm 15, 40),
2009 symmetry => (cf::rndm 1, cf::SYMMETRY_XY),
2010 #layout => string,
1799 }; 2011 };
1800 2012
1801 for (split /\n/, $spec) { 2013 for (split /\n/, $spec) {
1802 my ($k, $v) = split /\s+/, $_, 2; 2014 my ($k, $v) = split /\s+/, $_, 2;
1803 2015
1807 $rmp 2019 $rmp
1808} 2020}
1809 2021
1810sub prepare_random_map { 2022sub prepare_random_map {
1811 my ($exit) = @_; 2023 my ($exit) = @_;
2024
2025 my $guard = cf::lock_acquire "exit_prepare:$exit";
1812 2026
1813 # all this does is basically replace the /! path by 2027 # all this does is basically replace the /! path by
1814 # a new random map path (?random/...) with a seed 2028 # a new random map path (?random/...) with a seed
1815 # that depends on the exit object 2029 # that depends on the exit object
1816 2030
1817 my $rmp = parse_random_map_params $exit->msg; 2031 my $rmp = parse_random_map_params $exit->msg;
1818 2032
1819 if ($exit->map) { 2033 if ($exit->map) {
1820 $rmp->{region} = $exit->map->region_name; 2034 $rmp->{region} = $exit->region->name;
1821 $rmp->{origin_map} = $exit->map->path; 2035 $rmp->{origin_map} = $exit->map->path;
1822 $rmp->{origin_x} = $exit->x; 2036 $rmp->{origin_x} = $exit->x;
1823 $rmp->{origin_y} = $exit->y; 2037 $rmp->{origin_y} = $exit->y;
1824 } 2038 }
1825 2039
1826 $rmp->{random_seed} ||= $exit->random_seed; 2040 $rmp->{random_seed} ||= $exit->random_seed;
1827 2041
1828 my $data = cf::to_json $rmp; 2042 my $data = cf::to_json $rmp;
1829 my $md5 = Digest::MD5::md5_hex $data; 2043 my $md5 = Digest::MD5::md5_hex $data;
2044 my $meta = "$RANDOMDIR/$md5.meta";
1830 2045
1831 if (my $fh = aio_open "$cf::RANDOM_MAPS/$md5.meta", O_WRONLY | O_CREAT, 0666) { 2046 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1832 aio_write $fh, 0, (length $data), $data, 0; 2047 aio_write $fh, 0, (length $data), $data, 0;
2048 undef $fh;
2049 aio_rename "$meta~", $meta;
1833 2050
1834 $exit->slaying ("?random/$md5"); 2051 $exit->slaying ("?random/$md5");
1835 $exit->msg (undef); 2052 $exit->msg (undef);
1836 } 2053 }
1837} 2054}
1838 2055
1839sub cf::object::player::enter_exit { 2056sub cf::object::player::enter_exit {
1840 my ($self, $exit) = @_; 2057 my ($self, $exit) = @_;
1841 2058
1842 return unless $self->type == cf::PLAYER; 2059 return unless $self->type == cf::PLAYER;
2060
2061 if ($exit->slaying eq "/!") {
2062 #TODO: this should de-fi-ni-te-ly not be a sync-job
2063 # the problem is that $exit might not survive long enough
2064 # so it needs to be done right now, right here
2065 cf::sync_job { prepare_random_map $exit };
2066 }
2067
2068 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2069 my $hp = $exit->stats->hp;
2070 my $sp = $exit->stats->sp;
1843 2071
1844 $self->enter_link; 2072 $self->enter_link;
1845 2073
1846 (async { 2074 (async {
1847 $self->deactivate_recursive; # just to be sure 2075 $self->deactivate_recursive; # just to be sure
1848 unless (eval { 2076 unless (eval {
1849 prepare_random_map $exit 2077 $self->goto ($slaying, $hp, $sp);
1850 if $exit->slaying eq "/!";
1851
1852 my $path = new_from_path cf::map $exit->slaying, $exit->map && $exit->map->path;
1853 $self->goto ($path, $exit->stats->hp, $exit->stats->sp);
1854 2078
1855 1; 2079 1;
1856 }) { 2080 }) {
1857 $self->message ("Something went wrong deep within the crossfire server. " 2081 $self->message ("Something went wrong deep within the crossfire server. "
1858 . "I'll try to bring you back to the map you were before. " 2082 . "I'll try to bring you back to the map you were before. "
1859 . "Please report this to the dungeon master!", 2083 . "Please report this to the dungeon master!",
1860 cf::NDI_UNIQUE | cf::NDI_RED); 2084 cf::NDI_UNIQUE | cf::NDI_RED);
1861 2085
1862 warn "ERROR in enter_exit: $@"; 2086 warn "ERROR in enter_exit: $@";
1863 $self->leave_link; 2087 $self->leave_link;
1864 } 2088 }
1865 })->prio (1); 2089 })->prio (1);
1878 2102
1879sub cf::client::send_drawinfo { 2103sub cf::client::send_drawinfo {
1880 my ($self, $text, $flags) = @_; 2104 my ($self, $text, $flags) = @_;
1881 2105
1882 utf8::encode $text; 2106 utf8::encode $text;
1883 $self->send_packet (sprintf "drawinfo %d %s", $flags, $text); 2107 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1884} 2108}
1885 2109
2110=item $client->ext_event ($type, %msg)
2111
2112Sends an exti event to the client.
2113
2114=cut
2115
2116sub cf::client::ext_event($$%) {
2117 my ($self, $type, %msg) = @_;
2118
2119 $msg{msgtype} = "event_$type";
2120 $self->send_packet ("ext " . cf::to_json \%msg);
2121}
1886 2122
1887=item $success = $client->query ($flags, "text", \&cb) 2123=item $success = $client->query ($flags, "text", \&cb)
1888 2124
1889Queues a query to the client, calling the given callback with 2125Queues a query to the client, calling the given callback with
1890the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>, 2126the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1919 # get handled first 2155 # get handled first
1920 my $queue = delete $ns->{query_queue} 2156 my $queue = delete $ns->{query_queue}
1921 or return; # be conservative, not sure how that can happen, but we saw a crash here 2157 or return; # be conservative, not sure how that can happen, but we saw a crash here
1922 2158
1923 (shift @$queue)->[1]->($msg); 2159 (shift @$queue)->[1]->($msg);
2160 return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1924 2161
1925 push @{ $ns->{query_queue} }, @$queue; 2162 push @{ $ns->{query_queue} }, @$queue;
1926 2163
1927 if (@{ $ns->{query_queue} } == @$queue) { 2164 if (@{ $ns->{query_queue} } == @$queue) {
1928 if (@$queue) { 2165 if (@$queue) {
1986 2223
1987# here we export the classes and methods available to script code 2224# here we export the classes and methods available to script code
1988 2225
1989=pod 2226=pod
1990 2227
1991The following fucntions and emthods are available within a safe environment: 2228The following functions and methods are available within a safe environment:
1992 2229
1993 cf::object contr pay_amount pay_player map 2230 cf::object contr pay_amount pay_player map
1994 cf::object::player player 2231 cf::object::player player
1995 cf::player peaceful 2232 cf::player peaceful
1996 cf::map trigger 2233 cf::map trigger
2081############################################################################# 2318#############################################################################
2082 2319
2083=head2 EXTENSION DATABASE SUPPORT 2320=head2 EXTENSION DATABASE SUPPORT
2084 2321
2085Crossfire maintains a very simple database for extension use. It can 2322Crossfire maintains a very simple database for extension use. It can
2086currently store anything that can be serialised using Storable, which 2323currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2087excludes objects. 2324convert to/from binary).
2088 2325
2089The parameter C<$family> should best start with the name of the extension 2326The parameter C<$family> should best start with the name of the extension
2090using it, it should be unique. 2327using it, it should be unique.
2091 2328
2092=over 4 2329=over 4
2093 2330
2094=item $hashref = cf::db_get $family
2095
2096Return a hashref for use by the extension C<$family>, which can be
2097modified. After modifications, you have to call C<cf::db_dirty> or
2098C<cf::db_sync>.
2099
2100=item $value = cf::db_get $family => $key 2331=item $value = cf::db_get $family => $key
2101 2332
2102Returns a single value from the database 2333Returns a single value from the database.
2103
2104=item cf::db_put $family => $hashref
2105
2106Stores the given family hashref into the database. Updates are delayed, if
2107you want the data to be synced to disk immediately, use C<cf::db_sync>.
2108 2334
2109=item cf::db_put $family => $key => $value 2335=item cf::db_put $family => $key => $value
2110 2336
2111Stores the given C<$value> in the family hash. Updates are delayed, if you 2337Stores the given C<$value> in the family.
2112want the data to be synced to disk immediately, use C<cf::db_sync>.
2113
2114=item cf::db_dirty
2115
2116Marks the database as dirty, to be updated at a later time.
2117
2118=item cf::db_sync
2119
2120Immediately write the database to disk I<if it is dirty>.
2121 2338
2122=cut 2339=cut
2123 2340
2124our $DB; 2341our $DB;
2125 2342
2126{ 2343sub db_init {
2127 my $path = cf::localdir . "/database.pst"; 2344 unless ($DB) {
2345 $DB = BDB::db_create $DB_ENV;
2128 2346
2129 sub db_load() { 2347 cf::sync_job {
2130 $DB = stat $path ? Storable::retrieve $path : { }; 2348 eval {
2131 } 2349 $DB->set_flags (BDB::CHKSUM);
2132 2350
2133 my $pid; 2351 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2134 2352 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2135 sub db_save() { 2353 cf::cleanup "db_open(db): $!" if $!;
2136 waitpid $pid, 0 if $pid; 2354 };
2137 if (0 == ($pid = fork)) { 2355 cf::cleanup "db_open(db): $@" if $@;
2138 $DB->{_meta}{version} = 1;
2139 Storable::nstore $DB, "$path~";
2140 rename "$path~", $path;
2141 cf::_exit 0 if defined $pid;
2142 } 2356 };
2143 }
2144
2145 my $dirty;
2146
2147 sub db_sync() {
2148 db_save if $dirty;
2149 undef $dirty;
2150 }
2151
2152 my $idle = Event->idle (min => $TICK * 2.8, max => 10, repeat => 0, data => WF_AUTOCANCEL, cb => sub {
2153 db_sync;
2154 }); 2357 }
2358}
2155 2359
2156 sub db_dirty() {
2157 $dirty = 1;
2158 $idle->start;
2159 }
2160
2161 sub db_get($;$) { 2360sub db_get($$) {
2162 @_ >= 2 2361 my $key = "$_[0]/$_[1]";
2163 ? $DB->{$_[0]}{$_[1]}
2164 : ($DB->{$_[0]} ||= { })
2165 }
2166 2362
2363 cf::sync_job {
2364 BDB::db_get $DB, undef, $key, my $data;
2365
2366 $! ? ()
2367 : $data
2368 }
2369}
2370
2167 sub db_put($$;$) { 2371sub db_put($$$) {
2168 if (@_ >= 3) { 2372 BDB::dbreq_pri 4;
2169 $DB->{$_[0]}{$_[1]} = $_[2]; 2373 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2170 } else { 2374}
2171 $DB->{$_[0]} = $_[1];
2172 }
2173 db_dirty;
2174 }
2175 2375
2176 cf::global->attach ( 2376=item cf::cache $id => [$paths...], $processversion => $process
2177 prio => 10000, 2377
2178 on_cleanup => sub { 2378Generic caching function that returns the value of the resource $id,
2179 db_sync; 2379caching and regenerating as required.
2380
2381This function can block.
2382
2383=cut
2384
2385sub cache {
2386 my ($id, $src, $processversion, $process) = @_;
2387
2388 my $meta =
2389 join "\x00",
2390 $processversion,
2391 map {
2392 aio_stat $_
2393 and Carp::croak "$_: $!";
2394
2395 ($_, (stat _)[7,9])
2396 } @$src;
2397
2398 my $dbmeta = db_get cache => "$id/meta";
2399 if ($dbmeta ne $meta) {
2400 # changed, we may need to process
2401
2402 my @data;
2403 my $md5;
2404
2405 for (0 .. $#$src) {
2406 0 <= aio_load $src->[$_], $data[$_]
2407 or Carp::croak "$src->[$_]: $!";
2180 }, 2408 }
2181 ); 2409
2410 # if processing is expensive, check
2411 # checksum first
2412 if (1) {
2413 $md5 =
2414 join "\x00",
2415 $processversion,
2416 map {
2417 Coro::cede;
2418 ($src->[$_], Digest::MD5::md5_hex $data[$_])
2419 } 0.. $#$src;
2420
2421
2422 my $dbmd5 = db_get cache => "$id/md5";
2423 if ($dbmd5 eq $md5) {
2424 db_put cache => "$id/meta", $meta;
2425
2426 return db_get cache => "$id/data";
2427 }
2428 }
2429
2430 my $t1 = Time::HiRes::time;
2431 my $data = $process->(\@data);
2432 my $t2 = Time::HiRes::time;
2433
2434 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2435
2436 db_put cache => "$id/data", $data;
2437 db_put cache => "$id/md5" , $md5;
2438 db_put cache => "$id/meta", $meta;
2439
2440 return $data;
2441 }
2442
2443 db_get cache => "$id/data"
2182} 2444}
2445
2446=item fork_call { }, $args
2447
2448Executes the given code block with the given arguments in a seperate
2449process, returning the results. Everything must be serialisable with
2450Coro::Storable. May, of course, block. Note that the executed sub may
2451never block itself or use any form of Event handling.
2452
2453=cut
2454
2455sub fork_call(&@) {
2456 my ($cb, @args) = @_;
2457
2458# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2459# or die "socketpair: $!";
2460 pipe my $fh1, my $fh2
2461 or die "pipe: $!";
2462
2463 if (my $pid = fork) {
2464 close $fh2;
2465
2466 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2467 $res = Coro::Storable::thaw $res;
2468
2469 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2470
2471 die $$res unless "ARRAY" eq ref $res;
2472
2473 return wantarray ? @$res : $res->[-1];
2474 } else {
2475 reset_signals;
2476 local $SIG{__WARN__};
2477 local $SIG{__DIE__};
2478 eval {
2479 close $fh1;
2480
2481 my @res = eval { $cb->(@args) };
2482 syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2483 };
2484
2485 warn $@ if $@;
2486 _exit 0;
2487 }
2488}
2489
2490
2183 2491
2184############################################################################# 2492#############################################################################
2185# the server's main() 2493# the server's init and main functions
2494
2495sub load_facedata($) {
2496 my ($path) = @_;
2497
2498 warn "loading facedata from $path\n";
2499
2500 my $facedata;
2501 0 < aio_load $path, $facedata
2502 or die "$path: $!";
2503
2504 $facedata = Coro::Storable::thaw $facedata;
2505
2506 $facedata->{version} == 2
2507 or cf::cleanup "$path: version mismatch, cannot proceed.";
2508
2509 {
2510 my $faces = $facedata->{faceinfo};
2511
2512 while (my ($face, $info) = each %$faces) {
2513 my $idx = (cf::face::find $face) || cf::face::alloc $face;
2514 cf::face::set $idx, $info->{visibility}, $info->{magicmap};
2515 cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
2516 cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
2517 Coro::cede;
2518 }
2519
2520 while (my ($face, $info) = each %$faces) {
2521 next unless $info->{smooth};
2522 my $idx = cf::face::find $face
2523 or next;
2524 if (my $smooth = cf::face::find $info->{smooth}) {
2525 cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};
2526 } else {
2527 warn "smooth face '$info->{smooth}' not found for face '$face'";
2528 }
2529 Coro::cede;
2530 }
2531 }
2532
2533 {
2534 my $anims = $facedata->{animinfo};
2535
2536 while (my ($anim, $info) = each %$anims) {
2537 cf::anim::set $anim, $info->{frames}, $info->{facings};
2538 Coro::cede;
2539 }
2540
2541 cf::anim::invalidate_all; # d'oh
2542 }
2543
2544 1
2545}
2546
2547sub reload_regions {
2548 load_resource_file "$MAPDIR/regions"
2549 or die "unable to load regions file\n";
2550}
2551
2552sub reload_facedata {
2553 load_facedata "$DATADIR/facedata"
2554 or die "unable to load facedata\n";
2555}
2556
2557sub reload_archetypes {
2558 load_resource_file "$DATADIR/archetypes"
2559 or die "unable to load archetypes\n";
2560}
2561
2562sub reload_treasures {
2563 load_resource_file "$DATADIR/treasures"
2564 or die "unable to load treasurelists\n";
2565}
2566
2567sub reload_resources {
2568 warn "reloading resource files...\n";
2569
2570 reload_regions;
2571 reload_facedata;
2572 reload_archetypes;
2573 reload_treasures;
2574
2575 warn "finished reloading resource files\n";
2576}
2577
2578sub init {
2579 reload_resources;
2580}
2186 2581
2187sub cfg_load { 2582sub cfg_load {
2188 open my $fh, "<:utf8", cf::confdir . "/config" 2583 open my $fh, "<:utf8", "$CONFDIR/config"
2189 or return; 2584 or return;
2190 2585
2191 local $/; 2586 local $/;
2192 *CFG = YAML::Syck::Load <$fh>; 2587 *CFG = YAML::Syck::Load <$fh>;
2193 2588
2207 2602
2208sub main { 2603sub main {
2209 # we must not ever block the main coroutine 2604 # we must not ever block the main coroutine
2210 local $Coro::idle = sub { 2605 local $Coro::idle = sub {
2211 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 2606 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2607 (async {
2212 async { Event::one_event }; 2608 Event::one_event;
2609 })->prio (Coro::PRIO_MAX);
2213 }; 2610 };
2214 2611
2215 cfg_load; 2612 cfg_load;
2216 db_load; 2613 db_init;
2217 load_extensions; 2614 load_extensions;
2615
2616 $TICK_WATCHER->start;
2218 Event::loop; 2617 Event::loop;
2219} 2618}
2220 2619
2221############################################################################# 2620#############################################################################
2222# initialisation and cleanup 2621# initialisation and cleanup
2223 2622
2224# install some emergency cleanup handlers 2623# install some emergency cleanup handlers
2225BEGIN { 2624BEGIN {
2226 for my $signal (qw(INT HUP TERM)) { 2625 for my $signal (qw(INT HUP TERM)) {
2227 Event->signal ( 2626 Event->signal (
2627 reentrant => 0,
2228 data => WF_AUTOCANCEL, 2628 data => WF_AUTOCANCEL,
2229 signal => $signal, 2629 signal => $signal,
2630 prio => 0,
2230 cb => sub { 2631 cb => sub {
2231 cf::cleanup "SIG$signal"; 2632 cf::cleanup "SIG$signal";
2232 }, 2633 },
2233 ); 2634 );
2234 } 2635 }
2235} 2636}
2256 my $map = $cf::MAP{$path} or next; 2657 my $map = $cf::MAP{$path} or next;
2257 $map->valid or next; 2658 $map->valid or next;
2258 $map->save; 2659 $map->save;
2259 } 2660 }
2260 warn "end emergency map save\n"; 2661 warn "end emergency map save\n";
2662
2663 warn "begin emergency database checkpoint\n";
2664 BDB::db_env_txn_checkpoint $DB_ENV;
2665 warn "end emergency database checkpoint\n";
2261 }; 2666 };
2262 2667
2263 warn "leave emergency perl save\n"; 2668 warn "leave emergency perl save\n";
2264} 2669}
2265 2670
2671sub post_cleanup {
2672 my ($make_core) = @_;
2673
2674 warn Carp::longmess "post_cleanup backtrace"
2675 if $make_core;
2676}
2677
2266sub reload() { 2678sub do_reload_perl() {
2267 # can/must only be called in main 2679 # can/must only be called in main
2268 if ($Coro::current != $Coro::main) { 2680 if ($Coro::current != $Coro::main) {
2269 warn "can only reload from main coroutine\n"; 2681 warn "can only reload from main coroutine";
2270 return; 2682 return;
2271 } 2683 }
2272 2684
2273 warn "reloading..."; 2685 warn "reloading...";
2274 2686
2275 warn "freezing server"; 2687 warn "entering sync_job";
2276 my $guard = freeze_mainloop; 2688
2689 cf::sync_job {
2690 cf::write_runtime; # external watchdog should not bark
2277 cf::emergency_save; 2691 cf::emergency_save;
2692 cf::write_runtime; # external watchdog should not bark
2278 2693
2279 warn "sync database to disk"; 2694 warn "syncing database to disk";
2280 cf::db_sync; 2695 BDB::db_env_txn_checkpoint $DB_ENV;
2281 IO::AIO::flush;
2282 2696
2283 eval {
2284 # if anything goes wrong in here, we should simply crash as we already saved 2697 # if anything goes wrong in here, we should simply crash as we already saved
2285 2698
2286 warn "cancel all watchers"; 2699 warn "cancelling all WF_AUTOCANCEL watchers";
2287 for (Event::all_watchers) { 2700 for (Event::all_watchers) {
2288 $_->cancel if $_->data & WF_AUTOCANCEL; 2701 $_->cancel if $_->data & WF_AUTOCANCEL;
2289 } 2702 }
2290 2703
2704 warn "flushing outstanding aio requests";
2705 for (;;) {
2706 BDB::flush;
2707 IO::AIO::flush;
2708 Coro::cede;
2709 last unless IO::AIO::nreqs || BDB::nreqs;
2710 warn "iterate...";
2711 }
2712
2713 ++$RELOAD;
2714
2291 warn "cancel all extension coros"; 2715 warn "cancelling all extension coros";
2292 $_->cancel for values %EXT_CORO; 2716 $_->cancel for values %EXT_CORO;
2293 %EXT_CORO = (); 2717 %EXT_CORO = ();
2294 2718
2295 warn "remove commands"; 2719 warn "removing commands";
2296 %COMMAND = (); 2720 %COMMAND = ();
2297 2721
2298 warn "remove ext commands"; 2722 warn "removing ext commands";
2299 %EXTCMD = (); 2723 %EXTCMD = ();
2300 2724
2301 warn "unload/nuke all extensions"; 2725 warn "unloading/nuking all extensions";
2302 for my $pkg (@EXTS) { 2726 for my $pkg (@EXTS) {
2303 warn "... unloading $pkg"; 2727 warn "... unloading $pkg";
2304 2728
2305 if (my $cb = $pkg->can ("unload")) { 2729 if (my $cb = $pkg->can ("unload")) {
2306 eval { 2730 eval {
2311 2735
2312 warn "... nuking $pkg"; 2736 warn "... nuking $pkg";
2313 Symbol::delete_package $pkg; 2737 Symbol::delete_package $pkg;
2314 } 2738 }
2315 2739
2316 warn "unload all perl modules loaded from $LIBDIR"; 2740 warn "unloading all perl modules loaded from $LIBDIR";
2317 while (my ($k, $v) = each %INC) { 2741 while (my ($k, $v) = each %INC) {
2318 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/; 2742 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2319 2743
2320 warn "removing <$k>"; 2744 warn "... unloading $k";
2321 delete $INC{$k}; 2745 delete $INC{$k};
2322 2746
2323 $k =~ s/\.pm$//; 2747 $k =~ s/\.pm$//;
2324 $k =~ s/\//::/g; 2748 $k =~ s/\//::/g;
2325 2749
2328 } 2752 }
2329 2753
2330 Symbol::delete_package $k; 2754 Symbol::delete_package $k;
2331 } 2755 }
2332 2756
2333 warn "get rid of safe::, as good as possible"; 2757 warn "getting rid of safe::, as good as possible";
2334 Symbol::delete_package "safe::$_" 2758 Symbol::delete_package "safe::$_"
2335 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 2759 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2336 2760
2337 warn "unload cf.pm \"a bit\""; 2761 warn "unloading cf.pm \"a bit\"";
2338 delete $INC{"cf.pm"}; 2762 delete $INC{"cf.pm"};
2763 delete $INC{"cf/pod.pm"};
2339 2764
2340 # don't, removes xs symbols, too, 2765 # don't, removes xs symbols, too,
2341 # and global variables created in xs 2766 # and global variables created in xs
2342 #Symbol::delete_package __PACKAGE__; 2767 #Symbol::delete_package __PACKAGE__;
2343 2768
2769 warn "unload completed, starting to reload now";
2770
2344 warn "reloading cf.pm"; 2771 warn "reloading cf.pm";
2345 require cf; 2772 require cf;
2346 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 2773 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2347 2774
2348 warn "load config and database again"; 2775 warn "loading config and database again";
2349 cf::cfg_load; 2776 cf::cfg_load;
2350 cf::db_load;
2351 2777
2352 warn "load extensions"; 2778 warn "loading extensions";
2353 cf::load_extensions; 2779 cf::load_extensions;
2354 2780
2355 warn "reattach attachments to objects/players"; 2781 warn "reattaching attachments to objects/players";
2356 _global_reattach; 2782 _global_reattach; # objects, sockets
2357 warn "reattach attachments to maps"; 2783 warn "reattaching attachments to maps";
2358 reattach $_ for values %MAP; 2784 reattach $_ for values %MAP;
2359 }; 2785 warn "reattaching attachments to players";
2786 reattach $_ for values %PLAYER;
2360 2787
2361 if ($@) { 2788 warn "leaving sync_job";
2789
2790 1
2791 } or do {
2362 warn $@; 2792 warn $@;
2363 warn "error while reloading, exiting."; 2793 warn "error while reloading, exiting.";
2364 exit 1; 2794 exit 1;
2365 } 2795 };
2366 2796
2367 warn "reloaded"; 2797 warn "reloaded";
2368}; 2798};
2369 2799
2800our $RELOAD_WATCHER; # used only during reload
2801
2802sub reload_perl() {
2803 # doing reload synchronously and two reloads happen back-to-back,
2804 # coro crashes during coro_state_free->destroy here.
2805
2806 $RELOAD_WATCHER ||= Event->timer (
2807 reentrant => 0,
2808 after => 0,
2809 data => WF_AUTOCANCEL,
2810 cb => sub {
2811 do_reload_perl;
2812 undef $RELOAD_WATCHER;
2813 },
2814 );
2815}
2816
2370register_command "reload" => sub { 2817register_command "reload" => sub {
2371 my ($who, $arg) = @_; 2818 my ($who, $arg) = @_;
2372 2819
2373 if ($who->flag (FLAG_WIZ)) { 2820 if ($who->flag (FLAG_WIZ)) {
2374 $who->message ("start of reload.");
2375 reload;
2376 $who->message ("end of reload."); 2821 $who->message ("reloading server.");
2822 async { reload_perl };
2377 } 2823 }
2378}; 2824};
2379 2825
2380unshift @INC, $LIBDIR; 2826unshift @INC, $LIBDIR;
2827
2828my $bug_warning = 0;
2829
2830our @WAIT_FOR_TICK;
2831our @WAIT_FOR_TICK_BEGIN;
2832
2833sub wait_for_tick {
2834 return unless $TICK_WATCHER->is_active;
2835 return if $Coro::current == $Coro::main;
2836
2837 my $signal = new Coro::Signal;
2838 push @WAIT_FOR_TICK, $signal;
2839 $signal->wait;
2840}
2841
2842sub wait_for_tick_begin {
2843 return unless $TICK_WATCHER->is_active;
2844 return if $Coro::current == $Coro::main;
2845
2846 my $signal = new Coro::Signal;
2847 push @WAIT_FOR_TICK_BEGIN, $signal;
2848 $signal->wait;
2849}
2381 2850
2382$TICK_WATCHER = Event->timer ( 2851$TICK_WATCHER = Event->timer (
2383 reentrant => 0, 2852 reentrant => 0,
2853 parked => 1,
2384 prio => 0, 2854 prio => 0,
2385 at => $NEXT_TICK || $TICK, 2855 at => $NEXT_TICK || $TICK,
2386 data => WF_AUTOCANCEL, 2856 data => WF_AUTOCANCEL,
2387 cb => sub { 2857 cb => sub {
2858 if ($Coro::current != $Coro::main) {
2859 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2860 unless ++$bug_warning > 10;
2861 return;
2862 }
2863
2388 $NOW = Event::time; 2864 $NOW = $tick_start = Event::time;
2389 2865
2390 cf::server_tick; # one server iteration 2866 cf::server_tick; # one server iteration
2867
2391 $RUNTIME += $TICK; 2868 $RUNTIME += $TICK;
2392 $NEXT_TICK += $TICK; 2869 $NEXT_TICK += $TICK;
2393 2870
2394 $WAIT_FOR_TICK->broadcast; 2871 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2395 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited; 2872 $NEXT_RUNTIME_WRITE = $NOW + 10;
2873 Coro::async_pool {
2874 write_runtime
2875 or warn "ERROR: unable to write runtime file: $!";
2876 };
2877 }
2878
2879# my $AFTER = Event::time;
2880# warn $AFTER - $NOW;#d#
2881
2882 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2883 $sig->send;
2884 }
2885 while (my $sig = shift @WAIT_FOR_TICK) {
2886 $sig->send;
2887 }
2888
2889 $NOW = Event::time;
2396 2890
2397 # if we are delayed by four ticks or more, skip them all 2891 # if we are delayed by four ticks or more, skip them all
2398 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 2892 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2399 2893
2400 $TICK_WATCHER->at ($NEXT_TICK); 2894 $TICK_WATCHER->at ($NEXT_TICK);
2401 $TICK_WATCHER->start; 2895 $TICK_WATCHER->start;
2896
2897 $LOAD = ($NOW - $tick_start) / $TICK;
2898 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2899
2900 _post_tick;
2901
2902
2402 }, 2903 },
2403); 2904);
2404 2905
2906{
2405IO::AIO::max_poll_time $TICK * 0.2; 2907 BDB::max_poll_time $TICK * 0.1;
2406 2908 $BDB_POLL_WATCHER = Event->io (
2407Event->io ( 2909 reentrant => 0,
2408 fd => IO::AIO::poll_fileno, 2910 fd => BDB::poll_fileno,
2409 poll => 'r', 2911 poll => 'r',
2410 prio => 5, 2912 prio => 0,
2411 data => WF_AUTOCANCEL,
2412 cb => \&IO::AIO::poll_cb,
2413);
2414
2415Event->timer (
2416 data => WF_AUTOCANCEL, 2913 data => WF_AUTOCANCEL,
2417 after => 0, 2914 cb => \&BDB::poll_cb,
2418 interval => 10, 2915 );
2419 cb => sub { 2916 BDB::min_parallel 8;
2420 (Coro::unblock_sub { 2917
2421 write_runtime 2918 BDB::set_sync_prepare {
2422 or warn "ERROR: unable to write runtime file: $!"; 2919 my $status;
2920 my $current = $Coro::current;
2921 (
2922 sub {
2923 $status = $!;
2924 $current->ready; undef $current;
2925 },
2926 sub {
2927 Coro::schedule while defined $current;
2928 $! = $status;
2929 },
2930 )
2931 };
2932
2933 unless ($DB_ENV) {
2934 $DB_ENV = BDB::db_env_create;
2935
2936 cf::sync_job {
2937 eval {
2938 BDB::db_env_open
2939 $DB_ENV,
2940 $BDBDIR,
2941 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2942 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2943 0666;
2944
2945 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2946
2947 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2948 $DB_ENV->set_lk_detect;
2949 };
2950
2951 cf::cleanup "db_env_open(db): $@" if $@;
2423 })->(); 2952 };
2424 }, 2953 }
2425); 2954}
2955
2956{
2957 IO::AIO::min_parallel 8;
2958
2959 undef $Coro::AIO::WATCHER;
2960 IO::AIO::max_poll_time $TICK * 0.1;
2961 $AIO_POLL_WATCHER = Event->io (
2962 reentrant => 0,
2963 data => WF_AUTOCANCEL,
2964 fd => IO::AIO::poll_fileno,
2965 poll => 'r',
2966 prio => 6,
2967 cb => \&IO::AIO::poll_cb,
2968 );
2969}
2970
2971my $_log_backtrace;
2972
2973sub _log_backtrace {
2974 my ($msg, @addr) = @_;
2975
2976 $msg =~ s/\n//;
2977
2978 # limit the # of concurrent backtraces
2979 if ($_log_backtrace < 2) {
2980 ++$_log_backtrace;
2981 async {
2982 my @bt = fork_call {
2983 @addr = map { sprintf "%x", $_ } @addr;
2984 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
2985 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
2986 or die "addr2line: $!";
2987
2988 my @funcs;
2989 my @res = <$fh>;
2990 chomp for @res;
2991 while (@res) {
2992 my ($func, $line) = splice @res, 0, 2, ();
2993 push @funcs, "[$func] $line";
2994 }
2995
2996 @funcs
2997 };
2998
2999 LOG llevInfo, "[ABT] $msg\n";
3000 LOG llevInfo, "[ABT] $_\n" for @bt;
3001 --$_log_backtrace;
3002 };
3003 } else {
3004 LOG llevInfo, "[ABT] $msg\n";
3005 LOG llevInfo, "[ABT] [suppressed]\n";
3006 }
3007}
3008
3009# load additional modules
3010use cf::pod;
2426 3011
2427END { cf::emergency_save } 3012END { cf::emergency_save }
2428 3013
24291 30141
2430 3015

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines