ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.169 by root, Sun Jan 14 01:09:46 2007 UTC vs.
Revision 1.266 by root, Fri May 18 01:01:02 2007 UTC

3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Socket;
8use Storable; 9use Storable;
10use Event;
9use Opcode; 11use Opcode;
10use Safe; 12use Safe;
11use Safe::Hole; 13use Safe::Hole;
12 14
13use Coro 3.3 (); 15use Coro 3.61 ();
16use Coro::State;
17use Coro::Handle;
14use Coro::Event; 18use Coro::Event;
15use Coro::Timer; 19use Coro::Timer;
16use Coro::Signal; 20use Coro::Signal;
17use Coro::Semaphore; 21use Coro::Semaphore;
18use Coro::AIO; 22use Coro::AIO;
23use Coro::Storable;
19 24
25use BDB ();
20use Data::Dumper; 26use Data::Dumper;
21use Digest::MD5; 27use Digest::MD5;
22use Fcntl; 28use Fcntl;
29use YAML::Syck ();
23use IO::AIO 2.32 (); 30use IO::AIO 2.32 ();
24use YAML::Syck ();
25use Time::HiRes; 31use Time::HiRes;
32use Compress::LZF;
26 33
34# configure various modules to our taste
35#
36$Storable::canonical = 1; # reduce rsync transfers
37Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
38Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
39
27use Event; $Event::Eval = 1; # no idea why this is required, but it is 40$Event::Eval = 1; # no idea why this is required, but it is
28
29sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
30 41
31# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode? 42# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
32$YAML::Syck::ImplicitUnicode = 1; 43$YAML::Syck::ImplicitUnicode = 1;
33 44
34$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority 45$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
46
47sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
35 48
36our %COMMAND = (); 49our %COMMAND = ();
37our %COMMAND_TIME = (); 50our %COMMAND_TIME = ();
38 51
39our @EXTS = (); # list of extension package names 52our @EXTS = (); # list of extension package names
40our %EXTCMD = (); 53our %EXTCMD = ();
41our %EXT_CORO = (); # coroutines bound to extensions 54our %EXT_CORO = (); # coroutines bound to extensions
42our %EXT_MAP = (); # pluggable maps 55our %EXT_MAP = (); # pluggable maps
43 56
57our $RELOAD; # number of reloads so far
44our @EVENT; 58our @EVENT;
45our $LIBDIR = datadir . "/ext";
46 59
47our $TICK = MAX_TIME * 1e-6; 60our $CONFDIR = confdir;
61our $DATADIR = datadir;
62our $LIBDIR = "$DATADIR/ext";
63our $PODDIR = "$DATADIR/pod";
64our $MAPDIR = "$DATADIR/" . mapdir;
65our $LOCALDIR = localdir;
66our $TMPDIR = "$LOCALDIR/" . tmpdir;
67our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69our $RANDOMDIR = "$LOCALDIR/random";
70our $BDBDIR = "$LOCALDIR/db";
71
72our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
48our $TICK_WATCHER; 73our $TICK_WATCHER;
49our $AIO_POLL_WATCHER; 74our $AIO_POLL_WATCHER;
50our $WRITE_RUNTIME_WATCHER; 75our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
51our $NEXT_TICK; 76our $NEXT_TICK;
52our $NOW; 77our $NOW;
78our $USE_FSYNC = 1; # use fsync to write maps - default off
79
80our $BDB_POLL_WATCHER;
81our $DB_ENV;
53 82
54our %CFG; 83our %CFG;
55 84
56our $UPTIME; $UPTIME ||= time; 85our $UPTIME; $UPTIME ||= time;
57our $RUNTIME; 86our $RUNTIME;
58 87
59our %PLAYER; # all users 88our %PLAYER; # all users
60our %MAP; # all maps 89our %MAP; # all maps
61our $LINK_MAP; # the special {link} map, which is always available 90our $LINK_MAP; # the special {link} map, which is always available
62our $RANDOM_MAPS = cf::localdir . "/random";
63
64our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
65our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
66 91
67# used to convert map paths into valid unix filenames by replacing / by ∕ 92# used to convert map paths into valid unix filenames by replacing / by ∕
68our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 93our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
69 94
95our $LOAD; # a number between 0 (idle) and 1 (too many objects)
96our $LOADAVG; # same thing, but with alpha-smoothing
97our $tick_start; # for load detecting purposes
98
70binmode STDOUT; 99binmode STDOUT;
71binmode STDERR; 100binmode STDERR;
72 101
73# read virtual server time, if available 102# read virtual server time, if available
74unless ($RUNTIME || !-e cf::localdir . "/runtime") { 103unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
75 open my $fh, "<", cf::localdir . "/runtime" 104 open my $fh, "<", "$LOCALDIR/runtime"
76 or die "unable to read runtime file: $!"; 105 or die "unable to read runtime file: $!";
77 $RUNTIME = <$fh> + 0.; 106 $RUNTIME = <$fh> + 0.;
78} 107}
79 108
80mkdir cf::localdir; 109mkdir $_
81mkdir cf::localdir . "/" . cf::playerdir; 110 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
82mkdir cf::localdir . "/" . cf::tmpdir;
83mkdir cf::localdir . "/" . cf::uniquedir;
84mkdir $RANDOM_MAPS;
85 111
86our $EMERGENCY_POSITION; 112our $EMERGENCY_POSITION;
113
114sub cf::map::normalise;
87 115
88############################################################################# 116#############################################################################
89 117
90=head2 GLOBAL VARIABLES 118=head2 GLOBAL VARIABLES
91 119
98=item $cf::RUNTIME 126=item $cf::RUNTIME
99 127
100The time this server has run, starts at 0 and is increased by $cf::TICK on 128The time this server has run, starts at 0 and is increased by $cf::TICK on
101every server tick. 129every server tick.
102 130
103=item $cf::LIBDIR 131=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
132$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
133$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
104 134
105The perl library directory, where extensions and cf-specific modules can 135Various directories - "/etc", read-only install directory, perl-library
106be found. It will be added to C<@INC> automatically. 136directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
137unique-items directory, player file directory, random maps directory and
138database environment.
107 139
108=item $cf::NOW 140=item $cf::NOW
109 141
110The time of the last (current) server tick. 142The time of the last (current) server tick.
111 143
112=item $cf::TICK 144=item $cf::TICK
113 145
114The interval between server ticks, in seconds. 146The interval between server ticks, in seconds.
147
148=item $cf::LOADAVG
149
150The current CPU load on the server (alpha-smoothed), as a value between 0
151(none) and 1 (overloaded), indicating how much time is spent on processing
152objects per tick. Healthy values are < 0.5.
153
154=item $cf::LOAD
155
156The raw value load value from the last tick.
115 157
116=item %cf::CFG 158=item %cf::CFG
117 159
118Configuration for the server, loaded from C</etc/crossfire/config>, or 160Configuration for the server, loaded from C</etc/crossfire/config>, or
119from wherever your confdir points to. 161from wherever your confdir points to.
120 162
121=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE 163=item cf::wait_for_tick, cf::wait_for_tick_begin
122 164
123These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK) 165These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
124or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick 166returns directly I<after> the tick processing (and consequently, can only wake one process
125processing has been done. Call C<< ->wait >> on them to maximise the 167per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
126window of cpu time available, or simply to synchronise to the server tick.
127 168
128=back 169=back
129 170
130=cut 171=cut
131 172
132BEGIN { 173BEGIN {
133 *CORE::GLOBAL::warn = sub { 174 *CORE::GLOBAL::warn = sub {
134 my $msg = join "", @_; 175 my $msg = join "", @_;
135 utf8::encode $msg;
136 176
137 $msg .= "\n" 177 $msg .= "\n"
138 unless $msg =~ /\n$/; 178 unless $msg =~ /\n$/;
139 179
180 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
181
182 utf8::encode $msg;
140 LOG llevError, $msg; 183 LOG llevError, $msg;
141 }; 184 };
142} 185}
143 186
144@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 187@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
190 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 233 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
191 $d 234 $d
192 } || "[unable to dump $_[0]: '$@']"; 235 } || "[unable to dump $_[0]: '$@']";
193} 236}
194 237
195use JSON::Syck (); # TODO# replace by JSON::PC once working 238use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
196 239
197=item $ref = cf::from_json $json 240=item $ref = cf::from_json $json
198 241
199Converts a JSON string into the corresponding perl data structure. 242Converts a JSON string into the corresponding perl data structure.
200 243
201=cut
202
203sub from_json($) {
204 $JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
205 JSON::Syck::Load $_[0]
206}
207
208=item $json = cf::to_json $ref 244=item $json = cf::to_json $ref
209 245
210Converts a perl data structure into its JSON representation. 246Converts a perl data structure into its JSON representation.
211
212=cut
213
214sub to_json($) {
215 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs
216 JSON::Syck::Dump $_[0]
217}
218 247
219=item cf::lock_wait $string 248=item cf::lock_wait $string
220 249
221Wait until the given lock is available. See cf::lock_acquire. 250Wait until the given lock is available. See cf::lock_acquire.
222 251
228returned. 257returned.
229 258
230Lock names should begin with a unique identifier (for example, cf::map::find 259Lock names should begin with a unique identifier (for example, cf::map::find
231uses map_find and cf::map::load uses map_load). 260uses map_find and cf::map::load uses map_load).
232 261
262=item $locked = cf::lock_active $string
263
264Return true if the lock is currently active, i.e. somebody has locked it.
265
233=cut 266=cut
234 267
235our %LOCK; 268our %LOCK;
236 269
237sub lock_wait($) { 270sub lock_wait($) {
256 # wake up all waiters, to be on the safe side 289 # wake up all waiters, to be on the safe side
257 $_->ready for @{ delete $LOCK{$key} }; 290 $_->ready for @{ delete $LOCK{$key} };
258 } 291 }
259} 292}
260 293
294sub lock_active($) {
295 my ($key) = @_;
296
297 ! ! $LOCK{$key}
298}
299
261sub freeze_mainloop { 300sub freeze_mainloop {
262 return unless $TICK_WATCHER->is_active; 301 return unless $TICK_WATCHER->is_active;
263 302
264 my $guard = Coro::guard { 303 my $guard = Coro::guard {
265 $TICK_WATCHER->start; 304 $TICK_WATCHER->start;
266 $WRITE_RUNTIME_WATCHER->start;
267 }; 305 };
268 $WRITE_RUNTIME_WATCHER->stop;
269 $TICK_WATCHER->stop; 306 $TICK_WATCHER->stop;
270 $guard 307 $guard
271} 308}
272 309
273=item cf::async { BLOCK } 310=item cf::async { BLOCK }
295 332
296sub sync_job(&) { 333sub sync_job(&) {
297 my ($job) = @_; 334 my ($job) = @_;
298 335
299 if ($Coro::current == $Coro::main) { 336 if ($Coro::current == $Coro::main) {
337 my $time = Event::time;
338
300 # this is the main coro, too bad, we have to block 339 # this is the main coro, too bad, we have to block
301 # till the operation succeeds, freezing the server :/ 340 # till the operation succeeds, freezing the server :/
302 341
303 # TODO: use suspend/resume instead 342 # TODO: use suspend/resume instead
304 # (but this is cancel-safe) 343 # (but this is cancel-safe)
315 354
316 while ($busy) { 355 while ($busy) {
317 Coro::cede or Event::one_event; 356 Coro::cede or Event::one_event;
318 } 357 }
319 358
359 $time = Event::time - $time;
360
361 LOG llevError | logBacktrace, Carp::longmess "long sync job"
362 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
363
364 $tick_start += $time; # do not account sync jobs to server load
365
320 wantarray ? @res : $res[0] 366 wantarray ? @res : $res[0]
321 } else { 367 } else {
322 # we are in another coroutine, how wonderful, everything just works 368 # we are in another coroutine, how wonderful, everything just works
323 369
324 $job->() 370 $job->()
344 390
345 $coro 391 $coro
346} 392}
347 393
348sub write_runtime { 394sub write_runtime {
349 my $runtime = cf::localdir . "/runtime"; 395 my $runtime = "$LOCALDIR/runtime";
396
397 # first touch the runtime file to show we are still running:
398 # the fsync below can take a very very long time.
399
400 if (my $fh = aio_open $runtime, O_WRONLY, 0) {
401 utime undef, undef, $fh;
402 }
403
404 my $guard = cf::lock_acquire "write_runtime";
350 405
351 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 406 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
352 or return; 407 or return;
353 408
409 my $value = $cf::RUNTIME + 90 + 10;
354 my $value = $cf::RUNTIME + 1 + 10; # 10 is the runtime save interval, for a monotonic clock 410 # 10 is the runtime save interval, for a monotonic clock
411 # 60 allows for the watchdog to kill the server.
412
355 (aio_write $fh, 0, (length $value), $value, 0) <= 0 413 (aio_write $fh, 0, (length $value), $value, 0) <= 0
356 and return; 414 and return;
357 415
416 # always fsync - this file is important
358 aio_fsync $fh 417 aio_fsync $fh
359 and return; 418 and return;
360 419
420 # touch it again to show we are up-to-date
421 utime undef, undef, $fh;
422
361 close $fh 423 close $fh
362 or return; 424 or return;
363 425
364 aio_rename "$runtime~", $runtime 426 aio_rename "$runtime~", $runtime
365 and return; 427 and return;
366 428
429 warn "runtime file written.\n";#d#
430
367 1 431 1
432}
433
434=item cf::datalog type => key => value, ...
435
436Log a datalog packet of the given type with the given key-value pairs.
437
438=cut
439
440sub datalog($@) {
441 my ($type, %kv) = @_;
442 warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
368} 443}
369 444
370=back 445=back
371 446
372=cut 447=cut
503our @CB_TYPE = (); # registry for type (cf-object class) based events 578our @CB_TYPE = (); # registry for type (cf-object class) based events
504our @CB_MAP = (); 579our @CB_MAP = ();
505 580
506my %attachment; 581my %attachment;
507 582
583sub cf::attachable::thawer_merge {
584 # simply override everything except _meta
585 local $_[0]{_meta};
586 %{$_[0]} = %{$_[1]};
587}
588
508sub _attach_cb($$$$) { 589sub _attach_cb($$$$) {
509 my ($registry, $event, $prio, $cb) = @_; 590 my ($registry, $event, $prio, $cb) = @_;
510 591
511 use sort 'stable'; 592 use sort 'stable';
512 593
741 $filename, length $$rdata, scalar @$objs; 822 $filename, length $$rdata, scalar @$objs;
742 823
743 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 824 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
744 chmod SAVE_MODE, $fh; 825 chmod SAVE_MODE, $fh;
745 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 826 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
746 aio_fsync $fh; 827 aio_fsync $fh if $cf::USE_FSYNC;
747 close $fh; 828 close $fh;
748 829
749 if (@$objs) { 830 if (@$objs) {
750 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 831 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
751 chmod SAVE_MODE, $fh; 832 chmod SAVE_MODE, $fh;
752 my $data = Storable::nfreeze { version => 1, objs => $objs }; 833 my $data = Storable::nfreeze { version => 1, objs => $objs };
753 aio_write $fh, 0, (length $data), $data, 0; 834 aio_write $fh, 0, (length $data), $data, 0;
754 aio_fsync $fh; 835 aio_fsync $fh if $cf::USE_FSYNC;
755 close $fh; 836 close $fh;
756 aio_rename "$filename.pst~", "$filename.pst"; 837 aio_rename "$filename.pst~", "$filename.pst";
757 } 838 }
758 } else { 839 } else {
759 aio_unlink "$filename.pst"; 840 aio_unlink "$filename.pst";
928Returns the given player object, loading it if necessary (might block). 1009Returns the given player object, loading it if necessary (might block).
929 1010
930=cut 1011=cut
931 1012
932sub playerdir($) { 1013sub playerdir($) {
933 cf::localdir 1014 "$PLAYERDIR/"
934 . "/"
935 . cf::playerdir
936 . "/"
937 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 1015 . (ref $_[0] ? $_[0]->ob->name : $_[0])
938} 1016}
939 1017
940sub path($) { 1018sub path($) {
941 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 1019 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
942 1020
943 (playerdir $login) . "/$login.pl" 1021 (playerdir $login) . "/playerdata"
944} 1022}
945 1023
946sub find_active($) { 1024sub find_active($) {
947 $cf::PLAYER{$_[0]} 1025 $cf::PLAYER{$_[0]}
948 and $cf::PLAYER{$_[0]}->active 1026 and $cf::PLAYER{$_[0]}->active
951 1029
952sub exists($) { 1030sub exists($) {
953 my ($login) = @_; 1031 my ($login) = @_;
954 1032
955 $cf::PLAYER{$login} 1033 $cf::PLAYER{$login}
956 or cf::sync_job { !aio_stat $login } 1034 or cf::sync_job { !aio_stat path $login }
957} 1035}
958 1036
959sub find($) { 1037sub find($) {
960 return $cf::PLAYER{$_[0]} || do { 1038 return $cf::PLAYER{$_[0]} || do {
961 my $login = $_[0]; 1039 my $login = $_[0];
962 1040
963 my $guard = cf::lock_acquire "user_find:$login"; 1041 my $guard = cf::lock_acquire "user_find:$login";
964 1042
965 $cf::PLAYER{$_[0]} || do { 1043 $cf::PLAYER{$_[0]} || do {
1044 # rename old playerfiles to new ones
1045 #TODO: remove when no longer required
1046 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1047 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1048 aio_unlink +(playerdir $login) . "/$login.pl.pst";
1049 aio_unlink +(playerdir $login) . "/$login.pl";
1050
966 my $pl = load_pl path $login 1051 my $pl = load_pl path $login
967 or return; 1052 or return;
968 $cf::PLAYER{$login} = $pl 1053 $cf::PLAYER{$login} = $pl
969 } 1054 }
970 } 1055 }
1007 1092
1008=cut 1093=cut
1009 1094
1010sub quit_character { 1095sub quit_character {
1011 my ($pl) = @_; 1096 my ($pl) = @_;
1097
1098 my $name = $pl->ob->name;
1012 1099
1013 $pl->{deny_save} = 1; 1100 $pl->{deny_save} = 1;
1014 $pl->password ("*"); # this should lock out the player until we nuked the dir 1101 $pl->password ("*"); # this should lock out the player until we nuked the dir
1015 1102
1016 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1103 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1021 my $path = playerdir $pl; 1108 my $path = playerdir $pl;
1022 my $temp = "$path~$cf::RUNTIME~deleting~"; 1109 my $temp = "$path~$cf::RUNTIME~deleting~";
1023 aio_rename $path, $temp; 1110 aio_rename $path, $temp;
1024 delete $cf::PLAYER{$pl->ob->name}; 1111 delete $cf::PLAYER{$pl->ob->name};
1025 $pl->destroy; 1112 $pl->destroy;
1113
1114 my $prefix = qr<^~\Q$name\E/>;
1115
1116 # nuke player maps
1117 $cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
1118
1026 IO::AIO::aio_rmtree $temp; 1119 IO::AIO::aio_rmtree $temp;
1120}
1121
1122=item $pl->kick
1123
1124Kicks a player out of the game. This destroys the connection.
1125
1126=cut
1127
1128sub kick {
1129 my ($pl, $kicker) = @_;
1130
1131 $pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
1132 $pl->killer ("kicked");
1133 $pl->ns->destroy;
1027} 1134}
1028 1135
1029=item cf::player::list_logins 1136=item cf::player::list_logins
1030 1137
1031Returns am arrayref of all valid playernames in the system, can take a 1138Returns am arrayref of all valid playernames in the system, can take a
1032while and may block, so not sync_job-capable, ever. 1139while and may block, so not sync_job-capable, ever.
1033 1140
1034=cut 1141=cut
1035 1142
1036sub list_logins { 1143sub list_logins {
1037 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1144 my $dirs = aio_readdir $PLAYERDIR
1038 or return []; 1145 or return [];
1039 1146
1040 my @logins; 1147 my @logins;
1041 1148
1042 for my $login (@$dirs) { 1149 for my $login (@$dirs) {
1059=cut 1166=cut
1060 1167
1061sub maps($) { 1168sub maps($) {
1062 my ($pl) = @_; 1169 my ($pl) = @_;
1063 1170
1171 $pl = ref $pl ? $pl->ob->name : $pl;
1172
1064 my $files = aio_readdir playerdir $pl 1173 my $files = aio_readdir playerdir $pl
1065 or return; 1174 or return;
1066 1175
1067 my @paths; 1176 my @paths;
1068 1177
1069 for (@$files) { 1178 for (@$files) {
1070 utf8::decode $_; 1179 utf8::decode $_;
1071 next if /\.(?:pl|pst)$/; 1180 next if /\.(?:pl|pst)$/;
1072 next unless /^$PATH_SEP/o; 1181 next unless /^$PATH_SEP/o;
1073 1182
1074 s/\.map$//; 1183 push @paths, cf::map::normalise "~$pl/$_";
1075 push @paths, "~" . $pl->ob->name . "/" . $_;
1076 } 1184 }
1077 1185
1078 \@paths 1186 \@paths
1079} 1187}
1080 1188
1081=item $player->ext_reply ($msgid, $msgtype, %msg) 1189=item $player->ext_reply ($msgid, %msg)
1082 1190
1083Sends an ext reply to the player. 1191Sends an ext reply to the player.
1084 1192
1085=cut 1193=cut
1086 1194
1087sub ext_reply($$$%) { 1195sub ext_reply($$%) {
1088 my ($self, $id, %msg) = @_; 1196 my ($self, $id, %msg) = @_;
1089 1197
1090 $msg{msgid} = $id; 1198 $msg{msgid} = $id;
1091 1199
1092 $self->send ("ext " . cf::to_json \%msg); 1200 $self->send ("ext " . cf::to_json \%msg);
1093} 1201}
1094 1202
1095package cf; 1203=item $player->ext_event ($type, %msg)
1204
1205Sends an ext event to the client.
1206
1207=cut
1208
1209sub ext_event($$%) {
1210 my ($self, $type, %msg) = @_;
1211
1212 $self->ns->ext_event ($type, %msg);
1213}
1214
1215=head3 cf::region
1216
1217=over 4
1218
1219=cut
1220
1221package cf::region;
1222
1223=item cf::region::find_by_path $path
1224
1225Tries to decuce the probable region for a map knowing only its path.
1226
1227=cut
1228
1229sub find_by_path($) {
1230 my ($path) = @_;
1231
1232 my ($match, $specificity);
1233
1234 for my $region (list) {
1235 if ($region->match && $path =~ $region->match) {
1236 ($match, $specificity) = ($region, $region->specificity)
1237 if $region->specificity > $specificity;
1238 }
1239 }
1240
1241 $match
1242}
1096 1243
1097=back 1244=back
1098
1099 1245
1100=head3 cf::map 1246=head3 cf::map
1101 1247
1102=over 4 1248=over 4
1103 1249
1107 1253
1108use Fcntl; 1254use Fcntl;
1109use Coro::AIO; 1255use Coro::AIO;
1110 1256
1111use overload 1257use overload
1112 '""' => \&as_string; 1258 '""' => \&as_string,
1259 fallback => 1;
1113 1260
1114our $MAX_RESET = 3600; 1261our $MAX_RESET = 3600;
1115our $DEFAULT_RESET = 3000; 1262our $DEFAULT_RESET = 3000;
1116 1263
1117sub generate_random_map { 1264sub generate_random_map {
1118 my ($self, $rmp) = @_; 1265 my ($self, $rmp) = @_;
1119
1120 # mit "rum" bekleckern, nicht 1266 # mit "rum" bekleckern, nicht
1121 $self->_create_random_map ( 1267 $self->_create_random_map (
1122 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1268 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1123 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1269 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1124 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1270 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1131 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used}, 1277 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1132 (cf::region::find $rmp->{region}), $rmp->{custom} 1278 (cf::region::find $rmp->{region}), $rmp->{custom}
1133 ) 1279 )
1134} 1280}
1135 1281
1282=item cf::map->register ($regex, $prio)
1283
1284Register a handler for the map path matching the given regex at the
1285givne priority (higher is better, built-in handlers have priority 0, the
1286default).
1287
1288=cut
1289
1136sub register { 1290sub register {
1137 my (undef, $regex) = @_; 1291 my (undef, $regex, $prio) = @_;
1138 my $pkg = caller; 1292 my $pkg = caller;
1139 1293
1140 no strict; 1294 no strict;
1141 push @{"$pkg\::ISA"}, __PACKAGE__; 1295 push @{"$pkg\::ISA"}, __PACKAGE__;
1142 1296
1143 $EXT_MAP{$pkg} = qr<$regex>; 1297 $EXT_MAP{$pkg} = [$prio, qr<$regex>];
1144} 1298}
1145 1299
1146# also paths starting with '/' 1300# also paths starting with '/'
1147$EXT_MAP{"cf::map"} = qr{^(?=/)}; 1301$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];
1302
1303sub thawer_merge {
1304 my ($self, $merge) = @_;
1305
1306 # we have to keep some variables in memory intact
1307 local $self->{path};
1308 local $self->{load_path};
1309 local $self->{deny_save};
1310 local $self->{deny_reset};
1311
1312 $self->SUPER::thawer_merge ($merge);
1313}
1148 1314
1149sub normalise { 1315sub normalise {
1150 my ($path, $base) = @_; 1316 my ($path, $base) = @_;
1317
1318 $path = "$path"; # make sure its a string
1319
1320 $path =~ s/\.map$//;
1151 1321
1152 # map plan: 1322 # map plan:
1153 # 1323 #
1154 # /! non-realised random map exit (special hack!) 1324 # /! non-realised random map exit (special hack!)
1155 # {... are special paths that are not being touched 1325 # {... are special paths that are not being touched
1183 1353
1184 return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object 1354 return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object
1185 1355
1186 $path = normalise $path, $base; 1356 $path = normalise $path, $base;
1187 1357
1188 for my $pkg (keys %EXT_MAP) { 1358 for my $pkg (sort { $EXT_MAP{$b}[0] <=> $EXT_MAP{$a}[0] } keys %EXT_MAP) {
1189 if ($path =~ $EXT_MAP{$pkg}) { 1359 if ($path =~ $EXT_MAP{$pkg}[1]) {
1190 my $self = bless cf::map::new, $pkg; 1360 my $self = bless cf::map::new, $pkg;
1191 $self->{path} = $path; $self->path ($path); 1361 $self->{path} = $path; $self->path ($path);
1192 $self->init; # pass $1 etc. 1362 $self->init; # pass $1 etc.
1193 return $self; 1363 return $self;
1194 } 1364 }
1195 } 1365 }
1196 1366
1197 Carp::carp "unable to resolve path '$path'."; 1367 Carp::carp "unable to resolve path '$path' (base '$base').";
1198 () 1368 ()
1199} 1369}
1200 1370
1201sub init { 1371sub init {
1202 my ($self) = @_; 1372 my ($self) = @_;
1217 1387
1218# the original (read-only) location 1388# the original (read-only) location
1219sub load_path { 1389sub load_path {
1220 my ($self) = @_; 1390 my ($self) = @_;
1221 1391
1222 sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path} 1392 "$MAPDIR/$self->{path}.map"
1223} 1393}
1224 1394
1225# the temporary/swap location 1395# the temporary/swap location
1226sub save_path { 1396sub save_path {
1227 my ($self) = @_; 1397 my ($self) = @_;
1228 1398
1229 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1399 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1230 sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $path 1400 "$TMPDIR/$path.map"
1231} 1401}
1232 1402
1233# the unique path, undef == no special unique path 1403# the unique path, undef == no special unique path
1234sub uniq_path { 1404sub uniq_path {
1235 my ($self) = @_; 1405 my ($self) = @_;
1236 1406
1237 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1407 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1238 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path 1408 "$UNIQUEDIR/$path"
1239} 1409}
1240 1410
1241# and all this just because we cannot iterate over 1411# and all this just because we cannot iterate over
1242# all maps in C++... 1412# all maps in C++...
1243sub change_all_map_light { 1413sub change_all_map_light {
1249 1419
1250sub unlink_save { 1420sub unlink_save {
1251 my ($self) = @_; 1421 my ($self) = @_;
1252 1422
1253 utf8::encode (my $save = $self->save_path); 1423 utf8::encode (my $save = $self->save_path);
1254 IO::AIO::aioreq_pri 4; IO::AIO::aio_unlink $save; 1424 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1255 IO::AIO::aioreq_pri 4; IO::AIO::aio_unlink "$save.pst"; 1425 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1256} 1426}
1257 1427
1258sub load_header_from($) { 1428sub load_header_from($) {
1259 my ($self, $path) = @_; 1429 my ($self, $path) = @_;
1260 1430
1261 utf8::encode $path; 1431 utf8::encode $path;
1262 aio_open $path, O_RDONLY, 0 1432 #aio_open $path, O_RDONLY, 0
1263 or return; 1433 # or return;
1264 1434
1265 $self->_load_header ($path) 1435 $self->_load_header ($path)
1266 or return; 1436 or return;
1267 1437
1268 $self->{load_path} = $path; 1438 $self->{load_path} = $path;
1269 1439
1270 1 1440 1
1271} 1441}
1272 1442
1273sub load_orig { 1443sub load_header_orig {
1274 my ($self) = @_; 1444 my ($self) = @_;
1275 1445
1276 $self->load_header_from ($self->load_path) 1446 $self->load_header_from ($self->load_path)
1277} 1447}
1278 1448
1279sub load_temp { 1449sub load_header_temp {
1280 my ($self) = @_; 1450 my ($self) = @_;
1281 1451
1282 $self->load_header_from ($self->save_path) 1452 $self->load_header_from ($self->save_path)
1453}
1454
1455sub prepare_temp {
1456 my ($self) = @_;
1457
1458 $self->last_access ((delete $self->{last_access})
1459 || $cf::RUNTIME); #d#
1460 # safety
1461 $self->{instantiate_time} = $cf::RUNTIME
1462 if $self->{instantiate_time} > $cf::RUNTIME;
1463}
1464
1465sub prepare_orig {
1466 my ($self) = @_;
1467
1468 $self->{load_original} = 1;
1469 $self->{instantiate_time} = $cf::RUNTIME;
1470 $self->last_access ($cf::RUNTIME);
1471 $self->instantiate;
1283} 1472}
1284 1473
1285sub load_header { 1474sub load_header {
1286 my ($self) = @_; 1475 my ($self) = @_;
1287 1476
1288 if ($self->load_temp) { 1477 if ($self->load_header_temp) {
1289 $self->last_access ((delete $self->{last_access}) 1478 $self->prepare_temp;
1290 || $cf::RUNTIME); #d#
1291 # safety
1292 $self->{instantiate_time} = $cf::RUNTIME
1293 if $self->{instantiate_time} > $cf::RUNTIME;
1294 } else { 1479 } else {
1295 $self->load_orig 1480 $self->load_header_orig
1296 or return; 1481 or return;
1297 1482 $self->prepare_orig;
1298 $self->{load_original} = 1;
1299 $self->{instantiate_time} = $cf::RUNTIME;
1300 $self->last_access ($cf::RUNTIME);
1301 $self->instantiate;
1302 } 1483 }
1484
1485 $self->default_region (cf::region::find_by_path $self->{path})
1486 unless $self->default_region;
1303 1487
1304 1 1488 1
1305} 1489}
1306 1490
1307sub find; 1491sub find;
1320 $map->{last_save} = $cf::RUNTIME; 1504 $map->{last_save} = $cf::RUNTIME;
1321 1505
1322 $map->load_header 1506 $map->load_header
1323 or return; 1507 or return;
1324 1508
1325 if ($map->should_reset) { 1509 if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)
1510 # doing this can freeze the server in a sync job, obviously
1511 #$cf::WAIT_FOR_TICK->wait;
1326 $map->reset; 1512 $map->reset;
1327 undef $guard; 1513 undef $guard;
1328 $map = find $path 1514 return find $path;
1329 or return;
1330 } 1515 }
1331 1516
1332 $cf::MAP{$path} = $map 1517 $cf::MAP{$path} = $map
1333 } 1518 }
1334} 1519}
1520
1521sub pre_load { }
1522sub post_load { }
1335 1523
1336sub load { 1524sub load {
1337 my ($self) = @_; 1525 my ($self) = @_;
1338 1526
1527 local $self->{deny_reset} = 1; # loading can take a long time
1528
1339 my $path = $self->{path}; 1529 my $path = $self->{path};
1530
1531 {
1340 my $guard = cf::lock_acquire "map_load:$path"; 1532 my $guard = cf::lock_acquire "map_load:$path";
1341 1533
1342 return if $self->in_memory != cf::MAP_SWAPPED; 1534 return if $self->in_memory != cf::MAP_SWAPPED;
1343 1535
1344 $self->in_memory (cf::MAP_LOADING); 1536 $self->in_memory (cf::MAP_LOADING);
1345 1537
1346 $self->alloc; 1538 $self->alloc;
1347 $self->_load_objects ($self->{load_path}, 1)
1348 or return;
1349 1539
1350 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 1540 $self->pre_load;
1351 if delete $self->{load_original};
1352
1353 if (my $uniq = $self->uniq_path) {
1354 utf8::encode $uniq;
1355 if (aio_open $uniq, O_RDONLY, 0) {
1356 $self->clear_unique_items;
1357 $self->_load_objects ($uniq, 0);
1358 }
1359 }
1360
1361 Coro::cede;
1362
1363 # now do the right thing for maps
1364 $self->link_multipart_objects;
1365
1366 unless ($self->{deny_activate}) {
1367 $self->decay_objects;
1368 $self->fix_auto_apply;
1369 $self->update_buttons;
1370 Coro::cede; 1541 Coro::cede;
1371 $self->set_darkness_map; 1542
1543 $self->_load_objects ($self->{load_path}, 1)
1544 or return;
1545
1546 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1547 if delete $self->{load_original};
1548
1549 if (my $uniq = $self->uniq_path) {
1550 utf8::encode $uniq;
1551 if (aio_open $uniq, O_RDONLY, 0) {
1552 $self->clear_unique_items;
1553 $self->_load_objects ($uniq, 0);
1554 }
1555 }
1556
1557 Coro::cede;
1558 # now do the right thing for maps
1559 $self->link_multipart_objects;
1372 $self->difficulty ($self->estimate_difficulty) 1560 $self->difficulty ($self->estimate_difficulty)
1373 unless $self->difficulty; 1561 unless $self->difficulty;
1374 Coro::cede; 1562 Coro::cede;
1563
1564 unless ($self->{deny_activate}) {
1565 $self->decay_objects;
1566 $self->fix_auto_apply;
1567 $self->update_buttons;
1568 Coro::cede;
1569 $self->set_darkness_map;
1570 Coro::cede;
1375 $self->activate; 1571 $self->activate;
1376 } 1572 }
1377 1573
1378 $self->in_memory (cf::MAP_IN_MEMORY); 1574 $self->in_memory (cf::MAP_IN_MEMORY);
1575 }
1576
1577 $self->post_load;
1379} 1578}
1380 1579
1381sub customise_for { 1580sub customise_for {
1382 my ($self, $ob) = @_; 1581 my ($self, $ob) = @_;
1383 1582
1422 1621
1423 cf::sync_job { $map->load }; 1622 cf::sync_job { $map->load };
1424} 1623}
1425 1624
1426our %MAP_PREFETCH; 1625our %MAP_PREFETCH;
1427our $MAP_PREFETCHER = Coro::async { 1626our $MAP_PREFETCHER = undef;
1428 while () {
1429 for my $path (keys %MAP_PREFETCH) {
1430 my $map = find $path
1431 or next;
1432 $map->load;
1433
1434 delete $MAP_PREFETCH{$path};
1435 }
1436 Coro::schedule;
1437 }
1438};
1439 1627
1440sub find_async { 1628sub find_async {
1441 my ($path, $origin) = @_; 1629 my ($path, $origin) = @_;
1442 1630
1443 $path = normalise $path, $origin && $origin->{path}; 1631 $path = normalise $path, $origin && $origin->{path};
1444 1632
1445 if (my $map = $cf::MAP{$path}) { 1633 if (my $map = $cf::MAP{$path}) {
1446 return $map if $map->in_memory == cf::MAP_IN_MEMORY; 1634 return $map if $map->in_memory == cf::MAP_IN_MEMORY;
1447 } 1635 }
1448 1636
1449 $MAP_PREFETCH{$path} = 0; 1637 undef $MAP_PREFETCH{$path};
1638 $MAP_PREFETCHER ||= cf::async {
1639 while (%MAP_PREFETCH) {
1640 for my $path (keys %MAP_PREFETCH) {
1641 my $map = find $path
1642 or next;
1643 $map->load;
1644
1645 delete $MAP_PREFETCH{$path};
1646 }
1647 }
1648 undef $MAP_PREFETCHER;
1649 };
1450 $MAP_PREFETCHER->ready; 1650 $MAP_PREFETCHER->prio (6);
1451 1651
1452 () 1652 ()
1453} 1653}
1454 1654
1455sub save { 1655sub save {
1515 my ($self) = @_; 1715 my ($self) = @_;
1516 1716
1517 $self->reset_at <= $cf::RUNTIME 1717 $self->reset_at <= $cf::RUNTIME
1518} 1718}
1519 1719
1520sub rename {
1521 my ($self, $new_path) = @_;
1522
1523 normalise $new_path;
1524
1525 $self->unlink_save;
1526
1527 delete $cf::MAP{$self->path};
1528 $self->{path} = $new_path; $self->path ($self->{path});
1529 $cf::MAP{$self->path} = $self;
1530
1531 $self->save;
1532}
1533
1534sub reset { 1720sub reset {
1535 my ($self) = @_; 1721 my ($self) = @_;
1536 1722
1537 my $lock = cf::lock_acquire "map_data:$self->{path}"; 1723 my $lock = cf::lock_acquire "map_data:$self->{path}";
1538 1724
1539 return if $self->players; 1725 return if $self->players;
1540 return if $self->isa ("ext::map_per_player");#d# 1726 return if $self->isa ("ext::map_per_player");#d#
1541 1727
1542 warn "resetting map ", $self->path;#d# 1728 warn "resetting map ", $self->path;#d#
1543 1729
1730 $self->in_memory (cf::MAP_SWAPPED);
1731
1732 # need to save uniques path
1733 unless ($self->{deny_save}) {
1734 my $uniq = $self->uniq_path; utf8::encode $uniq;
1735
1736 $self->_save_objects ($uniq, cf::IO_UNIQUES)
1737 if $uniq;
1738 }
1739
1544 delete $cf::MAP{$self->path}; 1740 delete $cf::MAP{$self->path};
1545 1741
1546 $self->in_memory (cf::MAP_SWAPPED);
1547 $self->clear; 1742 $self->clear;
1548 1743
1549 $_->clear_links_to ($self) for values %cf::MAP; 1744 $_->clear_links_to ($self) for values %cf::MAP;
1550 1745
1551 $self->unlink_save; 1746 $self->unlink_save;
1555my $nuke_counter = "aaaa"; 1750my $nuke_counter = "aaaa";
1556 1751
1557sub nuke { 1752sub nuke {
1558 my ($self) = @_; 1753 my ($self) = @_;
1559 1754
1755 delete $cf::MAP{$self->path};
1756
1757 $self->unlink_save;
1758
1759 bless $self, "cf::map";
1760 delete $self->{deny_reset};
1560 $self->{deny_save} = 1; 1761 $self->{deny_save} = 1;
1561 $self->reset_timeout (1); 1762 $self->reset_timeout (1);
1562 $self->rename ("{nuke}/" . ($nuke_counter++)); 1763 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1764
1765 $cf::MAP{$self->path} = $self;
1766
1563 $self->reset; # polite request, might not happen 1767 $self->reset; # polite request, might not happen
1564} 1768}
1565 1769
1566=item cf::map::unique_maps 1770=item cf::map::unique_maps
1567 1771
1569instantiated unique items. May block. 1773instantiated unique items. May block.
1570 1774
1571=cut 1775=cut
1572 1776
1573sub unique_maps() { 1777sub unique_maps() {
1574 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 1778 my $files = aio_readdir $UNIQUEDIR
1575 or return; 1779 or return;
1576 1780
1577 my @paths; 1781 my @paths;
1578 1782
1579 for (@$files) { 1783 for (@$files) {
1580 utf8::decode $_; 1784 utf8::decode $_;
1581 next if /\.pst$/; 1785 next if /\.pst$/;
1582 next unless /^$PATH_SEP/o; 1786 next unless /^$PATH_SEP/o;
1583 1787
1584 s/\.map$//; 1788 push @paths, cf::map::normalise $_;
1585 push @paths, $_;
1586 } 1789 }
1587 1790
1588 \@paths 1791 \@paths
1589} 1792}
1590 1793
1684=cut 1887=cut
1685 1888
1686sub link_map { 1889sub link_map {
1687 unless ($LINK_MAP) { 1890 unless ($LINK_MAP) {
1688 $LINK_MAP = cf::map::find "{link}" 1891 $LINK_MAP = cf::map::find "{link}"
1689 or do { warn "FATAL: unable to provide {link} map, exiting."; exit 1 }; 1892 or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
1690 $LINK_MAP->load; 1893 $LINK_MAP->load;
1691 } 1894 }
1692 1895
1693 $LINK_MAP 1896 $LINK_MAP
1694} 1897}
1701 return if UNIVERSAL::isa $self->map, "ext::map_link"; 1904 return if UNIVERSAL::isa $self->map, "ext::map_link";
1702 1905
1703 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 1906 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1704 if $self->map; 1907 if $self->map;
1705 1908
1706 $self->enter_map ($LINK_MAP || link_map, 20, 20); 1909 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1707} 1910}
1708 1911
1709sub cf::object::player::leave_link { 1912sub cf::object::player::leave_link {
1710 my ($self, $map, $x, $y) = @_; 1913 my ($self, $map, $x, $y) = @_;
1711 1914
1733 $map->load; 1936 $map->load;
1734 $map->load_diag; 1937 $map->load_diag;
1735 1938
1736 return unless $self->contr->active; 1939 return unless $self->contr->active;
1737 $self->activate_recursive; 1940 $self->activate_recursive;
1941
1942 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1738 $self->enter_map ($map, $x, $y); 1943 $self->enter_map ($map, $x, $y);
1739} 1944}
1740 1945
1741cf::player->attach ( 1946cf::player->attach (
1742 on_logout => sub { 1947 on_logout => sub {
1755 # try to abort aborted map switching on player login :) 1960 # try to abort aborted map switching on player login :)
1756 # should happen only on crashes 1961 # should happen only on crashes
1757 if ($pl->ob->{_link_pos}) { 1962 if ($pl->ob->{_link_pos}) {
1758 $pl->ob->enter_link; 1963 $pl->ob->enter_link;
1759 (async { 1964 (async {
1760 # we need this sleep as the login has a concurrent enter_exit running
1761 # and this sleep increases chances of the player not ending up in scorn
1762 $pl->ob->reply (undef, 1965 $pl->ob->reply (undef,
1763 "There was an internal problem at your last logout, " 1966 "There was an internal problem at your last logout, "
1764 . "the server will try to bring you to your intended destination in a second.", 1967 . "the server will try to bring you to your intended destination in a second.",
1765 cf::NDI_RED); 1968 cf::NDI_RED);
1969 # we need this sleep as the login has a concurrent enter_exit running
1970 # and this sleep increases chances of the player not ending up in scorn
1766 Coro::Timer::sleep 1; 1971 Coro::Timer::sleep 1;
1767 $pl->ob->leave_link; 1972 $pl->ob->leave_link;
1768 })->prio (2); 1973 })->prio (2);
1769 } 1974 }
1770 }, 1975 },
1778 my ($self, $path, $x, $y) = @_; 1983 my ($self, $path, $x, $y) = @_;
1779 1984
1780 $self->enter_link; 1985 $self->enter_link;
1781 1986
1782 (async { 1987 (async {
1988 my $map = eval {
1783 my $map = cf::map::find $path; 1989 my $map = cf::map::find $path;
1784 $map = $map->customise_for ($self) if $map; 1990 $map = $map->customise_for ($self) if $map;
1785 1991 $map
1786# warn "entering ", $map->path, " at ($x, $y)\n" 1992 } or
1787# if $map;
1788
1789 $map or $self->message ("The exit to '" . ($path->visible_name) . "' is closed", cf::NDI_UNIQUE | cf::NDI_RED); 1993 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1790 1994
1791 $self->leave_link ($map, $x, $y); 1995 $self->leave_link ($map, $x, $y);
1792 })->prio (1); 1996 })->prio (1);
1793} 1997}
1794 1998
1798 2002
1799sub parse_random_map_params { 2003sub parse_random_map_params {
1800 my ($spec) = @_; 2004 my ($spec) = @_;
1801 2005
1802 my $rmp = { # defaults 2006 my $rmp = { # defaults
1803 xsize => 10, 2007 xsize => (cf::rndm 15, 40),
1804 ysize => 10, 2008 ysize => (cf::rndm 15, 40),
2009 symmetry => (cf::rndm 1, cf::SYMMETRY_XY),
2010 #layout => string,
1805 }; 2011 };
1806 2012
1807 for (split /\n/, $spec) { 2013 for (split /\n/, $spec) {
1808 my ($k, $v) = split /\s+/, $_, 2; 2014 my ($k, $v) = split /\s+/, $_, 2;
1809 2015
1813 $rmp 2019 $rmp
1814} 2020}
1815 2021
1816sub prepare_random_map { 2022sub prepare_random_map {
1817 my ($exit) = @_; 2023 my ($exit) = @_;
2024
2025 my $guard = cf::lock_acquire "exit_prepare:$exit";
1818 2026
1819 # all this does is basically replace the /! path by 2027 # all this does is basically replace the /! path by
1820 # a new random map path (?random/...) with a seed 2028 # a new random map path (?random/...) with a seed
1821 # that depends on the exit object 2029 # that depends on the exit object
1822 2030
1823 my $rmp = parse_random_map_params $exit->msg; 2031 my $rmp = parse_random_map_params $exit->msg;
1824 2032
1825 if ($exit->map) { 2033 if ($exit->map) {
1826 $rmp->{region} = $exit->map->region_name; 2034 $rmp->{region} = $exit->region->name;
1827 $rmp->{origin_map} = $exit->map->path; 2035 $rmp->{origin_map} = $exit->map->path;
1828 $rmp->{origin_x} = $exit->x; 2036 $rmp->{origin_x} = $exit->x;
1829 $rmp->{origin_y} = $exit->y; 2037 $rmp->{origin_y} = $exit->y;
1830 } 2038 }
1831 2039
1832 $rmp->{random_seed} ||= $exit->random_seed; 2040 $rmp->{random_seed} ||= $exit->random_seed;
1833 2041
1834 my $data = cf::to_json $rmp; 2042 my $data = cf::to_json $rmp;
1835 my $md5 = Digest::MD5::md5_hex $data; 2043 my $md5 = Digest::MD5::md5_hex $data;
2044 my $meta = "$RANDOMDIR/$md5.meta";
1836 2045
1837 if (my $fh = aio_open "$cf::RANDOM_MAPS/$md5.meta", O_WRONLY | O_CREAT, 0666) { 2046 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1838 aio_write $fh, 0, (length $data), $data, 0; 2047 aio_write $fh, 0, (length $data), $data, 0;
2048 undef $fh;
2049 aio_rename "$meta~", $meta;
1839 2050
1840 $exit->slaying ("?random/$md5"); 2051 $exit->slaying ("?random/$md5");
1841 $exit->msg (undef); 2052 $exit->msg (undef);
1842 } 2053 }
1843} 2054}
1844 2055
1845sub cf::object::player::enter_exit { 2056sub cf::object::player::enter_exit {
1846 my ($self, $exit) = @_; 2057 my ($self, $exit) = @_;
1847 2058
1848 return unless $self->type == cf::PLAYER; 2059 return unless $self->type == cf::PLAYER;
2060
2061 if ($exit->slaying eq "/!") {
2062 #TODO: this should de-fi-ni-te-ly not be a sync-job
2063 # the problem is that $exit might not survive long enough
2064 # so it needs to be done right now, right here
2065 cf::sync_job { prepare_random_map $exit };
2066 }
2067
2068 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2069 my $hp = $exit->stats->hp;
2070 my $sp = $exit->stats->sp;
1849 2071
1850 $self->enter_link; 2072 $self->enter_link;
1851 2073
1852 (async { 2074 (async {
1853 $self->deactivate_recursive; # just to be sure 2075 $self->deactivate_recursive; # just to be sure
1854 unless (eval { 2076 unless (eval {
1855 prepare_random_map $exit 2077 $self->goto ($slaying, $hp, $sp);
1856 if $exit->slaying eq "/!";
1857
1858 my $path = new_from_path cf::map $exit->slaying, $exit->map && $exit->map->path;
1859 $self->goto ($path, $exit->stats->hp, $exit->stats->sp);
1860 2078
1861 1; 2079 1;
1862 }) { 2080 }) {
1863 $self->message ("Something went wrong deep within the crossfire server. " 2081 $self->message ("Something went wrong deep within the crossfire server. "
1864 . "I'll try to bring you back to the map you were before. " 2082 . "I'll try to bring you back to the map you were before. "
1865 . "Please report this to the dungeon master!", 2083 . "Please report this to the dungeon master!",
1866 cf::NDI_UNIQUE | cf::NDI_RED); 2084 cf::NDI_UNIQUE | cf::NDI_RED);
1867 2085
1868 warn "ERROR in enter_exit: $@"; 2086 warn "ERROR in enter_exit: $@";
1869 $self->leave_link; 2087 $self->leave_link;
1870 } 2088 }
1871 })->prio (1); 2089 })->prio (1);
1884 2102
1885sub cf::client::send_drawinfo { 2103sub cf::client::send_drawinfo {
1886 my ($self, $text, $flags) = @_; 2104 my ($self, $text, $flags) = @_;
1887 2105
1888 utf8::encode $text; 2106 utf8::encode $text;
1889 $self->send_packet (sprintf "drawinfo %d %s", $flags, $text); 2107 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1890} 2108}
1891 2109
2110=item $client->ext_event ($type, %msg)
2111
2112Sends an exti event to the client.
2113
2114=cut
2115
2116sub cf::client::ext_event($$%) {
2117 my ($self, $type, %msg) = @_;
2118
2119 $msg{msgtype} = "event_$type";
2120 $self->send_packet ("ext " . cf::to_json \%msg);
2121}
1892 2122
1893=item $success = $client->query ($flags, "text", \&cb) 2123=item $success = $client->query ($flags, "text", \&cb)
1894 2124
1895Queues a query to the client, calling the given callback with 2125Queues a query to the client, calling the given callback with
1896the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>, 2126the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1925 # get handled first 2155 # get handled first
1926 my $queue = delete $ns->{query_queue} 2156 my $queue = delete $ns->{query_queue}
1927 or return; # be conservative, not sure how that can happen, but we saw a crash here 2157 or return; # be conservative, not sure how that can happen, but we saw a crash here
1928 2158
1929 (shift @$queue)->[1]->($msg); 2159 (shift @$queue)->[1]->($msg);
2160 return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1930 2161
1931 push @{ $ns->{query_queue} }, @$queue; 2162 push @{ $ns->{query_queue} }, @$queue;
1932 2163
1933 if (@{ $ns->{query_queue} } == @$queue) { 2164 if (@{ $ns->{query_queue} } == @$queue) {
1934 if (@$queue) { 2165 if (@$queue) {
1992 2223
1993# here we export the classes and methods available to script code 2224# here we export the classes and methods available to script code
1994 2225
1995=pod 2226=pod
1996 2227
1997The following fucntions and emthods are available within a safe environment: 2228The following functions and methods are available within a safe environment:
1998 2229
1999 cf::object contr pay_amount pay_player map 2230 cf::object contr pay_amount pay_player map
2000 cf::object::player player 2231 cf::object::player player
2001 cf::player peaceful 2232 cf::player peaceful
2002 cf::map trigger 2233 cf::map trigger
2087############################################################################# 2318#############################################################################
2088 2319
2089=head2 EXTENSION DATABASE SUPPORT 2320=head2 EXTENSION DATABASE SUPPORT
2090 2321
2091Crossfire maintains a very simple database for extension use. It can 2322Crossfire maintains a very simple database for extension use. It can
2092currently store anything that can be serialised using Storable, which 2323currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2093excludes objects. 2324convert to/from binary).
2094 2325
2095The parameter C<$family> should best start with the name of the extension 2326The parameter C<$family> should best start with the name of the extension
2096using it, it should be unique. 2327using it, it should be unique.
2097 2328
2098=over 4 2329=over 4
2099 2330
2100=item $hashref = cf::db_get $family
2101
2102Return a hashref for use by the extension C<$family>, which can be
2103modified. After modifications, you have to call C<cf::db_dirty> or
2104C<cf::db_sync>.
2105
2106=item $value = cf::db_get $family => $key 2331=item $value = cf::db_get $family => $key
2107 2332
2108Returns a single value from the database 2333Returns a single value from the database.
2109
2110=item cf::db_put $family => $hashref
2111
2112Stores the given family hashref into the database. Updates are delayed, if
2113you want the data to be synced to disk immediately, use C<cf::db_sync>.
2114 2334
2115=item cf::db_put $family => $key => $value 2335=item cf::db_put $family => $key => $value
2116 2336
2117Stores the given C<$value> in the family hash. Updates are delayed, if you 2337Stores the given C<$value> in the family.
2118want the data to be synced to disk immediately, use C<cf::db_sync>.
2119
2120=item cf::db_dirty
2121
2122Marks the database as dirty, to be updated at a later time.
2123
2124=item cf::db_sync
2125
2126Immediately write the database to disk I<if it is dirty>.
2127 2338
2128=cut 2339=cut
2129 2340
2130our $DB; 2341our $DB;
2131 2342
2132{ 2343sub db_init {
2133 my $path = cf::localdir . "/database.pst"; 2344 unless ($DB) {
2345 $DB = BDB::db_create $DB_ENV;
2134 2346
2135 sub db_load() { 2347 cf::sync_job {
2136 $DB = stat $path ? Storable::retrieve $path : { }; 2348 eval {
2137 } 2349 $DB->set_flags (BDB::CHKSUM);
2138 2350
2139 my $pid; 2351 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2140 2352 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2141 sub db_save() { 2353 cf::cleanup "db_open(db): $!" if $!;
2142 waitpid $pid, 0 if $pid; 2354 };
2143 if (0 == ($pid = fork)) { 2355 cf::cleanup "db_open(db): $@" if $@;
2144 $DB->{_meta}{version} = 1;
2145 Storable::nstore $DB, "$path~";
2146 rename "$path~", $path;
2147 cf::_exit 0 if defined $pid;
2148 } 2356 };
2149 }
2150
2151 my $dirty;
2152
2153 sub db_sync() {
2154 db_save if $dirty;
2155 undef $dirty;
2156 }
2157
2158 my $idle = Event->idle (min => $TICK * 2.8, max => 10, repeat => 0, data => WF_AUTOCANCEL, cb => sub {
2159 db_sync;
2160 }); 2357 }
2358}
2161 2359
2162 sub db_dirty() {
2163 $dirty = 1;
2164 $idle->start;
2165 }
2166
2167 sub db_get($;$) { 2360sub db_get($$) {
2168 @_ >= 2 2361 my $key = "$_[0]/$_[1]";
2169 ? $DB->{$_[0]}{$_[1]}
2170 : ($DB->{$_[0]} ||= { })
2171 }
2172 2362
2363 cf::sync_job {
2364 BDB::db_get $DB, undef, $key, my $data;
2365
2366 $! ? ()
2367 : $data
2368 }
2369}
2370
2173 sub db_put($$;$) { 2371sub db_put($$$) {
2174 if (@_ >= 3) { 2372 BDB::dbreq_pri 4;
2175 $DB->{$_[0]}{$_[1]} = $_[2]; 2373 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2176 } else { 2374}
2177 $DB->{$_[0]} = $_[1];
2178 }
2179 db_dirty;
2180 }
2181 2375
2182 cf::global->attach ( 2376=item cf::cache $id => [$paths...], $processversion => $process
2183 prio => 10000, 2377
2184 on_cleanup => sub { 2378Generic caching function that returns the value of the resource $id,
2185 db_sync; 2379caching and regenerating as required.
2380
2381This function can block.
2382
2383=cut
2384
2385sub cache {
2386 my ($id, $src, $processversion, $process) = @_;
2387
2388 my $meta =
2389 join "\x00",
2390 $processversion,
2391 map {
2392 aio_stat $_
2393 and Carp::croak "$_: $!";
2394
2395 ($_, (stat _)[7,9])
2396 } @$src;
2397
2398 my $dbmeta = db_get cache => "$id/meta";
2399 if ($dbmeta ne $meta) {
2400 # changed, we may need to process
2401
2402 my @data;
2403 my $md5;
2404
2405 for (0 .. $#$src) {
2406 0 <= aio_load $src->[$_], $data[$_]
2407 or Carp::croak "$src->[$_]: $!";
2186 }, 2408 }
2187 ); 2409
2410 # if processing is expensive, check
2411 # checksum first
2412 if (1) {
2413 $md5 =
2414 join "\x00",
2415 $processversion,
2416 map {
2417 Coro::cede;
2418 ($src->[$_], Digest::MD5::md5_hex $data[$_])
2419 } 0.. $#$src;
2420
2421
2422 my $dbmd5 = db_get cache => "$id/md5";
2423 if ($dbmd5 eq $md5) {
2424 db_put cache => "$id/meta", $meta;
2425
2426 return db_get cache => "$id/data";
2427 }
2428 }
2429
2430 my $t1 = Time::HiRes::time;
2431 my $data = $process->(\@data);
2432 my $t2 = Time::HiRes::time;
2433
2434 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2435
2436 db_put cache => "$id/data", $data;
2437 db_put cache => "$id/md5" , $md5;
2438 db_put cache => "$id/meta", $meta;
2439
2440 return $data;
2441 }
2442
2443 db_get cache => "$id/data"
2188} 2444}
2445
2446=item fork_call { }, $args
2447
2448Executes the given code block with the given arguments in a seperate
2449process, returning the results. Everything must be serialisable with
2450Coro::Storable. May, of course, block. Note that the executed sub may
2451never block itself or use any form of Event handling.
2452
2453=cut
2454
2455sub fork_call(&@) {
2456 my ($cb, @args) = @_;
2457
2458# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2459# or die "socketpair: $!";
2460 pipe my $fh1, my $fh2
2461 or die "pipe: $!";
2462
2463 if (my $pid = fork) {
2464 close $fh2;
2465
2466 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2467 $res = Coro::Storable::thaw $res;
2468
2469 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2470
2471 die $$res unless "ARRAY" eq ref $res;
2472
2473 return wantarray ? @$res : $res->[-1];
2474 } else {
2475 reset_signals;
2476 local $SIG{__WARN__};
2477 local $SIG{__DIE__};
2478 eval {
2479 close $fh1;
2480
2481 my @res = eval { $cb->(@args) };
2482 syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2483 };
2484
2485 warn $@ if $@;
2486 _exit 0;
2487 }
2488}
2489
2490
2189 2491
2190############################################################################# 2492#############################################################################
2191# the server's main() 2493# the server's init and main functions
2494
2495sub load_facedata($) {
2496 my ($path) = @_;
2497
2498 warn "loading facedata from $path\n";
2499
2500 my $facedata;
2501 0 < aio_load $path, $facedata
2502 or die "$path: $!";
2503
2504 $facedata = Coro::Storable::thaw $facedata;
2505
2506 $facedata->{version} == 2
2507 or cf::cleanup "$path: version mismatch, cannot proceed.";
2508
2509 {
2510 my $faces = $facedata->{faceinfo};
2511
2512 while (my ($face, $info) = each %$faces) {
2513 my $idx = (cf::face::find $face) || cf::face::alloc $face;
2514 cf::face::set $idx, $info->{visibility}, $info->{magicmap};
2515 cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
2516 cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
2517 Coro::cede;
2518 }
2519
2520 while (my ($face, $info) = each %$faces) {
2521 next unless $info->{smooth};
2522 my $idx = cf::face::find $face
2523 or next;
2524 if (my $smooth = cf::face::find $info->{smooth}) {
2525 cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};
2526 } else {
2527 warn "smooth face '$info->{smooth}' not found for face '$face'";
2528 }
2529 Coro::cede;
2530 }
2531 }
2532
2533 {
2534 my $anims = $facedata->{animinfo};
2535
2536 while (my ($anim, $info) = each %$anims) {
2537 cf::anim::set $anim, $info->{frames}, $info->{facings};
2538 Coro::cede;
2539 }
2540
2541 cf::anim::invalidate_all; # d'oh
2542 }
2543
2544 1
2545}
2546
2547sub reload_regions {
2548 load_resource_file "$MAPDIR/regions"
2549 or die "unable to load regions file\n";
2550}
2551
2552sub reload_facedata {
2553 load_facedata "$DATADIR/facedata"
2554 or die "unable to load facedata\n";
2555}
2556
2557sub reload_archetypes {
2558 load_resource_file "$DATADIR/archetypes"
2559 or die "unable to load archetypes\n";
2560}
2561
2562sub reload_treasures {
2563 load_resource_file "$DATADIR/treasures"
2564 or die "unable to load treasurelists\n";
2565}
2566
2567sub reload_resources {
2568 warn "reloading resource files...\n";
2569
2570 reload_regions;
2571 reload_facedata;
2572 reload_archetypes;
2573 reload_treasures;
2574
2575 warn "finished reloading resource files\n";
2576}
2577
2578sub init {
2579 reload_resources;
2580}
2192 2581
2193sub cfg_load { 2582sub cfg_load {
2194 open my $fh, "<:utf8", cf::confdir . "/config" 2583 open my $fh, "<:utf8", "$CONFDIR/config"
2195 or return; 2584 or return;
2196 2585
2197 local $/; 2586 local $/;
2198 *CFG = YAML::Syck::Load <$fh>; 2587 *CFG = YAML::Syck::Load <$fh>;
2199 2588
2213 2602
2214sub main { 2603sub main {
2215 # we must not ever block the main coroutine 2604 # we must not ever block the main coroutine
2216 local $Coro::idle = sub { 2605 local $Coro::idle = sub {
2217 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 2606 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2607 (async {
2218 async { Event::one_event }; 2608 Event::one_event;
2609 })->prio (Coro::PRIO_MAX);
2219 }; 2610 };
2220 2611
2221 cfg_load; 2612 cfg_load;
2222 db_load; 2613 db_init;
2223 load_extensions; 2614 load_extensions;
2615
2616 $TICK_WATCHER->start;
2224 Event::loop; 2617 Event::loop;
2225} 2618}
2226 2619
2227############################################################################# 2620#############################################################################
2228# initialisation and cleanup 2621# initialisation and cleanup
2229 2622
2230# install some emergency cleanup handlers 2623# install some emergency cleanup handlers
2231BEGIN { 2624BEGIN {
2232 for my $signal (qw(INT HUP TERM)) { 2625 for my $signal (qw(INT HUP TERM)) {
2233 Event->signal ( 2626 Event->signal (
2627 reentrant => 0,
2234 data => WF_AUTOCANCEL, 2628 data => WF_AUTOCANCEL,
2235 signal => $signal, 2629 signal => $signal,
2630 prio => 0,
2236 cb => sub { 2631 cb => sub {
2237 cf::cleanup "SIG$signal"; 2632 cf::cleanup "SIG$signal";
2238 }, 2633 },
2239 ); 2634 );
2240 } 2635 }
2241} 2636}
2262 my $map = $cf::MAP{$path} or next; 2657 my $map = $cf::MAP{$path} or next;
2263 $map->valid or next; 2658 $map->valid or next;
2264 $map->save; 2659 $map->save;
2265 } 2660 }
2266 warn "end emergency map save\n"; 2661 warn "end emergency map save\n";
2662
2663 warn "begin emergency database checkpoint\n";
2664 BDB::db_env_txn_checkpoint $DB_ENV;
2665 warn "end emergency database checkpoint\n";
2267 }; 2666 };
2268 2667
2269 warn "leave emergency perl save\n"; 2668 warn "leave emergency perl save\n";
2270} 2669}
2271 2670
2671sub post_cleanup {
2672 my ($make_core) = @_;
2673
2674 warn Carp::longmess "post_cleanup backtrace"
2675 if $make_core;
2676}
2677
2272sub reload() { 2678sub do_reload_perl() {
2273 # can/must only be called in main 2679 # can/must only be called in main
2274 if ($Coro::current != $Coro::main) { 2680 if ($Coro::current != $Coro::main) {
2275 warn "can only reload from main coroutine\n"; 2681 warn "can only reload from main coroutine";
2276 return; 2682 return;
2277 } 2683 }
2278 2684
2279 warn "reloading..."; 2685 warn "reloading...";
2280 2686
2281 warn "freezing server"; 2687 warn "entering sync_job";
2282 my $guard = freeze_mainloop; 2688
2689 cf::sync_job {
2690 cf::write_runtime; # external watchdog should not bark
2283 cf::emergency_save; 2691 cf::emergency_save;
2692 cf::write_runtime; # external watchdog should not bark
2284 2693
2285 warn "sync database to disk"; 2694 warn "syncing database to disk";
2286 cf::db_sync; 2695 BDB::db_env_txn_checkpoint $DB_ENV;
2287 IO::AIO::flush;
2288 2696
2289 eval {
2290 # if anything goes wrong in here, we should simply crash as we already saved 2697 # if anything goes wrong in here, we should simply crash as we already saved
2291 2698
2292 warn "cancel all watchers"; 2699 warn "cancelling all WF_AUTOCANCEL watchers";
2293 for (Event::all_watchers) { 2700 for (Event::all_watchers) {
2294 $_->cancel if $_->data & WF_AUTOCANCEL; 2701 $_->cancel if $_->data & WF_AUTOCANCEL;
2295 } 2702 }
2296 2703
2704 warn "flushing outstanding aio requests";
2705 for (;;) {
2706 BDB::flush;
2707 IO::AIO::flush;
2708 Coro::cede;
2709 last unless IO::AIO::nreqs || BDB::nreqs;
2710 warn "iterate...";
2711 }
2712
2713 ++$RELOAD;
2714
2297 warn "cancel all extension coros"; 2715 warn "cancelling all extension coros";
2298 $_->cancel for values %EXT_CORO; 2716 $_->cancel for values %EXT_CORO;
2299 %EXT_CORO = (); 2717 %EXT_CORO = ();
2300 2718
2301 warn "remove commands"; 2719 warn "removing commands";
2302 %COMMAND = (); 2720 %COMMAND = ();
2303 2721
2304 warn "remove ext commands"; 2722 warn "removing ext commands";
2305 %EXTCMD = (); 2723 %EXTCMD = ();
2306 2724
2307 warn "unload/nuke all extensions"; 2725 warn "unloading/nuking all extensions";
2308 for my $pkg (@EXTS) { 2726 for my $pkg (@EXTS) {
2309 warn "... unloading $pkg"; 2727 warn "... unloading $pkg";
2310 2728
2311 if (my $cb = $pkg->can ("unload")) { 2729 if (my $cb = $pkg->can ("unload")) {
2312 eval { 2730 eval {
2317 2735
2318 warn "... nuking $pkg"; 2736 warn "... nuking $pkg";
2319 Symbol::delete_package $pkg; 2737 Symbol::delete_package $pkg;
2320 } 2738 }
2321 2739
2322 warn "unload all perl modules loaded from $LIBDIR"; 2740 warn "unloading all perl modules loaded from $LIBDIR";
2323 while (my ($k, $v) = each %INC) { 2741 while (my ($k, $v) = each %INC) {
2324 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/; 2742 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2325 2743
2326 warn "removing <$k>"; 2744 warn "... unloading $k";
2327 delete $INC{$k}; 2745 delete $INC{$k};
2328 2746
2329 $k =~ s/\.pm$//; 2747 $k =~ s/\.pm$//;
2330 $k =~ s/\//::/g; 2748 $k =~ s/\//::/g;
2331 2749
2334 } 2752 }
2335 2753
2336 Symbol::delete_package $k; 2754 Symbol::delete_package $k;
2337 } 2755 }
2338 2756
2339 warn "get rid of safe::, as good as possible"; 2757 warn "getting rid of safe::, as good as possible";
2340 Symbol::delete_package "safe::$_" 2758 Symbol::delete_package "safe::$_"
2341 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 2759 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2342 2760
2343 warn "unload cf.pm \"a bit\""; 2761 warn "unloading cf.pm \"a bit\"";
2344 delete $INC{"cf.pm"}; 2762 delete $INC{"cf.pm"};
2763 delete $INC{"cf/pod.pm"};
2345 2764
2346 # don't, removes xs symbols, too, 2765 # don't, removes xs symbols, too,
2347 # and global variables created in xs 2766 # and global variables created in xs
2348 #Symbol::delete_package __PACKAGE__; 2767 #Symbol::delete_package __PACKAGE__;
2349 2768
2769 warn "unload completed, starting to reload now";
2770
2350 warn "reloading cf.pm"; 2771 warn "reloading cf.pm";
2351 require cf; 2772 require cf;
2352 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 2773 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2353 2774
2354 warn "load config and database again"; 2775 warn "loading config and database again";
2355 cf::cfg_load; 2776 cf::cfg_load;
2356 cf::db_load;
2357 2777
2358 warn "load extensions"; 2778 warn "loading extensions";
2359 cf::load_extensions; 2779 cf::load_extensions;
2360 2780
2361 warn "reattach attachments to objects/players"; 2781 warn "reattaching attachments to objects/players";
2362 _global_reattach; 2782 _global_reattach; # objects, sockets
2363 warn "reattach attachments to maps"; 2783 warn "reattaching attachments to maps";
2364 reattach $_ for values %MAP; 2784 reattach $_ for values %MAP;
2365 }; 2785 warn "reattaching attachments to players";
2786 reattach $_ for values %PLAYER;
2366 2787
2367 if ($@) { 2788 warn "leaving sync_job";
2789
2790 1
2791 } or do {
2368 warn $@; 2792 warn $@;
2369 warn "error while reloading, exiting."; 2793 warn "error while reloading, exiting.";
2370 exit 1; 2794 exit 1;
2371 } 2795 };
2372 2796
2373 warn "reloaded"; 2797 warn "reloaded";
2374}; 2798};
2375 2799
2800our $RELOAD_WATCHER; # used only during reload
2801
2802sub reload_perl() {
2803 # doing reload synchronously and two reloads happen back-to-back,
2804 # coro crashes during coro_state_free->destroy here.
2805
2806 $RELOAD_WATCHER ||= Event->timer (
2807 reentrant => 0,
2808 after => 0,
2809 data => WF_AUTOCANCEL,
2810 cb => sub {
2811 do_reload_perl;
2812 undef $RELOAD_WATCHER;
2813 },
2814 );
2815}
2816
2376register_command "reload" => sub { 2817register_command "reload" => sub {
2377 my ($who, $arg) = @_; 2818 my ($who, $arg) = @_;
2378 2819
2379 if ($who->flag (FLAG_WIZ)) { 2820 if ($who->flag (FLAG_WIZ)) {
2380 $who->message ("start of reload.");
2381 reload;
2382 $who->message ("end of reload."); 2821 $who->message ("reloading server.");
2822 async { reload_perl };
2383 } 2823 }
2384}; 2824};
2385 2825
2386unshift @INC, $LIBDIR; 2826unshift @INC, $LIBDIR;
2827
2828my $bug_warning = 0;
2829
2830our @WAIT_FOR_TICK;
2831our @WAIT_FOR_TICK_BEGIN;
2832
2833sub wait_for_tick {
2834 return unless $TICK_WATCHER->is_active;
2835 return if $Coro::current == $Coro::main;
2836
2837 my $signal = new Coro::Signal;
2838 push @WAIT_FOR_TICK, $signal;
2839 $signal->wait;
2840}
2841
2842sub wait_for_tick_begin {
2843 return unless $TICK_WATCHER->is_active;
2844 return if $Coro::current == $Coro::main;
2845
2846 my $signal = new Coro::Signal;
2847 push @WAIT_FOR_TICK_BEGIN, $signal;
2848 $signal->wait;
2849}
2387 2850
2388$TICK_WATCHER = Event->timer ( 2851$TICK_WATCHER = Event->timer (
2389 reentrant => 0, 2852 reentrant => 0,
2853 parked => 1,
2390 prio => 0, 2854 prio => 0,
2391 at => $NEXT_TICK || $TICK, 2855 at => $NEXT_TICK || $TICK,
2392 data => WF_AUTOCANCEL, 2856 data => WF_AUTOCANCEL,
2393 cb => sub { 2857 cb => sub {
2858 if ($Coro::current != $Coro::main) {
2859 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2860 unless ++$bug_warning > 10;
2861 return;
2862 }
2863
2394 $NOW = Event::time; 2864 $NOW = $tick_start = Event::time;
2395 2865
2396 cf::server_tick; # one server iteration 2866 cf::server_tick; # one server iteration
2867
2397 $RUNTIME += $TICK; 2868 $RUNTIME += $TICK;
2398 $NEXT_TICK += $TICK; 2869 $NEXT_TICK += $TICK;
2399 2870
2400 $WAIT_FOR_TICK->broadcast; 2871 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2401 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited; 2872 $NEXT_RUNTIME_WRITE = $NOW + 10;
2873 Coro::async_pool {
2874 write_runtime
2875 or warn "ERROR: unable to write runtime file: $!";
2876 };
2877 }
2878
2879# my $AFTER = Event::time;
2880# warn $AFTER - $NOW;#d#
2881
2882 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2883 $sig->send;
2884 }
2885 while (my $sig = shift @WAIT_FOR_TICK) {
2886 $sig->send;
2887 }
2888
2889 $NOW = Event::time;
2402 2890
2403 # if we are delayed by four ticks or more, skip them all 2891 # if we are delayed by four ticks or more, skip them all
2404 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 2892 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2405 2893
2406 $TICK_WATCHER->at ($NEXT_TICK); 2894 $TICK_WATCHER->at ($NEXT_TICK);
2407 $TICK_WATCHER->start; 2895 $TICK_WATCHER->start;
2896
2897 $LOAD = ($NOW - $tick_start) / $TICK;
2898 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2899
2900 _post_tick;
2901
2902
2408 }, 2903 },
2409); 2904);
2410 2905
2906{
2907 BDB::max_poll_time $TICK * 0.1;
2908 $BDB_POLL_WATCHER = Event->io (
2909 reentrant => 0,
2910 fd => BDB::poll_fileno,
2911 poll => 'r',
2912 prio => 0,
2913 data => WF_AUTOCANCEL,
2914 cb => \&BDB::poll_cb,
2915 );
2916 BDB::min_parallel 8;
2917
2918 BDB::set_sync_prepare {
2919 my $status;
2920 my $current = $Coro::current;
2921 (
2922 sub {
2923 $status = $!;
2924 $current->ready; undef $current;
2925 },
2926 sub {
2927 Coro::schedule while defined $current;
2928 $! = $status;
2929 },
2930 )
2931 };
2932
2933 unless ($DB_ENV) {
2934 $DB_ENV = BDB::db_env_create;
2935
2936 cf::sync_job {
2937 eval {
2938 BDB::db_env_open
2939 $DB_ENV,
2940 $BDBDIR,
2941 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2942 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2943 0666;
2944
2945 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2946
2947 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2948 $DB_ENV->set_lk_detect;
2949 };
2950
2951 cf::cleanup "db_env_open(db): $@" if $@;
2952 };
2953 }
2954}
2955
2956{
2957 IO::AIO::min_parallel 8;
2958
2959 undef $Coro::AIO::WATCHER;
2411IO::AIO::max_poll_time $TICK * 0.2; 2960 IO::AIO::max_poll_time $TICK * 0.1;
2412
2413$AIO_POLL_WATCHER = Event->io ( 2961 $AIO_POLL_WATCHER = Event->io (
2414 fd => IO::AIO::poll_fileno, 2962 reentrant => 0,
2415 poll => 'r',
2416 prio => 5,
2417 data => WF_AUTOCANCEL,
2418 cb => \&IO::AIO::poll_cb,
2419);
2420
2421$WRITE_RUNTIME_WATCHER = Event->timer (
2422 data => WF_AUTOCANCEL, 2963 data => WF_AUTOCANCEL,
2423 after => 0, 2964 fd => IO::AIO::poll_fileno,
2424 interval => 10, 2965 poll => 'r',
2425 cb => sub { 2966 prio => 6,
2426 (Coro::unblock_sub { 2967 cb => \&IO::AIO::poll_cb,
2427 write_runtime 2968 );
2428 or warn "ERROR: unable to write runtime file: $!"; 2969}
2970
2971my $_log_backtrace;
2972
2973sub _log_backtrace {
2974 my ($msg, @addr) = @_;
2975
2976 $msg =~ s/\n//;
2977
2978 # limit the # of concurrent backtraces
2979 if ($_log_backtrace < 2) {
2980 ++$_log_backtrace;
2981 async {
2982 my @bt = fork_call {
2983 @addr = map { sprintf "%x", $_ } @addr;
2984 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
2985 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
2986 or die "addr2line: $!";
2987
2988 my @funcs;
2989 my @res = <$fh>;
2990 chomp for @res;
2991 while (@res) {
2992 my ($func, $line) = splice @res, 0, 2, ();
2993 push @funcs, "[$func] $line";
2994 }
2995
2996 @funcs
2997 };
2998
2999 LOG llevInfo, "[ABT] $msg\n";
3000 LOG llevInfo, "[ABT] $_\n" for @bt;
3001 --$_log_backtrace;
2429 })->(); 3002 };
3003 } else {
3004 LOG llevInfo, "[ABT] $msg\n";
3005 LOG llevInfo, "[ABT] [suppressed]\n";
2430 }, 3006 }
2431); 3007}
3008
3009# load additional modules
3010use cf::pod;
2432 3011
2433END { cf::emergency_save } 3012END { cf::emergency_save }
2434 3013
24351 30141
2436 3015

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines