ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.166 by root, Sat Jan 13 23:06:13 2007 UTC vs.
Revision 1.264 by root, Sun May 6 05:44:48 2007 UTC

3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Socket;
8use Storable; 9use Storable;
10use Event;
9use Opcode; 11use Opcode;
10use Safe; 12use Safe;
11use Safe::Hole; 13use Safe::Hole;
12 14
13use Coro 3.3 (); 15use Coro 3.61 ();
16use Coro::State;
17use Coro::Handle;
14use Coro::Event; 18use Coro::Event;
15use Coro::Timer; 19use Coro::Timer;
16use Coro::Signal; 20use Coro::Signal;
17use Coro::Semaphore; 21use Coro::Semaphore;
18use Coro::AIO; 22use Coro::AIO;
23use Coro::Storable;
19 24
25use BDB ();
20use Data::Dumper; 26use Data::Dumper;
21use Digest::MD5; 27use Digest::MD5;
22use Fcntl; 28use Fcntl;
29use YAML::Syck ();
23use IO::AIO 2.32 (); 30use IO::AIO 2.32 ();
24use YAML::Syck ();
25use Time::HiRes; 31use Time::HiRes;
32use Compress::LZF;
26 33
34# configure various modules to our taste
35#
36$Storable::canonical = 1; # reduce rsync transfers
37Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
38Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
39
27use Event; $Event::Eval = 1; # no idea why this is required, but it is 40$Event::Eval = 1; # no idea why this is required, but it is
28
29sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
30 41
31# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode? 42# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
32$YAML::Syck::ImplicitUnicode = 1; 43$YAML::Syck::ImplicitUnicode = 1;
33 44
34$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority 45$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
46
47sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
35 48
36our %COMMAND = (); 49our %COMMAND = ();
37our %COMMAND_TIME = (); 50our %COMMAND_TIME = ();
38 51
39our @EXTS = (); # list of extension package names 52our @EXTS = (); # list of extension package names
40our %EXTCMD = (); 53our %EXTCMD = ();
41our %EXT_CORO = (); # coroutines bound to extensions 54our %EXT_CORO = (); # coroutines bound to extensions
42our %EXT_MAP = (); # pluggable maps 55our %EXT_MAP = (); # pluggable maps
43 56
57our $RELOAD; # number of reloads so far
44our @EVENT; 58our @EVENT;
45our $LIBDIR = datadir . "/ext";
46 59
47our $TICK = MAX_TIME * 1e-6; 60our $CONFDIR = confdir;
61our $DATADIR = datadir;
62our $LIBDIR = "$DATADIR/ext";
63our $PODDIR = "$DATADIR/pod";
64our $MAPDIR = "$DATADIR/" . mapdir;
65our $LOCALDIR = localdir;
66our $TMPDIR = "$LOCALDIR/" . tmpdir;
67our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69our $RANDOMDIR = "$LOCALDIR/random";
70our $BDBDIR = "$LOCALDIR/db";
71
72our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
48our $TICK_WATCHER; 73our $TICK_WATCHER;
74our $AIO_POLL_WATCHER;
75our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
49our $NEXT_TICK; 76our $NEXT_TICK;
50our $NOW; 77our $NOW;
78our $USE_FSYNC = 1; # use fsync to write maps - default off
79
80our $BDB_POLL_WATCHER;
81our $DB_ENV;
51 82
52our %CFG; 83our %CFG;
53 84
54our $UPTIME; $UPTIME ||= time; 85our $UPTIME; $UPTIME ||= time;
55our $RUNTIME; 86our $RUNTIME;
56 87
57our %PLAYER; # all users 88our %PLAYER; # all users
58our %MAP; # all maps 89our %MAP; # all maps
59our $LINK_MAP; # the special {link} map, which is always available 90our $LINK_MAP; # the special {link} map, which is always available
60our $RANDOM_MAPS = cf::localdir . "/random";
61
62our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
63our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
64 91
65# used to convert map paths into valid unix filenames by replacing / by ∕ 92# used to convert map paths into valid unix filenames by replacing / by ∕
66our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 93our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
67 94
68binmode STDOUT; 95binmode STDOUT;
69binmode STDERR; 96binmode STDERR;
70 97
71# read virtual server time, if available 98# read virtual server time, if available
72unless ($RUNTIME || !-e cf::localdir . "/runtime") { 99unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
73 open my $fh, "<", cf::localdir . "/runtime" 100 open my $fh, "<", "$LOCALDIR/runtime"
74 or die "unable to read runtime file: $!"; 101 or die "unable to read runtime file: $!";
75 $RUNTIME = <$fh> + 0.; 102 $RUNTIME = <$fh> + 0.;
76} 103}
77 104
78mkdir cf::localdir; 105mkdir $_
79mkdir cf::localdir . "/" . cf::playerdir; 106 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
80mkdir cf::localdir . "/" . cf::tmpdir;
81mkdir cf::localdir . "/" . cf::uniquedir;
82mkdir $RANDOM_MAPS;
83 107
84our $EMERGENCY_POSITION; 108our $EMERGENCY_POSITION;
109
110sub cf::map::normalise;
85 111
86############################################################################# 112#############################################################################
87 113
88=head2 GLOBAL VARIABLES 114=head2 GLOBAL VARIABLES
89 115
96=item $cf::RUNTIME 122=item $cf::RUNTIME
97 123
98The time this server has run, starts at 0 and is increased by $cf::TICK on 124The time this server has run, starts at 0 and is increased by $cf::TICK on
99every server tick. 125every server tick.
100 126
101=item $cf::LIBDIR 127=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
128$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
129$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
102 130
103The perl library directory, where extensions and cf-specific modules can 131Various directories - "/etc", read-only install directory, perl-library
104be found. It will be added to C<@INC> automatically. 132directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
133unique-items directory, player file directory, random maps directory and
134database environment.
105 135
106=item $cf::NOW 136=item $cf::NOW
107 137
108The time of the last (current) server tick. 138The time of the last (current) server tick.
109 139
114=item %cf::CFG 144=item %cf::CFG
115 145
116Configuration for the server, loaded from C</etc/crossfire/config>, or 146Configuration for the server, loaded from C</etc/crossfire/config>, or
117from wherever your confdir points to. 147from wherever your confdir points to.
118 148
119=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE 149=item cf::wait_for_tick, cf::wait_for_tick_begin
120 150
121These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK) 151These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
122or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick 152returns directly I<after> the tick processing (and consequently, can only wake one process
123processing has been done. Call C<< ->wait >> on them to maximise the 153per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
124window of cpu time available, or simply to synchronise to the server tick.
125 154
126=back 155=back
127 156
128=cut 157=cut
129 158
130BEGIN { 159BEGIN {
131 *CORE::GLOBAL::warn = sub { 160 *CORE::GLOBAL::warn = sub {
132 my $msg = join "", @_; 161 my $msg = join "", @_;
133 utf8::encode $msg;
134 162
135 $msg .= "\n" 163 $msg .= "\n"
136 unless $msg =~ /\n$/; 164 unless $msg =~ /\n$/;
137 165
166 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
167
168 utf8::encode $msg;
138 LOG llevError, $msg; 169 LOG llevError, $msg;
139 }; 170 };
140} 171}
141 172
142@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 173@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
188 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 219 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
189 $d 220 $d
190 } || "[unable to dump $_[0]: '$@']"; 221 } || "[unable to dump $_[0]: '$@']";
191} 222}
192 223
193use JSON::Syck (); # TODO# replace by JSON::PC once working 224use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
194 225
195=item $ref = cf::from_json $json 226=item $ref = cf::from_json $json
196 227
197Converts a JSON string into the corresponding perl data structure. 228Converts a JSON string into the corresponding perl data structure.
198 229
199=cut
200
201sub from_json($) {
202 $JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
203 JSON::Syck::Load $_[0]
204}
205
206=item $json = cf::to_json $ref 230=item $json = cf::to_json $ref
207 231
208Converts a perl data structure into its JSON representation. 232Converts a perl data structure into its JSON representation.
209
210=cut
211
212sub to_json($) {
213 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs
214 JSON::Syck::Dump $_[0]
215}
216 233
217=item cf::lock_wait $string 234=item cf::lock_wait $string
218 235
219Wait until the given lock is available. See cf::lock_acquire. 236Wait until the given lock is available. See cf::lock_acquire.
220 237
226returned. 243returned.
227 244
228Lock names should begin with a unique identifier (for example, cf::map::find 245Lock names should begin with a unique identifier (for example, cf::map::find
229uses map_find and cf::map::load uses map_load). 246uses map_find and cf::map::load uses map_load).
230 247
248=item $locked = cf::lock_active $string
249
250Return true if the lock is currently active, i.e. somebody has locked it.
251
231=cut 252=cut
232 253
233our %LOCK; 254our %LOCK;
234 255
235sub lock_wait($) { 256sub lock_wait($) {
254 # wake up all waiters, to be on the safe side 275 # wake up all waiters, to be on the safe side
255 $_->ready for @{ delete $LOCK{$key} }; 276 $_->ready for @{ delete $LOCK{$key} };
256 } 277 }
257} 278}
258 279
280sub lock_active($) {
281 my ($key) = @_;
282
283 ! ! $LOCK{$key}
284}
285
259sub freeze_mainloop { 286sub freeze_mainloop {
260 return unless $TICK_WATCHER->is_active; 287 return unless $TICK_WATCHER->is_active;
261 288
262 my $guard = Coro::guard { $TICK_WATCHER->start }; 289 my $guard = Coro::guard {
290 $TICK_WATCHER->start;
291 };
263 $TICK_WATCHER->stop; 292 $TICK_WATCHER->stop;
264 $guard 293 $guard
265} 294}
266 295
267=item cf::async { BLOCK } 296=item cf::async { BLOCK }
338 367
339 $coro 368 $coro
340} 369}
341 370
342sub write_runtime { 371sub write_runtime {
343 return unless $TICK_WATCHER->is_active; 372 my $runtime = "$LOCALDIR/runtime";
344 373
345 my $runtime = cf::localdir . "/runtime"; 374 # first touch the runtime file to show we are still running:
375 # the fsync below can take a very very long time.
346 376
377 warn "touching runtime...\n";#d#
378 if (my $fh = aio_open $runtime, O_WRONLY, 0) {
379 utime undef, undef, $fh;
380 }
381
382 my $guard = cf::lock_acquire "write_runtime";
383
384 warn "starting to write runtime...\n";#d#
347 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 385 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
348 or return; 386 or return;
349 387
388 my $value = $cf::RUNTIME + 90 + 10;
350 my $value = $cf::RUNTIME + 1 + 10; # 10 is the runtime save interval, for a monotonic clock 389 # 10 is the runtime save interval, for a monotonic clock
390 # 60 allows for the watchdog to kill the server.
391
351 (aio_write $fh, 0, (length $value), $value, 0) <= 0 392 (aio_write $fh, 0, (length $value), $value, 0) <= 0
352 and return; 393 and return;
353 394
395 # always fsync - this file is important
354 aio_fsync $fh 396 aio_fsync $fh
355 and return; 397 and return;
356 398
399 # touch it again to show we are up-to-date
400 utime undef, undef, $fh;
401
357 close $fh 402 close $fh
358 or return; 403 or return;
359 404
360 aio_rename "$runtime~", $runtime 405 aio_rename "$runtime~", $runtime
361 and return; 406 and return;
362 407
408 warn "... done writing runtime.\n";#d#
409
363 1 410 1
411}
412
413=item cf::datalog type => key => value, ...
414
415Log a datalog packet of the given type with the given key-value pairs.
416
417=cut
418
419sub datalog($@) {
420 my ($type, %kv) = @_;
421 warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
364} 422}
365 423
366=back 424=back
367 425
368=cut 426=cut
499our @CB_TYPE = (); # registry for type (cf-object class) based events 557our @CB_TYPE = (); # registry for type (cf-object class) based events
500our @CB_MAP = (); 558our @CB_MAP = ();
501 559
502my %attachment; 560my %attachment;
503 561
562sub cf::attachable::thawer_merge {
563 # simply override everything except _meta
564 local $_[0]{_meta};
565 %{$_[0]} = %{$_[1]};
566}
567
504sub _attach_cb($$$$) { 568sub _attach_cb($$$$) {
505 my ($registry, $event, $prio, $cb) = @_; 569 my ($registry, $event, $prio, $cb) = @_;
506 570
507 use sort 'stable'; 571 use sort 'stable';
508 572
679# object support 743# object support
680 744
681sub reattach { 745sub reattach {
682 # basically do the same as instantiate, without calling instantiate 746 # basically do the same as instantiate, without calling instantiate
683 my ($obj) = @_; 747 my ($obj) = @_;
748
749 bless $obj, ref $obj; # re-bless in case extensions have been reloaded
684 750
685 my $registry = $obj->registry; 751 my $registry = $obj->registry;
686 752
687 @$registry = (); 753 @$registry = ();
688 754
735 $filename, length $$rdata, scalar @$objs; 801 $filename, length $$rdata, scalar @$objs;
736 802
737 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 803 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
738 chmod SAVE_MODE, $fh; 804 chmod SAVE_MODE, $fh;
739 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 805 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
740 aio_fsync $fh; 806 aio_fsync $fh if $cf::USE_FSYNC;
741 close $fh; 807 close $fh;
742 808
743 if (@$objs) { 809 if (@$objs) {
744 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 810 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
745 chmod SAVE_MODE, $fh; 811 chmod SAVE_MODE, $fh;
746 my $data = Storable::nfreeze { version => 1, objs => $objs }; 812 my $data = Storable::nfreeze { version => 1, objs => $objs };
747 aio_write $fh, 0, (length $data), $data, 0; 813 aio_write $fh, 0, (length $data), $data, 0;
748 aio_fsync $fh; 814 aio_fsync $fh if $cf::USE_FSYNC;
749 close $fh; 815 close $fh;
750 aio_rename "$filename.pst~", "$filename.pst"; 816 aio_rename "$filename.pst~", "$filename.pst";
751 } 817 }
752 } else { 818 } else {
753 aio_unlink "$filename.pst"; 819 aio_unlink "$filename.pst";
900 } or warn "$ext not loaded: $@"; 966 } or warn "$ext not loaded: $@";
901 } 967 }
902} 968}
903 969
904############################################################################# 970#############################################################################
905# load/save/clean perl data associated with a map
906
907*cf::mapsupport::on_clean = sub {
908 my ($map) = @_;
909
910 my $path = $map->tmpname;
911 defined $path or return;
912
913 unlink "$path.pst";
914};
915
916cf::map->attach (prio => -10000, package => cf::mapsupport::);
917
918#############################################################################
919 971
920=head2 CORE EXTENSIONS 972=head2 CORE EXTENSIONS
921 973
922Functions and methods that extend core crossfire objects. 974Functions and methods that extend core crossfire objects.
923 975
936Returns the given player object, loading it if necessary (might block). 988Returns the given player object, loading it if necessary (might block).
937 989
938=cut 990=cut
939 991
940sub playerdir($) { 992sub playerdir($) {
941 cf::localdir 993 "$PLAYERDIR/"
942 . "/"
943 . cf::playerdir
944 . "/"
945 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 994 . (ref $_[0] ? $_[0]->ob->name : $_[0])
946} 995}
947 996
948sub path($) { 997sub path($) {
949 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 998 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
950 999
951 (playerdir $login) . "/$login.pl" 1000 (playerdir $login) . "/playerdata"
952} 1001}
953 1002
954sub find_active($) { 1003sub find_active($) {
955 $cf::PLAYER{$_[0]} 1004 $cf::PLAYER{$_[0]}
956 and $cf::PLAYER{$_[0]}->active 1005 and $cf::PLAYER{$_[0]}->active
959 1008
960sub exists($) { 1009sub exists($) {
961 my ($login) = @_; 1010 my ($login) = @_;
962 1011
963 $cf::PLAYER{$login} 1012 $cf::PLAYER{$login}
964 or cf::sync_job { !aio_stat $login } 1013 or cf::sync_job { !aio_stat path $login }
965} 1014}
966 1015
967sub find($) { 1016sub find($) {
968 return $cf::PLAYER{$_[0]} || do { 1017 return $cf::PLAYER{$_[0]} || do {
969 my $login = $_[0]; 1018 my $login = $_[0];
970 1019
971 my $guard = cf::lock_acquire "user_find:$login"; 1020 my $guard = cf::lock_acquire "user_find:$login";
972 1021
973 $cf::PLAYER{$_[0]} || do { 1022 $cf::PLAYER{$_[0]} || do {
1023 # rename old playerfiles to new ones
1024 #TODO: remove when no longer required
1025 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1026 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1027 aio_unlink +(playerdir $login) . "/$login.pl.pst";
1028 aio_unlink +(playerdir $login) . "/$login.pl";
1029
974 my $pl = load_pl path $login 1030 my $pl = load_pl path $login
975 or return; 1031 or return;
976 $cf::PLAYER{$login} = $pl 1032 $cf::PLAYER{$login} = $pl
977 } 1033 }
978 } 1034 }
1015 1071
1016=cut 1072=cut
1017 1073
1018sub quit_character { 1074sub quit_character {
1019 my ($pl) = @_; 1075 my ($pl) = @_;
1076
1077 my $name = $pl->ob->name;
1020 1078
1021 $pl->{deny_save} = 1; 1079 $pl->{deny_save} = 1;
1022 $pl->password ("*"); # this should lock out the player until we nuked the dir 1080 $pl->password ("*"); # this should lock out the player until we nuked the dir
1023 1081
1024 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1082 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1029 my $path = playerdir $pl; 1087 my $path = playerdir $pl;
1030 my $temp = "$path~$cf::RUNTIME~deleting~"; 1088 my $temp = "$path~$cf::RUNTIME~deleting~";
1031 aio_rename $path, $temp; 1089 aio_rename $path, $temp;
1032 delete $cf::PLAYER{$pl->ob->name}; 1090 delete $cf::PLAYER{$pl->ob->name};
1033 $pl->destroy; 1091 $pl->destroy;
1092
1093 my $prefix = qr<^~\Q$name\E/>;
1094
1095 # nuke player maps
1096 $cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
1097
1034 IO::AIO::aio_rmtree $temp; 1098 IO::AIO::aio_rmtree $temp;
1099}
1100
1101=item $pl->kick
1102
1103Kicks a player out of the game. This destroys the connection.
1104
1105=cut
1106
1107sub kick {
1108 my ($pl, $kicker) = @_;
1109
1110 $pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
1111 $pl->killer ("kicked");
1112 $pl->ns->destroy;
1035} 1113}
1036 1114
1037=item cf::player::list_logins 1115=item cf::player::list_logins
1038 1116
1039Returns am arrayref of all valid playernames in the system, can take a 1117Returns am arrayref of all valid playernames in the system, can take a
1040while and may block, so not sync_job-capable, ever. 1118while and may block, so not sync_job-capable, ever.
1041 1119
1042=cut 1120=cut
1043 1121
1044sub list_logins { 1122sub list_logins {
1045 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1123 my $dirs = aio_readdir $PLAYERDIR
1046 or return []; 1124 or return [];
1047 1125
1048 my @logins; 1126 my @logins;
1049 1127
1050 for my $login (@$dirs) { 1128 for my $login (@$dirs) {
1067=cut 1145=cut
1068 1146
1069sub maps($) { 1147sub maps($) {
1070 my ($pl) = @_; 1148 my ($pl) = @_;
1071 1149
1150 $pl = ref $pl ? $pl->ob->name : $pl;
1151
1072 my $files = aio_readdir playerdir $pl 1152 my $files = aio_readdir playerdir $pl
1073 or return; 1153 or return;
1074 1154
1075 my @paths; 1155 my @paths;
1076 1156
1077 for (@$files) { 1157 for (@$files) {
1078 utf8::decode $_; 1158 utf8::decode $_;
1079 next if /\.(?:pl|pst)$/; 1159 next if /\.(?:pl|pst)$/;
1080 next unless /^$PATH_SEP/o; 1160 next unless /^$PATH_SEP/o;
1081 1161
1082 push @paths, "~" . $pl->ob->name . "/" . $_; 1162 push @paths, cf::map::normalise "~$pl/$_";
1083 } 1163 }
1084 1164
1085 \@paths 1165 \@paths
1086} 1166}
1087 1167
1088=item $player->ext_reply ($msgid, $msgtype, %msg) 1168=item $player->ext_reply ($msgid, %msg)
1089 1169
1090Sends an ext reply to the player. 1170Sends an ext reply to the player.
1091 1171
1092=cut 1172=cut
1093 1173
1094sub ext_reply($$$%) { 1174sub ext_reply($$%) {
1095 my ($self, $id, %msg) = @_; 1175 my ($self, $id, %msg) = @_;
1096 1176
1097 $msg{msgid} = $id; 1177 $msg{msgid} = $id;
1098 1178
1099 $self->send ("ext " . cf::to_json \%msg); 1179 $self->send ("ext " . cf::to_json \%msg);
1100} 1180}
1101 1181
1102package cf; 1182=item $player->ext_event ($type, %msg)
1183
1184Sends an ext event to the client.
1185
1186=cut
1187
1188sub ext_event($$%) {
1189 my ($self, $type, %msg) = @_;
1190
1191 $self->ns->ext_event ($type, %msg);
1192}
1193
1194=head3 cf::region
1195
1196=over 4
1197
1198=cut
1199
1200package cf::region;
1201
1202=item cf::region::find_by_path $path
1203
1204Tries to decuce the probable region for a map knowing only its path.
1205
1206=cut
1207
1208sub find_by_path($) {
1209 my ($path) = @_;
1210
1211 my ($match, $specificity);
1212
1213 for my $region (list) {
1214 if ($region->match && $path =~ $region->match) {
1215 ($match, $specificity) = ($region, $region->specificity)
1216 if $region->specificity > $specificity;
1217 }
1218 }
1219
1220 $match
1221}
1103 1222
1104=back 1223=back
1105
1106 1224
1107=head3 cf::map 1225=head3 cf::map
1108 1226
1109=over 4 1227=over 4
1110 1228
1114 1232
1115use Fcntl; 1233use Fcntl;
1116use Coro::AIO; 1234use Coro::AIO;
1117 1235
1118use overload 1236use overload
1119 '""' => \&as_string; 1237 '""' => \&as_string,
1238 fallback => 1;
1120 1239
1121our $MAX_RESET = 3600; 1240our $MAX_RESET = 3600;
1122our $DEFAULT_RESET = 3000; 1241our $DEFAULT_RESET = 3000;
1123 1242
1124sub generate_random_map { 1243sub generate_random_map {
1125 my ($self, $rmp) = @_; 1244 my ($self, $rmp) = @_;
1126
1127 # mit "rum" bekleckern, nicht 1245 # mit "rum" bekleckern, nicht
1128 $self->_create_random_map ( 1246 $self->_create_random_map (
1129 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1247 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1130 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1248 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1131 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1249 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1138 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used}, 1256 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1139 (cf::region::find $rmp->{region}), $rmp->{custom} 1257 (cf::region::find $rmp->{region}), $rmp->{custom}
1140 ) 1258 )
1141} 1259}
1142 1260
1261=item cf::map->register ($regex, $prio)
1262
1263Register a handler for the map path matching the given regex at the
1264givne priority (higher is better, built-in handlers have priority 0, the
1265default).
1266
1267=cut
1268
1143sub register { 1269sub register {
1144 my (undef, $regex) = @_; 1270 my (undef, $regex, $prio) = @_;
1145 my $pkg = caller; 1271 my $pkg = caller;
1146 1272
1147 no strict; 1273 no strict;
1148 push @{"$pkg\::ISA"}, __PACKAGE__; 1274 push @{"$pkg\::ISA"}, __PACKAGE__;
1149 1275
1150 $EXT_MAP{$pkg} = qr<$regex>; 1276 $EXT_MAP{$pkg} = [$prio, qr<$regex>];
1151} 1277}
1152 1278
1153# also paths starting with '/' 1279# also paths starting with '/'
1154$EXT_MAP{"cf::map"} = qr{^(?=/)}; 1280$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];
1281
1282sub thawer_merge {
1283 my ($self, $merge) = @_;
1284
1285 # we have to keep some variables in memory intact
1286 local $self->{path};
1287 local $self->{load_path};
1288 local $self->{deny_save};
1289 local $self->{deny_reset};
1290
1291 $self->SUPER::thawer_merge ($merge);
1292}
1155 1293
1156sub normalise { 1294sub normalise {
1157 my ($path, $base) = @_; 1295 my ($path, $base) = @_;
1296
1297 $path = "$path"; # make sure its a string
1298
1299 $path =~ s/\.map$//;
1158 1300
1159 # map plan: 1301 # map plan:
1160 # 1302 #
1161 # /! non-realised random map exit (special hack!) 1303 # /! non-realised random map exit (special hack!)
1162 # {... are special paths that are not being touched 1304 # {... are special paths that are not being touched
1190 1332
1191 return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object 1333 return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object
1192 1334
1193 $path = normalise $path, $base; 1335 $path = normalise $path, $base;
1194 1336
1195 for my $pkg (keys %EXT_MAP) { 1337 for my $pkg (sort { $EXT_MAP{$b}[0] <=> $EXT_MAP{$a}[0] } keys %EXT_MAP) {
1196 if ($path =~ $EXT_MAP{$pkg}) { 1338 if ($path =~ $EXT_MAP{$pkg}[1]) {
1197 my $self = bless cf::map::new, $pkg; 1339 my $self = bless cf::map::new, $pkg;
1198 $self->{path} = $path; $self->path ($path); 1340 $self->{path} = $path; $self->path ($path);
1199 $self->init; # pass $1 etc. 1341 $self->init; # pass $1 etc.
1200 return $self; 1342 return $self;
1201 } 1343 }
1202 } 1344 }
1203 1345
1204 Carp::carp "unable to resolve path '$path'."; 1346 Carp::carp "unable to resolve path '$path' (base '$base').";
1205 () 1347 ()
1206} 1348}
1207 1349
1208sub init { 1350sub init {
1209 my ($self) = @_; 1351 my ($self) = @_;
1220# the displayed name, this is a one way mapping 1362# the displayed name, this is a one way mapping
1221sub visible_name { 1363sub visible_name {
1222 &as_string 1364 &as_string
1223} 1365}
1224 1366
1225# escape the /'s in the path
1226sub _escaped_path {
1227 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1228
1229 $path
1230}
1231
1232# the original (read-only) location 1367# the original (read-only) location
1233sub load_path { 1368sub load_path {
1234 my ($self) = @_; 1369 my ($self) = @_;
1235 1370
1236 sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path} 1371 "$MAPDIR/$self->{path}.map"
1237} 1372}
1238 1373
1239# the temporary/swap location 1374# the temporary/swap location
1240sub save_path { 1375sub save_path {
1241 my ($self) = @_; 1376 my ($self) = @_;
1242 1377
1243 sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $self->_escaped_path 1378 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1379 "$TMPDIR/$path.map"
1244} 1380}
1245 1381
1246# the unique path, undef == no special unique path 1382# the unique path, undef == no special unique path
1247sub uniq_path { 1383sub uniq_path {
1248 my ($self) = @_; 1384 my ($self) = @_;
1249 1385
1250 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $self->_escaped_path 1386 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1387 "$UNIQUEDIR/$path"
1251} 1388}
1252 1389
1253# and all this just because we cannot iterate over 1390# and all this just because we cannot iterate over
1254# all maps in C++... 1391# all maps in C++...
1255sub change_all_map_light { 1392sub change_all_map_light {
1261 1398
1262sub unlink_save { 1399sub unlink_save {
1263 my ($self) = @_; 1400 my ($self) = @_;
1264 1401
1265 utf8::encode (my $save = $self->save_path); 1402 utf8::encode (my $save = $self->save_path);
1266 IO::AIO::aioreq_pri 4; IO::AIO::aio_unlink $save; 1403 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1267 IO::AIO::aioreq_pri 4; IO::AIO::aio_unlink "$save.pst"; 1404 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1268} 1405}
1269 1406
1270sub load_header_from($) { 1407sub load_header_from($) {
1271 my ($self, $path) = @_; 1408 my ($self, $path) = @_;
1272 1409
1273 utf8::encode $path; 1410 utf8::encode $path;
1274 aio_open $path, O_RDONLY, 0 1411 #aio_open $path, O_RDONLY, 0
1275 or return; 1412 # or return;
1276 1413
1277 $self->_load_header ($path) 1414 $self->_load_header ($path)
1278 or return; 1415 or return;
1279 1416
1280 $self->{load_path} = $path; 1417 $self->{load_path} = $path;
1281 1418
1282 1 1419 1
1283} 1420}
1284 1421
1285sub load_orig { 1422sub load_header_orig {
1286 my ($self) = @_; 1423 my ($self) = @_;
1287 1424
1288 $self->load_header_from ($self->load_path) 1425 $self->load_header_from ($self->load_path)
1289} 1426}
1290 1427
1291sub load_temp { 1428sub load_header_temp {
1292 my ($self) = @_; 1429 my ($self) = @_;
1293 1430
1294 $self->load_header_from ($self->save_path) 1431 $self->load_header_from ($self->save_path)
1432}
1433
1434sub prepare_temp {
1435 my ($self) = @_;
1436
1437 $self->last_access ((delete $self->{last_access})
1438 || $cf::RUNTIME); #d#
1439 # safety
1440 $self->{instantiate_time} = $cf::RUNTIME
1441 if $self->{instantiate_time} > $cf::RUNTIME;
1442}
1443
1444sub prepare_orig {
1445 my ($self) = @_;
1446
1447 $self->{load_original} = 1;
1448 $self->{instantiate_time} = $cf::RUNTIME;
1449 $self->last_access ($cf::RUNTIME);
1450 $self->instantiate;
1295} 1451}
1296 1452
1297sub load_header { 1453sub load_header {
1298 my ($self) = @_; 1454 my ($self) = @_;
1299 1455
1300 if ($self->load_temp) { 1456 if ($self->load_header_temp) {
1301 $self->last_access ((delete $self->{last_access}) 1457 $self->prepare_temp;
1302 || $cf::RUNTIME); #d#
1303 # safety
1304 $self->{instantiate_time} = $cf::RUNTIME
1305 if $self->{instantiate_time} > $cf::RUNTIME;
1306 } else { 1458 } else {
1307 $self->load_orig 1459 $self->load_header_orig
1308 or return; 1460 or return;
1309 1461 $self->prepare_orig;
1310 $self->{load_original} = 1;
1311 $self->{instantiate_time} = $cf::RUNTIME;
1312 $self->last_access ($cf::RUNTIME);
1313 $self->instantiate;
1314 } 1462 }
1463
1464 $self->default_region (cf::region::find_by_path $self->{path})
1465 unless $self->default_region;
1315 1466
1316 1 1467 1
1317} 1468}
1318 1469
1319sub find; 1470sub find;
1332 $map->{last_save} = $cf::RUNTIME; 1483 $map->{last_save} = $cf::RUNTIME;
1333 1484
1334 $map->load_header 1485 $map->load_header
1335 or return; 1486 or return;
1336 1487
1337 if ($map->should_reset) { 1488 if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)
1489 # doing this can freeze the server in a sync job, obviously
1490 #$cf::WAIT_FOR_TICK->wait;
1338 $map->reset; 1491 $map->reset;
1339 undef $guard; 1492 undef $guard;
1340 $map = find $path 1493 return find $path;
1341 or return;
1342 } 1494 }
1343 1495
1344 $cf::MAP{$path} = $map 1496 $cf::MAP{$path} = $map
1345 } 1497 }
1346} 1498}
1499
1500sub pre_load { }
1501sub post_load { }
1347 1502
1348sub load { 1503sub load {
1349 my ($self) = @_; 1504 my ($self) = @_;
1350 1505
1506 local $self->{deny_reset} = 1; # loading can take a long time
1507
1351 my $path = $self->{path}; 1508 my $path = $self->{path};
1509
1510 {
1352 my $guard = cf::lock_acquire "map_load:$path"; 1511 my $guard = cf::lock_acquire "map_load:$path";
1353 1512
1354 return if $self->in_memory != cf::MAP_SWAPPED; 1513 return if $self->in_memory != cf::MAP_SWAPPED;
1355 1514
1356 $self->in_memory (cf::MAP_LOADING); 1515 $self->in_memory (cf::MAP_LOADING);
1357 1516
1358 $self->alloc; 1517 $self->alloc;
1359 $self->_load_objects ($self->{load_path}, 1)
1360 or return;
1361 1518
1362 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 1519 $self->pre_load;
1363 if delete $self->{load_original};
1364
1365 if (my $uniq = $self->uniq_path) {
1366 utf8::encode $uniq;
1367 if (aio_open $uniq, O_RDONLY, 0) {
1368 $self->clear_unique_items;
1369 $self->_load_objects ($uniq, 0);
1370 }
1371 }
1372
1373 Coro::cede;
1374
1375 # now do the right thing for maps
1376 $self->link_multipart_objects;
1377
1378 unless ($self->{deny_activate}) {
1379 $self->decay_objects;
1380 $self->fix_auto_apply;
1381 $self->update_buttons;
1382 Coro::cede; 1520 Coro::cede;
1383 $self->set_darkness_map; 1521
1522 $self->_load_objects ($self->{load_path}, 1)
1523 or return;
1524
1525 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1526 if delete $self->{load_original};
1527
1528 if (my $uniq = $self->uniq_path) {
1529 utf8::encode $uniq;
1530 if (aio_open $uniq, O_RDONLY, 0) {
1531 $self->clear_unique_items;
1532 $self->_load_objects ($uniq, 0);
1533 }
1534 }
1535
1536 Coro::cede;
1537 # now do the right thing for maps
1538 $self->link_multipart_objects;
1384 $self->difficulty ($self->estimate_difficulty) 1539 $self->difficulty ($self->estimate_difficulty)
1385 unless $self->difficulty; 1540 unless $self->difficulty;
1386 Coro::cede; 1541 Coro::cede;
1542
1543 unless ($self->{deny_activate}) {
1544 $self->decay_objects;
1545 $self->fix_auto_apply;
1546 $self->update_buttons;
1547 Coro::cede;
1548 $self->set_darkness_map;
1549 Coro::cede;
1387 $self->activate; 1550 $self->activate;
1388 } 1551 }
1389 1552
1390 $self->in_memory (cf::MAP_IN_MEMORY); 1553 $self->in_memory (cf::MAP_IN_MEMORY);
1554 }
1555
1556 $self->post_load;
1391} 1557}
1392 1558
1393sub customise_for { 1559sub customise_for {
1394 my ($self, $ob) = @_; 1560 my ($self, $ob) = @_;
1395 1561
1434 1600
1435 cf::sync_job { $map->load }; 1601 cf::sync_job { $map->load };
1436} 1602}
1437 1603
1438our %MAP_PREFETCH; 1604our %MAP_PREFETCH;
1439our $MAP_PREFETCHER = Coro::async { 1605our $MAP_PREFETCHER = undef;
1440 while () {
1441 for my $path (keys %MAP_PREFETCH) {
1442 my $map = find $path
1443 or next;
1444 $map->load;
1445
1446 delete $MAP_PREFETCH{$path};
1447 }
1448 Coro::schedule;
1449 }
1450};
1451 1606
1452sub find_async { 1607sub find_async {
1453 my ($path, $origin) = @_; 1608 my ($path, $origin) = @_;
1454 1609
1455 $path = normalise $path, $origin && $origin->{path}; 1610 $path = normalise $path, $origin && $origin->{path};
1456 1611
1457 if (my $map = $cf::MAP{$path}) { 1612 if (my $map = $cf::MAP{$path}) {
1458 return $map if $map->in_memory == cf::MAP_IN_MEMORY; 1613 return $map if $map->in_memory == cf::MAP_IN_MEMORY;
1459 } 1614 }
1460 1615
1461 $MAP_PREFETCH{$path} = 0; 1616 undef $MAP_PREFETCH{$path};
1617 $MAP_PREFETCHER ||= cf::async {
1618 while (%MAP_PREFETCH) {
1619 for my $path (keys %MAP_PREFETCH) {
1620 my $map = find $path
1621 or next;
1622 $map->load;
1623
1624 delete $MAP_PREFETCH{$path};
1625 }
1626 }
1627 undef $MAP_PREFETCHER;
1628 };
1462 $MAP_PREFETCHER->ready; 1629 $MAP_PREFETCHER->prio (6);
1463 1630
1464 () 1631 ()
1465} 1632}
1466 1633
1467sub save { 1634sub save {
1512 1679
1513sub reset_at { 1680sub reset_at {
1514 my ($self) = @_; 1681 my ($self) = @_;
1515 1682
1516 # TODO: safety, remove and allow resettable per-player maps 1683 # TODO: safety, remove and allow resettable per-player maps
1517 return 1e99 if $self->isa ("ext::map_per_player"); 1684 return 1e99 if $self->isa ("ext::map_per_player");#d#
1518 return 1e99 if $self->{deny_reset}; 1685 return 1e99 if $self->{deny_reset};
1519 1686
1520 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 1687 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1521 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 1688 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1522 1689
1527 my ($self) = @_; 1694 my ($self) = @_;
1528 1695
1529 $self->reset_at <= $cf::RUNTIME 1696 $self->reset_at <= $cf::RUNTIME
1530} 1697}
1531 1698
1532sub rename {
1533 my ($self, $new_path) = @_;
1534
1535 normalise $new_path;
1536
1537 $self->unlink_save;
1538
1539 delete $cf::MAP{$self->path};
1540 $self->{path} = $new_path; $self->path ($self->{path});
1541 $cf::MAP{$self->path} = $self;
1542
1543 $self->save;
1544}
1545
1546sub reset { 1699sub reset {
1547 my ($self) = @_; 1700 my ($self) = @_;
1548 1701
1549 my $lock = cf::lock_acquire "map_data:" . $self->path; 1702 my $lock = cf::lock_acquire "map_data:$self->{path}";
1550 1703
1551 return if $self->players; 1704 return if $self->players;
1552 return if $self->isa ("ext::map_per_player");#d# 1705 return if $self->isa ("ext::map_per_player");#d#
1553 1706
1554 warn "resetting map ", $self->path;#d# 1707 warn "resetting map ", $self->path;#d#
1555 1708
1709 $self->in_memory (cf::MAP_SWAPPED);
1710
1711 # need to save uniques path
1712 unless ($self->{deny_save}) {
1713 my $uniq = $self->uniq_path; utf8::encode $uniq;
1714
1715 $self->_save_objects ($uniq, cf::IO_UNIQUES)
1716 if $uniq;
1717 }
1718
1556 delete $cf::MAP{$self->path}; 1719 delete $cf::MAP{$self->path};
1720
1721 $self->clear;
1557 1722
1558 $_->clear_links_to ($self) for values %cf::MAP; 1723 $_->clear_links_to ($self) for values %cf::MAP;
1559 1724
1560 $self->unlink_save; 1725 $self->unlink_save;
1561 $self->destroy; 1726 $self->destroy;
1564my $nuke_counter = "aaaa"; 1729my $nuke_counter = "aaaa";
1565 1730
1566sub nuke { 1731sub nuke {
1567 my ($self) = @_; 1732 my ($self) = @_;
1568 1733
1734 delete $cf::MAP{$self->path};
1735
1736 $self->unlink_save;
1737
1738 bless $self, "cf::map";
1739 delete $self->{deny_reset};
1569 $self->{deny_save} = 1; 1740 $self->{deny_save} = 1;
1570 $self->reset_timeout (1); 1741 $self->reset_timeout (1);
1571 $self->rename ("{nuke}/" . ($nuke_counter++)); 1742 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1743
1744 $cf::MAP{$self->path} = $self;
1745
1572 $self->reset; # polite request, might not happen 1746 $self->reset; # polite request, might not happen
1573} 1747}
1574 1748
1575=item cf::map::unique_maps 1749=item cf::map::unique_maps
1576 1750
1578instantiated unique items. May block. 1752instantiated unique items. May block.
1579 1753
1580=cut 1754=cut
1581 1755
1582sub unique_maps() { 1756sub unique_maps() {
1583 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 1757 my $files = aio_readdir $UNIQUEDIR
1584 or return; 1758 or return;
1585 1759
1586 my @paths; 1760 my @paths;
1587 1761
1588 for (@$files) { 1762 for (@$files) {
1589 utf8::decode $_; 1763 utf8::decode $_;
1590 next if /\.pst$/; 1764 next if /\.pst$/;
1591 next unless /^$PATH_SEP/o; 1765 next unless /^$PATH_SEP/o;
1592 1766
1593 push @paths, $_; 1767 push @paths, cf::map::normalise $_;
1594 } 1768 }
1595 1769
1596 \@paths 1770 \@paths
1597} 1771}
1598 1772
1692=cut 1866=cut
1693 1867
1694sub link_map { 1868sub link_map {
1695 unless ($LINK_MAP) { 1869 unless ($LINK_MAP) {
1696 $LINK_MAP = cf::map::find "{link}" 1870 $LINK_MAP = cf::map::find "{link}"
1697 or do { warn "FATAL: unable to provide {link} map, exiting."; exit 1 }; 1871 or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
1698 $LINK_MAP->load; 1872 $LINK_MAP->load;
1699 } 1873 }
1700 1874
1701 $LINK_MAP 1875 $LINK_MAP
1702} 1876}
1709 return if UNIVERSAL::isa $self->map, "ext::map_link"; 1883 return if UNIVERSAL::isa $self->map, "ext::map_link";
1710 1884
1711 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 1885 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1712 if $self->map; 1886 if $self->map;
1713 1887
1714 $self->enter_map ($LINK_MAP || link_map, 20, 20); 1888 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1715} 1889}
1716 1890
1717sub cf::object::player::leave_link { 1891sub cf::object::player::leave_link {
1718 my ($self, $map, $x, $y) = @_; 1892 my ($self, $map, $x, $y) = @_;
1719 1893
1741 $map->load; 1915 $map->load;
1742 $map->load_diag; 1916 $map->load_diag;
1743 1917
1744 return unless $self->contr->active; 1918 return unless $self->contr->active;
1745 $self->activate_recursive; 1919 $self->activate_recursive;
1920
1921 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1746 $self->enter_map ($map, $x, $y); 1922 $self->enter_map ($map, $x, $y);
1747} 1923}
1748 1924
1749cf::player->attach ( 1925cf::player->attach (
1750 on_logout => sub { 1926 on_logout => sub {
1763 # try to abort aborted map switching on player login :) 1939 # try to abort aborted map switching on player login :)
1764 # should happen only on crashes 1940 # should happen only on crashes
1765 if ($pl->ob->{_link_pos}) { 1941 if ($pl->ob->{_link_pos}) {
1766 $pl->ob->enter_link; 1942 $pl->ob->enter_link;
1767 (async { 1943 (async {
1768 # we need this sleep as the login has a concurrent enter_exit running
1769 # and this sleep increases chances of the player not ending up in scorn
1770 $pl->ob->reply (undef, 1944 $pl->ob->reply (undef,
1771 "There was an internal problem at your last logout, " 1945 "There was an internal problem at your last logout, "
1772 . "the server will try to bring you to your intended destination in a second.", 1946 . "the server will try to bring you to your intended destination in a second.",
1773 cf::NDI_RED); 1947 cf::NDI_RED);
1948 # we need this sleep as the login has a concurrent enter_exit running
1949 # and this sleep increases chances of the player not ending up in scorn
1774 Coro::Timer::sleep 1; 1950 Coro::Timer::sleep 1;
1775 $pl->ob->leave_link; 1951 $pl->ob->leave_link;
1776 })->prio (2); 1952 })->prio (2);
1777 } 1953 }
1778 }, 1954 },
1786 my ($self, $path, $x, $y) = @_; 1962 my ($self, $path, $x, $y) = @_;
1787 1963
1788 $self->enter_link; 1964 $self->enter_link;
1789 1965
1790 (async { 1966 (async {
1967 my $map = eval {
1791 my $map = cf::map::find $path; 1968 my $map = cf::map::find $path;
1792 $map = $map->customise_for ($self) if $map; 1969 $map = $map->customise_for ($self) if $map;
1793 1970 $map
1794# warn "entering ", $map->path, " at ($x, $y)\n" 1971 } or
1795# if $map;
1796
1797 $map or $self->message ("The exit to '" . ($path->visible_name) . "' is closed", cf::NDI_UNIQUE | cf::NDI_RED); 1972 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1798 1973
1799 $self->leave_link ($map, $x, $y); 1974 $self->leave_link ($map, $x, $y);
1800 })->prio (1); 1975 })->prio (1);
1801} 1976}
1802 1977
1806 1981
1807sub parse_random_map_params { 1982sub parse_random_map_params {
1808 my ($spec) = @_; 1983 my ($spec) = @_;
1809 1984
1810 my $rmp = { # defaults 1985 my $rmp = { # defaults
1811 xsize => 10, 1986 xsize => (cf::rndm 15, 40),
1812 ysize => 10, 1987 ysize => (cf::rndm 15, 40),
1988 symmetry => (cf::rndm 1, cf::SYMMETRY_XY),
1989 #layout => string,
1813 }; 1990 };
1814 1991
1815 for (split /\n/, $spec) { 1992 for (split /\n/, $spec) {
1816 my ($k, $v) = split /\s+/, $_, 2; 1993 my ($k, $v) = split /\s+/, $_, 2;
1817 1994
1821 $rmp 1998 $rmp
1822} 1999}
1823 2000
1824sub prepare_random_map { 2001sub prepare_random_map {
1825 my ($exit) = @_; 2002 my ($exit) = @_;
2003
2004 my $guard = cf::lock_acquire "exit_prepare:$exit";
1826 2005
1827 # all this does is basically replace the /! path by 2006 # all this does is basically replace the /! path by
1828 # a new random map path (?random/...) with a seed 2007 # a new random map path (?random/...) with a seed
1829 # that depends on the exit object 2008 # that depends on the exit object
1830 2009
1831 my $rmp = parse_random_map_params $exit->msg; 2010 my $rmp = parse_random_map_params $exit->msg;
1832 2011
1833 if ($exit->map) { 2012 if ($exit->map) {
1834 $rmp->{region} = $exit->map->region_name; 2013 $rmp->{region} = $exit->region->name;
1835 $rmp->{origin_map} = $exit->map->path; 2014 $rmp->{origin_map} = $exit->map->path;
1836 $rmp->{origin_x} = $exit->x; 2015 $rmp->{origin_x} = $exit->x;
1837 $rmp->{origin_y} = $exit->y; 2016 $rmp->{origin_y} = $exit->y;
1838 } 2017 }
1839 2018
1840 $rmp->{random_seed} ||= $exit->random_seed; 2019 $rmp->{random_seed} ||= $exit->random_seed;
1841 2020
1842 my $data = cf::to_json $rmp; 2021 my $data = cf::to_json $rmp;
1843 my $md5 = Digest::MD5::md5_hex $data; 2022 my $md5 = Digest::MD5::md5_hex $data;
2023 my $meta = "$RANDOMDIR/$md5.meta";
1844 2024
1845 if (my $fh = aio_open "$cf::RANDOM_MAPS/$md5.meta", O_WRONLY | O_CREAT, 0666) { 2025 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1846 aio_write $fh, 0, (length $data), $data, 0; 2026 aio_write $fh, 0, (length $data), $data, 0;
2027 undef $fh;
2028 aio_rename "$meta~", $meta;
1847 2029
1848 $exit->slaying ("?random/$md5"); 2030 $exit->slaying ("?random/$md5");
1849 $exit->msg (undef); 2031 $exit->msg (undef);
1850 } 2032 }
1851} 2033}
1852 2034
1853sub cf::object::player::enter_exit { 2035sub cf::object::player::enter_exit {
1854 my ($self, $exit) = @_; 2036 my ($self, $exit) = @_;
1855 2037
1856 return unless $self->type == cf::PLAYER; 2038 return unless $self->type == cf::PLAYER;
2039
2040 if ($exit->slaying eq "/!") {
2041 #TODO: this should de-fi-ni-te-ly not be a sync-job
2042 # the problem is that $exit might not survive long enough
2043 # so it needs to be done right now, right here
2044 cf::sync_job { prepare_random_map $exit };
2045 }
2046
2047 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2048 my $hp = $exit->stats->hp;
2049 my $sp = $exit->stats->sp;
1857 2050
1858 $self->enter_link; 2051 $self->enter_link;
1859 2052
1860 (async { 2053 (async {
1861 $self->deactivate_recursive; # just to be sure 2054 $self->deactivate_recursive; # just to be sure
1862 unless (eval { 2055 unless (eval {
1863 prepare_random_map $exit 2056 $self->goto ($slaying, $hp, $sp);
1864 if $exit->slaying eq "/!";
1865
1866 my $path = new_from_path cf::map $exit->slaying, $exit->map && $exit->map->path;
1867 $self->goto ($path, $exit->stats->hp, $exit->stats->sp);
1868 2057
1869 1; 2058 1;
1870 }) { 2059 }) {
1871 $self->message ("Something went wrong deep within the crossfire server. " 2060 $self->message ("Something went wrong deep within the crossfire server. "
1872 . "I'll try to bring you back to the map you were before. " 2061 . "I'll try to bring you back to the map you were before. "
1873 . "Please report this to the dungeon master!", 2062 . "Please report this to the dungeon master!",
1874 cf::NDI_UNIQUE | cf::NDI_RED); 2063 cf::NDI_UNIQUE | cf::NDI_RED);
1875 2064
1876 warn "ERROR in enter_exit: $@"; 2065 warn "ERROR in enter_exit: $@";
1877 $self->leave_link; 2066 $self->leave_link;
1878 } 2067 }
1879 })->prio (1); 2068 })->prio (1);
1892 2081
1893sub cf::client::send_drawinfo { 2082sub cf::client::send_drawinfo {
1894 my ($self, $text, $flags) = @_; 2083 my ($self, $text, $flags) = @_;
1895 2084
1896 utf8::encode $text; 2085 utf8::encode $text;
1897 $self->send_packet (sprintf "drawinfo %d %s", $flags, $text); 2086 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1898} 2087}
1899 2088
2089=item $client->ext_event ($type, %msg)
2090
2091Sends an exti event to the client.
2092
2093=cut
2094
2095sub cf::client::ext_event($$%) {
2096 my ($self, $type, %msg) = @_;
2097
2098 $msg{msgtype} = "event_$type";
2099 $self->send_packet ("ext " . cf::to_json \%msg);
2100}
1900 2101
1901=item $success = $client->query ($flags, "text", \&cb) 2102=item $success = $client->query ($flags, "text", \&cb)
1902 2103
1903Queues a query to the client, calling the given callback with 2104Queues a query to the client, calling the given callback with
1904the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>, 2105the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1933 # get handled first 2134 # get handled first
1934 my $queue = delete $ns->{query_queue} 2135 my $queue = delete $ns->{query_queue}
1935 or return; # be conservative, not sure how that can happen, but we saw a crash here 2136 or return; # be conservative, not sure how that can happen, but we saw a crash here
1936 2137
1937 (shift @$queue)->[1]->($msg); 2138 (shift @$queue)->[1]->($msg);
2139 return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1938 2140
1939 push @{ $ns->{query_queue} }, @$queue; 2141 push @{ $ns->{query_queue} }, @$queue;
1940 2142
1941 if (@{ $ns->{query_queue} } == @$queue) { 2143 if (@{ $ns->{query_queue} } == @$queue) {
1942 if (@$queue) { 2144 if (@$queue) {
2000 2202
2001# here we export the classes and methods available to script code 2203# here we export the classes and methods available to script code
2002 2204
2003=pod 2205=pod
2004 2206
2005The following fucntions and emthods are available within a safe environment: 2207The following functions and methods are available within a safe environment:
2006 2208
2007 cf::object contr pay_amount pay_player map 2209 cf::object contr pay_amount pay_player map
2008 cf::object::player player 2210 cf::object::player player
2009 cf::player peaceful 2211 cf::player peaceful
2010 cf::map trigger 2212 cf::map trigger
2095############################################################################# 2297#############################################################################
2096 2298
2097=head2 EXTENSION DATABASE SUPPORT 2299=head2 EXTENSION DATABASE SUPPORT
2098 2300
2099Crossfire maintains a very simple database for extension use. It can 2301Crossfire maintains a very simple database for extension use. It can
2100currently store anything that can be serialised using Storable, which 2302currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2101excludes objects. 2303convert to/from binary).
2102 2304
2103The parameter C<$family> should best start with the name of the extension 2305The parameter C<$family> should best start with the name of the extension
2104using it, it should be unique. 2306using it, it should be unique.
2105 2307
2106=over 4 2308=over 4
2107 2309
2108=item $hashref = cf::db_get $family
2109
2110Return a hashref for use by the extension C<$family>, which can be
2111modified. After modifications, you have to call C<cf::db_dirty> or
2112C<cf::db_sync>.
2113
2114=item $value = cf::db_get $family => $key 2310=item $value = cf::db_get $family => $key
2115 2311
2116Returns a single value from the database 2312Returns a single value from the database.
2117
2118=item cf::db_put $family => $hashref
2119
2120Stores the given family hashref into the database. Updates are delayed, if
2121you want the data to be synced to disk immediately, use C<cf::db_sync>.
2122 2313
2123=item cf::db_put $family => $key => $value 2314=item cf::db_put $family => $key => $value
2124 2315
2125Stores the given C<$value> in the family hash. Updates are delayed, if you 2316Stores the given C<$value> in the family.
2126want the data to be synced to disk immediately, use C<cf::db_sync>.
2127
2128=item cf::db_dirty
2129
2130Marks the database as dirty, to be updated at a later time.
2131
2132=item cf::db_sync
2133
2134Immediately write the database to disk I<if it is dirty>.
2135 2317
2136=cut 2318=cut
2137 2319
2138our $DB; 2320our $DB;
2139 2321
2140{ 2322sub db_init {
2141 my $path = cf::localdir . "/database.pst"; 2323 unless ($DB) {
2324 $DB = BDB::db_create $DB_ENV;
2142 2325
2143 sub db_load() { 2326 cf::sync_job {
2144 $DB = stat $path ? Storable::retrieve $path : { }; 2327 eval {
2145 } 2328 $DB->set_flags (BDB::CHKSUM);
2146 2329
2147 my $pid; 2330 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2148 2331 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2149 sub db_save() { 2332 cf::cleanup "db_open(db): $!" if $!;
2150 waitpid $pid, 0 if $pid; 2333 };
2151 if (0 == ($pid = fork)) { 2334 cf::cleanup "db_open(db): $@" if $@;
2152 $DB->{_meta}{version} = 1;
2153 Storable::nstore $DB, "$path~";
2154 rename "$path~", $path;
2155 cf::_exit 0 if defined $pid;
2156 } 2335 };
2157 }
2158
2159 my $dirty;
2160
2161 sub db_sync() {
2162 db_save if $dirty;
2163 undef $dirty;
2164 }
2165
2166 my $idle = Event->idle (min => $TICK * 2.8, max => 10, repeat => 0, data => WF_AUTOCANCEL, cb => sub {
2167 db_sync;
2168 }); 2336 }
2337}
2169 2338
2170 sub db_dirty() {
2171 $dirty = 1;
2172 $idle->start;
2173 }
2174
2175 sub db_get($;$) { 2339sub db_get($$) {
2176 @_ >= 2 2340 my $key = "$_[0]/$_[1]";
2177 ? $DB->{$_[0]}{$_[1]}
2178 : ($DB->{$_[0]} ||= { })
2179 }
2180 2341
2342 cf::sync_job {
2343 BDB::db_get $DB, undef, $key, my $data;
2344
2345 $! ? ()
2346 : $data
2347 }
2348}
2349
2181 sub db_put($$;$) { 2350sub db_put($$$) {
2182 if (@_ >= 3) { 2351 BDB::dbreq_pri 4;
2183 $DB->{$_[0]}{$_[1]} = $_[2]; 2352 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2184 } else { 2353}
2185 $DB->{$_[0]} = $_[1];
2186 }
2187 db_dirty;
2188 }
2189 2354
2190 cf::global->attach ( 2355=item cf::cache $id => [$paths...], $processversion => $process
2191 prio => 10000, 2356
2192 on_cleanup => sub { 2357Generic caching function that returns the value of the resource $id,
2193 db_sync; 2358caching and regenerating as required.
2359
2360This function can block.
2361
2362=cut
2363
2364sub cache {
2365 my ($id, $src, $processversion, $process) = @_;
2366
2367 my $meta =
2368 join "\x00",
2369 $processversion,
2370 map {
2371 aio_stat $_
2372 and Carp::croak "$_: $!";
2373
2374 ($_, (stat _)[7,9])
2375 } @$src;
2376
2377 my $dbmeta = db_get cache => "$id/meta";
2378 if ($dbmeta ne $meta) {
2379 # changed, we may need to process
2380
2381 my @data;
2382 my $md5;
2383
2384 for (0 .. $#$src) {
2385 0 <= aio_load $src->[$_], $data[$_]
2386 or Carp::croak "$src->[$_]: $!";
2194 }, 2387 }
2195 ); 2388
2389 # if processing is expensive, check
2390 # checksum first
2391 if (1) {
2392 $md5 =
2393 join "\x00",
2394 $processversion,
2395 map {
2396 Coro::cede;
2397 ($src->[$_], Digest::MD5::md5_hex $data[$_])
2398 } 0.. $#$src;
2399
2400
2401 my $dbmd5 = db_get cache => "$id/md5";
2402 if ($dbmd5 eq $md5) {
2403 db_put cache => "$id/meta", $meta;
2404
2405 return db_get cache => "$id/data";
2406 }
2407 }
2408
2409 my $t1 = Time::HiRes::time;
2410 my $data = $process->(\@data);
2411 my $t2 = Time::HiRes::time;
2412
2413 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2414
2415 db_put cache => "$id/data", $data;
2416 db_put cache => "$id/md5" , $md5;
2417 db_put cache => "$id/meta", $meta;
2418
2419 return $data;
2420 }
2421
2422 db_get cache => "$id/data"
2196} 2423}
2424
2425=item fork_call { }, $args
2426
2427Executes the given code block with the given arguments in a seperate
2428process, returning the results. Everything must be serialisable with
2429Coro::Storable. May, of course, block. Note that the executed sub may
2430never block itself or use any form of Event handling.
2431
2432=cut
2433
2434sub fork_call(&@) {
2435 my ($cb, @args) = @_;
2436
2437# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2438# or die "socketpair: $!";
2439 pipe my $fh1, my $fh2
2440 or die "pipe: $!";
2441
2442 if (my $pid = fork) {
2443 close $fh2;
2444
2445 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2446 $res = Coro::Storable::thaw $res;
2447
2448 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2449
2450 die $$res unless "ARRAY" eq ref $res;
2451
2452 return wantarray ? @$res : $res->[-1];
2453 } else {
2454 reset_signals;
2455 local $SIG{__WARN__};
2456 local $SIG{__DIE__};
2457 eval {
2458 close $fh1;
2459
2460 my @res = eval { $cb->(@args) };
2461 syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2462 };
2463
2464 warn $@ if $@;
2465 _exit 0;
2466 }
2467}
2468
2469
2197 2470
2198############################################################################# 2471#############################################################################
2199# the server's main() 2472# the server's init and main functions
2473
2474sub load_facedata($) {
2475 my ($path) = @_;
2476
2477 warn "loading facedata from $path\n";
2478
2479 my $facedata;
2480 0 < aio_load $path, $facedata
2481 or die "$path: $!";
2482
2483 $facedata = Coro::Storable::thaw $facedata;
2484
2485 $facedata->{version} == 2
2486 or cf::cleanup "$path: version mismatch, cannot proceed.";
2487
2488 {
2489 my $faces = $facedata->{faceinfo};
2490
2491 while (my ($face, $info) = each %$faces) {
2492 my $idx = (cf::face::find $face) || cf::face::alloc $face;
2493 cf::face::set $idx, $info->{visibility}, $info->{magicmap};
2494 cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
2495 cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
2496 Coro::cede;
2497 }
2498
2499 while (my ($face, $info) = each %$faces) {
2500 next unless $info->{smooth};
2501 my $idx = cf::face::find $face
2502 or next;
2503 if (my $smooth = cf::face::find $info->{smooth}) {
2504 cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};
2505 } else {
2506 warn "smooth face '$info->{smooth}' not found for face '$face'";
2507 }
2508 Coro::cede;
2509 }
2510 }
2511
2512 {
2513 my $anims = $facedata->{animinfo};
2514
2515 while (my ($anim, $info) = each %$anims) {
2516 cf::anim::set $anim, $info->{frames}, $info->{facings};
2517 Coro::cede;
2518 }
2519
2520 cf::anim::invalidate_all; # d'oh
2521 }
2522
2523 1
2524}
2525
2526sub reload_regions {
2527 load_resource_file "$MAPDIR/regions"
2528 or die "unable to load regions file\n";
2529}
2530
2531sub reload_facedata {
2532 load_facedata "$DATADIR/facedata"
2533 or die "unable to load facedata\n";
2534}
2535
2536sub reload_archetypes {
2537 load_resource_file "$DATADIR/archetypes"
2538 or die "unable to load archetypes\n";
2539}
2540
2541sub reload_treasures {
2542 load_resource_file "$DATADIR/treasures"
2543 or die "unable to load treasurelists\n";
2544}
2545
2546sub reload_resources {
2547 warn "reloading resource files...\n";
2548
2549 reload_regions;
2550 reload_facedata;
2551 reload_archetypes;
2552 reload_treasures;
2553
2554 warn "finished reloading resource files\n";
2555}
2556
2557sub init {
2558 reload_resources;
2559}
2200 2560
2201sub cfg_load { 2561sub cfg_load {
2202 open my $fh, "<:utf8", cf::confdir . "/config" 2562 open my $fh, "<:utf8", "$CONFDIR/config"
2203 or return; 2563 or return;
2204 2564
2205 local $/; 2565 local $/;
2206 *CFG = YAML::Syck::Load <$fh>; 2566 *CFG = YAML::Syck::Load <$fh>;
2207 2567
2221 2581
2222sub main { 2582sub main {
2223 # we must not ever block the main coroutine 2583 # we must not ever block the main coroutine
2224 local $Coro::idle = sub { 2584 local $Coro::idle = sub {
2225 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 2585 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2586 (async {
2226 async { Event::one_event }; 2587 Event::one_event;
2588 })->prio (Coro::PRIO_MAX);
2227 }; 2589 };
2228 2590
2229 cfg_load; 2591 cfg_load;
2230 db_load; 2592 db_init;
2231 load_extensions; 2593 load_extensions;
2594
2595 $TICK_WATCHER->start;
2232 Event::loop; 2596 Event::loop;
2233} 2597}
2234 2598
2235############################################################################# 2599#############################################################################
2236# initialisation and cleanup 2600# initialisation and cleanup
2237 2601
2238# install some emergency cleanup handlers 2602# install some emergency cleanup handlers
2239BEGIN { 2603BEGIN {
2240 for my $signal (qw(INT HUP TERM)) { 2604 for my $signal (qw(INT HUP TERM)) {
2241 Event->signal ( 2605 Event->signal (
2606 reentrant => 0,
2242 data => WF_AUTOCANCEL, 2607 data => WF_AUTOCANCEL,
2243 signal => $signal, 2608 signal => $signal,
2609 prio => 0,
2244 cb => sub { 2610 cb => sub {
2245 cf::cleanup "SIG$signal"; 2611 cf::cleanup "SIG$signal";
2246 }, 2612 },
2247 ); 2613 );
2248 } 2614 }
2249} 2615}
2254 warn "enter emergency perl save\n"; 2620 warn "enter emergency perl save\n";
2255 2621
2256 cf::sync_job { 2622 cf::sync_job {
2257 # use a peculiar iteration method to avoid tripping on perl 2623 # use a peculiar iteration method to avoid tripping on perl
2258 # refcount bugs in for. also avoids problems with players 2624 # refcount bugs in for. also avoids problems with players
2259 # and maps saved/Destroyed asynchronously. 2625 # and maps saved/destroyed asynchronously.
2260 warn "begin emergency player save\n"; 2626 warn "begin emergency player save\n";
2261 for my $login (keys %cf::PLAYER) { 2627 for my $login (keys %cf::PLAYER) {
2262 my $pl = $cf::PLAYER{$login} or next; 2628 my $pl = $cf::PLAYER{$login} or next;
2263 $pl->valid or next; 2629 $pl->valid or next;
2264 $pl->save; 2630 $pl->save;
2270 my $map = $cf::MAP{$path} or next; 2636 my $map = $cf::MAP{$path} or next;
2271 $map->valid or next; 2637 $map->valid or next;
2272 $map->save; 2638 $map->save;
2273 } 2639 }
2274 warn "end emergency map save\n"; 2640 warn "end emergency map save\n";
2641
2642 warn "begin emergency database checkpoint\n";
2643 BDB::db_env_txn_checkpoint $DB_ENV;
2644 warn "end emergency database checkpoint\n";
2275 }; 2645 };
2276 2646
2277 warn "leave emergency perl save\n"; 2647 warn "leave emergency perl save\n";
2278} 2648}
2279 2649
2650sub post_cleanup {
2651 my ($make_core) = @_;
2652
2653 warn Carp::longmess "post_cleanup backtrace"
2654 if $make_core;
2655}
2656
2280sub reload() { 2657sub do_reload_perl() {
2281 # can/must only be called in main 2658 # can/must only be called in main
2282 if ($Coro::current != $Coro::main) { 2659 if ($Coro::current != $Coro::main) {
2283 warn "can only reload from main coroutine\n"; 2660 warn "can only reload from main coroutine";
2284 return; 2661 return;
2285 } 2662 }
2286 2663
2287 warn "reloading..."; 2664 warn "reloading...";
2288 2665
2289 warn "freezing server"; 2666 warn "entering sync_job";
2290 my $guard = freeze_mainloop; 2667
2668 cf::sync_job {
2669 cf::write_runtime; # external watchdog should not bark
2291 cf::emergency_save; 2670 cf::emergency_save;
2671 cf::write_runtime; # external watchdog should not bark
2292 2672
2293 warn "sync database to disk"; 2673 warn "syncing database to disk";
2294 cf::db_sync; 2674 BDB::db_env_txn_checkpoint $DB_ENV;
2295 IO::AIO::flush;
2296 2675
2297 eval {
2298 # if anything goes wrong in here, we should simply crash as we already saved 2676 # if anything goes wrong in here, we should simply crash as we already saved
2299 2677
2300 warn "cancel all watchers"; 2678 warn "cancelling all WF_AUTOCANCEL watchers";
2301 for (Event::all_watchers) { 2679 for (Event::all_watchers) {
2302 $_->cancel if $_->data & WF_AUTOCANCEL; 2680 $_->cancel if $_->data & WF_AUTOCANCEL;
2303 } 2681 }
2304 2682
2683 warn "flushing outstanding aio requests";
2684 for (;;) {
2685 BDB::flush;
2686 IO::AIO::flush;
2687 Coro::cede;
2688 last unless IO::AIO::nreqs || BDB::nreqs;
2689 warn "iterate...";
2690 }
2691
2692 ++$RELOAD;
2693
2305 warn "cancel all extension coros"; 2694 warn "cancelling all extension coros";
2306 $_->cancel for values %EXT_CORO; 2695 $_->cancel for values %EXT_CORO;
2307 %EXT_CORO = (); 2696 %EXT_CORO = ();
2308 2697
2309 warn "remove commands"; 2698 warn "removing commands";
2310 %COMMAND = (); 2699 %COMMAND = ();
2311 2700
2312 warn "remove ext commands"; 2701 warn "removing ext commands";
2313 %EXTCMD = (); 2702 %EXTCMD = ();
2314 2703
2315 warn "unload/nuke all extensions"; 2704 warn "unloading/nuking all extensions";
2316 for my $pkg (@EXTS) { 2705 for my $pkg (@EXTS) {
2317 warn "... unloading $pkg"; 2706 warn "... unloading $pkg";
2318 2707
2319 if (my $cb = $pkg->can ("unload")) { 2708 if (my $cb = $pkg->can ("unload")) {
2320 eval { 2709 eval {
2325 2714
2326 warn "... nuking $pkg"; 2715 warn "... nuking $pkg";
2327 Symbol::delete_package $pkg; 2716 Symbol::delete_package $pkg;
2328 } 2717 }
2329 2718
2330 warn "unload all perl modules loaded from $LIBDIR"; 2719 warn "unloading all perl modules loaded from $LIBDIR";
2331 while (my ($k, $v) = each %INC) { 2720 while (my ($k, $v) = each %INC) {
2332 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/; 2721 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2333 2722
2334 warn "removing <$k>"; 2723 warn "... unloading $k";
2335 delete $INC{$k}; 2724 delete $INC{$k};
2336 2725
2337 $k =~ s/\.pm$//; 2726 $k =~ s/\.pm$//;
2338 $k =~ s/\//::/g; 2727 $k =~ s/\//::/g;
2339 2728
2342 } 2731 }
2343 2732
2344 Symbol::delete_package $k; 2733 Symbol::delete_package $k;
2345 } 2734 }
2346 2735
2347 warn "get rid of safe::, as good as possible"; 2736 warn "getting rid of safe::, as good as possible";
2348 Symbol::delete_package "safe::$_" 2737 Symbol::delete_package "safe::$_"
2349 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 2738 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2350 2739
2351 warn "unload cf.pm \"a bit\""; 2740 warn "unloading cf.pm \"a bit\"";
2352 delete $INC{"cf.pm"}; 2741 delete $INC{"cf.pm"};
2742 delete $INC{"cf/pod.pm"};
2353 2743
2354 # don't, removes xs symbols, too, 2744 # don't, removes xs symbols, too,
2355 # and global variables created in xs 2745 # and global variables created in xs
2356 #Symbol::delete_package __PACKAGE__; 2746 #Symbol::delete_package __PACKAGE__;
2357 2747
2748 warn "unload completed, starting to reload now";
2749
2358 warn "reloading cf.pm"; 2750 warn "reloading cf.pm";
2359 require cf; 2751 require cf;
2360 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 2752 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2361 2753
2362 warn "load config and database again"; 2754 warn "loading config and database again";
2363 cf::cfg_load; 2755 cf::cfg_load;
2364 cf::db_load;
2365 2756
2366 warn "load extensions"; 2757 warn "loading extensions";
2367 cf::load_extensions; 2758 cf::load_extensions;
2368 2759
2369 warn "reattach attachments to objects/players"; 2760 warn "reattaching attachments to objects/players";
2370 _global_reattach; 2761 _global_reattach; # objects, sockets
2371 warn "reattach attachments to maps"; 2762 warn "reattaching attachments to maps";
2372 reattach $_ for values %MAP; 2763 reattach $_ for values %MAP;
2373 }; 2764 warn "reattaching attachments to players";
2765 reattach $_ for values %PLAYER;
2374 2766
2375 if ($@) { 2767 warn "leaving sync_job";
2768
2769 1
2770 } or do {
2376 warn $@; 2771 warn $@;
2377 warn "error while reloading, exiting."; 2772 warn "error while reloading, exiting.";
2378 exit 1; 2773 exit 1;
2379 } 2774 };
2380 2775
2381 warn "reloaded"; 2776 warn "reloaded";
2382}; 2777};
2383 2778
2779our $RELOAD_WATCHER; # used only during reload
2780
2781sub reload_perl() {
2782 # doing reload synchronously and two reloads happen back-to-back,
2783 # coro crashes during coro_state_free->destroy here.
2784
2785 $RELOAD_WATCHER ||= Event->timer (
2786 reentrant => 0,
2787 after => 0,
2788 data => WF_AUTOCANCEL,
2789 cb => sub {
2790 do_reload_perl;
2791 undef $RELOAD_WATCHER;
2792 },
2793 );
2794}
2795
2384register_command "reload" => sub { 2796register_command "reload" => sub {
2385 my ($who, $arg) = @_; 2797 my ($who, $arg) = @_;
2386 2798
2387 if ($who->flag (FLAG_WIZ)) { 2799 if ($who->flag (FLAG_WIZ)) {
2388 $who->message ("start of reload.");
2389 reload;
2390 $who->message ("end of reload."); 2800 $who->message ("reloading server.");
2801 async { reload_perl };
2391 } 2802 }
2392}; 2803};
2393 2804
2394unshift @INC, $LIBDIR; 2805unshift @INC, $LIBDIR;
2806
2807my $bug_warning = 0;
2808
2809our @WAIT_FOR_TICK;
2810our @WAIT_FOR_TICK_BEGIN;
2811
2812sub wait_for_tick {
2813 return unless $TICK_WATCHER->is_active;
2814 return if $Coro::current == $Coro::main;
2815
2816 my $signal = new Coro::Signal;
2817 push @WAIT_FOR_TICK, $signal;
2818 $signal->wait;
2819}
2820
2821sub wait_for_tick_begin {
2822 return unless $TICK_WATCHER->is_active;
2823 return if $Coro::current == $Coro::main;
2824
2825 my $signal = new Coro::Signal;
2826 push @WAIT_FOR_TICK_BEGIN, $signal;
2827 $signal->wait;
2828}
2395 2829
2396$TICK_WATCHER = Event->timer ( 2830$TICK_WATCHER = Event->timer (
2397 reentrant => 0, 2831 reentrant => 0,
2832 parked => 1,
2398 prio => 0, 2833 prio => 0,
2399 at => $NEXT_TICK || $TICK, 2834 at => $NEXT_TICK || $TICK,
2400 data => WF_AUTOCANCEL, 2835 data => WF_AUTOCANCEL,
2401 cb => sub { 2836 cb => sub {
2837 if ($Coro::current != $Coro::main) {
2838 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2839 unless ++$bug_warning > 10;
2840 return;
2841 }
2842
2402 $NOW = Event::time; 2843 $NOW = Event::time;
2403 2844
2404 cf::server_tick; # one server iteration 2845 cf::server_tick; # one server iteration
2846
2405 $RUNTIME += $TICK; 2847 $RUNTIME += $TICK;
2406 $NEXT_TICK += $TICK; 2848 $NEXT_TICK += $TICK;
2407 2849
2408 $WAIT_FOR_TICK->broadcast; 2850 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2409 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited; 2851 $NEXT_RUNTIME_WRITE = $NOW + 10;
2852 Coro::async_pool {
2853 write_runtime
2854 or warn "ERROR: unable to write runtime file: $!";
2855 };
2856 }
2857
2858# my $AFTER = Event::time;
2859# warn $AFTER - $NOW;#d#
2410 2860
2411 # if we are delayed by four ticks or more, skip them all 2861 # if we are delayed by four ticks or more, skip them all
2412 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 2862 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;
2413 2863
2414 $TICK_WATCHER->at ($NEXT_TICK); 2864 $TICK_WATCHER->at ($NEXT_TICK);
2415 $TICK_WATCHER->start; 2865 $TICK_WATCHER->start;
2866
2867 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2868 $sig->send;
2869 }
2870 while (my $sig = shift @WAIT_FOR_TICK) {
2871 $sig->send;
2872 }
2873
2874 _post_tick;
2416 }, 2875 },
2417); 2876);
2418 2877
2878{
2419IO::AIO::max_poll_time $TICK * 0.2; 2879 BDB::max_poll_time $TICK * 0.1;
2420 2880 $BDB_POLL_WATCHER = Event->io (
2421Event->io ( 2881 reentrant => 0,
2422 fd => IO::AIO::poll_fileno, 2882 fd => BDB::poll_fileno,
2423 poll => 'r', 2883 poll => 'r',
2424 prio => 5, 2884 prio => 0,
2425 data => WF_AUTOCANCEL,
2426 cb => \&IO::AIO::poll_cb,
2427);
2428
2429Event->timer (
2430 data => WF_AUTOCANCEL, 2885 data => WF_AUTOCANCEL,
2431 after => 0, 2886 cb => \&BDB::poll_cb,
2432 interval => 10, 2887 );
2433 cb => sub { 2888 BDB::min_parallel 8;
2434 (Coro::unblock_sub { 2889
2435 write_runtime 2890 BDB::set_sync_prepare {
2436 or warn "ERROR: unable to write runtime file: $!"; 2891 my $status;
2892 my $current = $Coro::current;
2893 (
2894 sub {
2895 $status = $!;
2896 $current->ready; undef $current;
2897 },
2898 sub {
2899 Coro::schedule while defined $current;
2900 $! = $status;
2901 },
2902 )
2903 };
2904
2905 unless ($DB_ENV) {
2906 $DB_ENV = BDB::db_env_create;
2907
2908 cf::sync_job {
2909 eval {
2910 BDB::db_env_open
2911 $DB_ENV,
2912 $BDBDIR,
2913 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2914 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2915 0666;
2916
2917 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2918
2919 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2920 $DB_ENV->set_lk_detect;
2921 };
2922
2923 cf::cleanup "db_env_open(db): $@" if $@;
2437 })->(); 2924 };
2438 }, 2925 }
2439); 2926}
2927
2928{
2929 IO::AIO::min_parallel 8;
2930
2931 undef $Coro::AIO::WATCHER;
2932 IO::AIO::max_poll_time $TICK * 0.1;
2933 $AIO_POLL_WATCHER = Event->io (
2934 reentrant => 0,
2935 data => WF_AUTOCANCEL,
2936 fd => IO::AIO::poll_fileno,
2937 poll => 'r',
2938 prio => 6,
2939 cb => \&IO::AIO::poll_cb,
2940 );
2941}
2942
2943my $_log_backtrace;
2944
2945sub _log_backtrace {
2946 my ($msg, @addr) = @_;
2947
2948 $msg =~ s/\n//;
2949
2950 # limit the # of concurrent backtraces
2951 if ($_log_backtrace < 2) {
2952 ++$_log_backtrace;
2953 async {
2954 my @bt = fork_call {
2955 @addr = map { sprintf "%x", $_ } @addr;
2956 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
2957 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
2958 or die "addr2line: $!";
2959
2960 my @funcs;
2961 my @res = <$fh>;
2962 chomp for @res;
2963 while (@res) {
2964 my ($func, $line) = splice @res, 0, 2, ();
2965 push @funcs, "[$func] $line";
2966 }
2967
2968 @funcs
2969 };
2970
2971 LOG llevInfo, "[ABT] $msg\n";
2972 LOG llevInfo, "[ABT] $_\n" for @bt;
2973 --$_log_backtrace;
2974 };
2975 } else {
2976 LOG llevInfo, "[ABT] $msg\n";
2977 LOG llevInfo, "[ABT] [suppressed]\n";
2978 }
2979}
2980
2981# load additional modules
2982use cf::pod;
2440 2983
2441END { cf::emergency_save } 2984END { cf::emergency_save }
2442 2985
24431 29861
2444 2987

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines