ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.233 by root, Wed Apr 4 02:20:27 2007 UTC vs.
Revision 1.263 by root, Sat May 5 05:40:27 2007 UTC

3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Socket;
8use Storable; 9use Storable;
9use Event; 10use Event;
10use Opcode; 11use Opcode;
11use Safe; 12use Safe;
12use Safe::Hole; 13use Safe::Hole;
13 14
14use Coro 3.52 (); 15use Coro 3.61 ();
15use Coro::State; 16use Coro::State;
17use Coro::Handle;
16use Coro::Event; 18use Coro::Event;
17use Coro::Timer; 19use Coro::Timer;
18use Coro::Signal; 20use Coro::Signal;
19use Coro::Semaphore; 21use Coro::Semaphore;
20use Coro::AIO; 22use Coro::AIO;
23use Coro::Storable;
21 24
22use BDB (); 25use BDB ();
23use Data::Dumper; 26use Data::Dumper;
24use Digest::MD5; 27use Digest::MD5;
25use Fcntl; 28use Fcntl;
28use Time::HiRes; 31use Time::HiRes;
29use Compress::LZF; 32use Compress::LZF;
30 33
31# configure various modules to our taste 34# configure various modules to our taste
32# 35#
36$Storable::canonical = 1; # reduce rsync transfers
33Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator 37Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
34Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later 38Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
35 39
36$Event::Eval = 1; # no idea why this is required, but it is 40$Event::Eval = 1; # no idea why this is required, but it is
37 41
50our %EXT_CORO = (); # coroutines bound to extensions 54our %EXT_CORO = (); # coroutines bound to extensions
51our %EXT_MAP = (); # pluggable maps 55our %EXT_MAP = (); # pluggable maps
52 56
53our $RELOAD; # number of reloads so far 57our $RELOAD; # number of reloads so far
54our @EVENT; 58our @EVENT;
55our $LIBDIR = datadir . "/ext";
56 59
57our $TICK = MAX_TIME * 1e-6; 60our $CONFDIR = confdir;
61our $DATADIR = datadir;
62our $LIBDIR = "$DATADIR/ext";
63our $PODDIR = "$DATADIR/pod";
64our $MAPDIR = "$DATADIR/" . mapdir;
65our $LOCALDIR = localdir;
66our $TMPDIR = "$LOCALDIR/" . tmpdir;
67our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69our $RANDOMDIR = "$LOCALDIR/random";
70our $BDBDIR = "$LOCALDIR/db";
71
72our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
58our $TICK_WATCHER; 73our $TICK_WATCHER;
59our $AIO_POLL_WATCHER; 74our $AIO_POLL_WATCHER;
60our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 75our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
61our $NEXT_TICK; 76our $NEXT_TICK;
62our $NOW; 77our $NOW;
71our $RUNTIME; 86our $RUNTIME;
72 87
73our %PLAYER; # all users 88our %PLAYER; # all users
74our %MAP; # all maps 89our %MAP; # all maps
75our $LINK_MAP; # the special {link} map, which is always available 90our $LINK_MAP; # the special {link} map, which is always available
76our $RANDOM_MAPS = cf::localdir . "/random";
77our $BDB_ENV_DIR = cf::localdir . "/db";
78
79our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
80our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
81 91
82# used to convert map paths into valid unix filenames by replacing / by ∕ 92# used to convert map paths into valid unix filenames by replacing / by ∕
83our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 93our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
84 94
85binmode STDOUT; 95binmode STDOUT;
86binmode STDERR; 96binmode STDERR;
87 97
88# read virtual server time, if available 98# read virtual server time, if available
89unless ($RUNTIME || !-e cf::localdir . "/runtime") { 99unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
90 open my $fh, "<", cf::localdir . "/runtime" 100 open my $fh, "<", "$LOCALDIR/runtime"
91 or die "unable to read runtime file: $!"; 101 or die "unable to read runtime file: $!";
92 $RUNTIME = <$fh> + 0.; 102 $RUNTIME = <$fh> + 0.;
93} 103}
94 104
95mkdir cf::localdir; 105mkdir $_
96mkdir cf::localdir . "/" . cf::playerdir; 106 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
97mkdir cf::localdir . "/" . cf::tmpdir;
98mkdir cf::localdir . "/" . cf::uniquedir;
99mkdir $RANDOM_MAPS;
100mkdir $BDB_ENV_DIR;
101 107
102our $EMERGENCY_POSITION; 108our $EMERGENCY_POSITION;
103 109
104sub cf::map::normalise; 110sub cf::map::normalise;
105 111
116=item $cf::RUNTIME 122=item $cf::RUNTIME
117 123
118The time this server has run, starts at 0 and is increased by $cf::TICK on 124The time this server has run, starts at 0 and is increased by $cf::TICK on
119every server tick. 125every server tick.
120 126
121=item $cf::LIBDIR 127=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
128$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
129$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
122 130
123The perl library directory, where extensions and cf-specific modules can 131Various directories - "/etc", read-only install directory, perl-library
124be found. It will be added to C<@INC> automatically. 132directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
133unique-items directory, player file directory, random maps directory and
134database environment.
125 135
126=item $cf::NOW 136=item $cf::NOW
127 137
128The time of the last (current) server tick. 138The time of the last (current) server tick.
129 139
134=item %cf::CFG 144=item %cf::CFG
135 145
136Configuration for the server, loaded from C</etc/crossfire/config>, or 146Configuration for the server, loaded from C</etc/crossfire/config>, or
137from wherever your confdir points to. 147from wherever your confdir points to.
138 148
139=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE 149=item cf::wait_for_tick, cf::wait_for_tick_begin
140 150
141These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK) 151These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
142or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick 152returns directly I<after> the tick processing (and consequently, can only wake one process
143processing has been done. Call C<< ->wait >> on them to maximise the 153per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
144window of cpu time available, or simply to synchronise to the server tick.
145 154
146=back 155=back
147 156
148=cut 157=cut
149 158
150BEGIN { 159BEGIN {
151 *CORE::GLOBAL::warn = sub { 160 *CORE::GLOBAL::warn = sub {
152 my $msg = join "", @_; 161 my $msg = join "", @_;
153 utf8::encode $msg;
154 162
155 $msg .= "\n" 163 $msg .= "\n"
156 unless $msg =~ /\n$/; 164 unless $msg =~ /\n$/;
157 165
166 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
167
168 utf8::encode $msg;
158 LOG llevError, $msg; 169 LOG llevError, $msg;
159 }; 170 };
160} 171}
161 172
162@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 173@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
232returned. 243returned.
233 244
234Lock names should begin with a unique identifier (for example, cf::map::find 245Lock names should begin with a unique identifier (for example, cf::map::find
235uses map_find and cf::map::load uses map_load). 246uses map_find and cf::map::load uses map_load).
236 247
248=item $locked = cf::lock_active $string
249
250Return true if the lock is currently active, i.e. somebody has locked it.
251
237=cut 252=cut
238 253
239our %LOCK; 254our %LOCK;
240 255
241sub lock_wait($) { 256sub lock_wait($) {
258 273
259 Coro::guard { 274 Coro::guard {
260 # wake up all waiters, to be on the safe side 275 # wake up all waiters, to be on the safe side
261 $_->ready for @{ delete $LOCK{$key} }; 276 $_->ready for @{ delete $LOCK{$key} };
262 } 277 }
278}
279
280sub lock_active($) {
281 my ($key) = @_;
282
283 ! ! $LOCK{$key}
263} 284}
264 285
265sub freeze_mainloop { 286sub freeze_mainloop {
266 return unless $TICK_WATCHER->is_active; 287 return unless $TICK_WATCHER->is_active;
267 288
348} 369}
349 370
350sub write_runtime { 371sub write_runtime {
351 my $guard = cf::lock_acquire "write_runtime"; 372 my $guard = cf::lock_acquire "write_runtime";
352 373
353 my $runtime = cf::localdir . "/runtime"; 374 my $runtime = "$LOCALDIR/runtime";
354 375
376 warn "starting to write runtime...\n";#d#
355 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 377 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
356 or return; 378 or return;
357 379
358 my $value = $cf::RUNTIME + 90 + 10; 380 my $value = $cf::RUNTIME + 90 + 10;
359 # 10 is the runtime save interval, for a monotonic clock 381 # 10 is the runtime save interval, for a monotonic clock
369 close $fh 391 close $fh
370 or return; 392 or return;
371 393
372 aio_rename "$runtime~", $runtime 394 aio_rename "$runtime~", $runtime
373 and return; 395 and return;
396
397 warn "... done writing runtime.\n";#d#
374 398
375 1 399 1
376} 400}
377 401
378=item cf::datalog type => key => value, ... 402=item cf::datalog type => key => value, ...
953Returns the given player object, loading it if necessary (might block). 977Returns the given player object, loading it if necessary (might block).
954 978
955=cut 979=cut
956 980
957sub playerdir($) { 981sub playerdir($) {
958 cf::localdir 982 "$PLAYERDIR/"
959 . "/"
960 . cf::playerdir
961 . "/"
962 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 983 . (ref $_[0] ? $_[0]->ob->name : $_[0])
963} 984}
964 985
965sub path($) { 986sub path($) {
966 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 987 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
967 988
968 (playerdir $login) . "/$login.pl" 989 (playerdir $login) . "/playerdata"
969} 990}
970 991
971sub find_active($) { 992sub find_active($) {
972 $cf::PLAYER{$_[0]} 993 $cf::PLAYER{$_[0]}
973 and $cf::PLAYER{$_[0]}->active 994 and $cf::PLAYER{$_[0]}->active
986 my $login = $_[0]; 1007 my $login = $_[0];
987 1008
988 my $guard = cf::lock_acquire "user_find:$login"; 1009 my $guard = cf::lock_acquire "user_find:$login";
989 1010
990 $cf::PLAYER{$_[0]} || do { 1011 $cf::PLAYER{$_[0]} || do {
1012 # rename old playerfiles to new ones
1013 #TODO: remove when no longer required
1014 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1015 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1016 aio_unlink +(playerdir $login) . "/$login.pl.pst";
1017 aio_unlink +(playerdir $login) . "/$login.pl";
1018
991 my $pl = load_pl path $login 1019 my $pl = load_pl path $login
992 or return; 1020 or return;
993 $cf::PLAYER{$login} = $pl 1021 $cf::PLAYER{$login} = $pl
994 } 1022 }
995 } 1023 }
1079while and may block, so not sync_job-capable, ever. 1107while and may block, so not sync_job-capable, ever.
1080 1108
1081=cut 1109=cut
1082 1110
1083sub list_logins { 1111sub list_logins {
1084 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1112 my $dirs = aio_readdir $PLAYERDIR
1085 or return []; 1113 or return [];
1086 1114
1087 my @logins; 1115 my @logins;
1088 1116
1089 for my $login (@$dirs) { 1117 for my $login (@$dirs) {
1150 my ($self, $type, %msg) = @_; 1178 my ($self, $type, %msg) = @_;
1151 1179
1152 $self->ns->ext_event ($type, %msg); 1180 $self->ns->ext_event ($type, %msg);
1153} 1181}
1154 1182
1155package cf; 1183=head3 cf::region
1184
1185=over 4
1186
1187=cut
1188
1189package cf::region;
1190
1191=item cf::region::find_by_path $path
1192
1193Tries to decuce the probable region for a map knowing only its path.
1194
1195=cut
1196
1197sub find_by_path($) {
1198 my ($path) = @_;
1199
1200 my ($match, $specificity);
1201
1202 for my $region (list) {
1203 if ($region->match && $path =~ $region->match) {
1204 ($match, $specificity) = ($region, $region->specificity)
1205 if $region->specificity > $specificity;
1206 }
1207 }
1208
1209 $match
1210}
1156 1211
1157=back 1212=back
1158
1159 1213
1160=head3 cf::map 1214=head3 cf::map
1161 1215
1162=over 4 1216=over 4
1163 1217
1301 1355
1302# the original (read-only) location 1356# the original (read-only) location
1303sub load_path { 1357sub load_path {
1304 my ($self) = @_; 1358 my ($self) = @_;
1305 1359
1306 sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path} 1360 "$MAPDIR/$self->{path}.map"
1307} 1361}
1308 1362
1309# the temporary/swap location 1363# the temporary/swap location
1310sub save_path { 1364sub save_path {
1311 my ($self) = @_; 1365 my ($self) = @_;
1312 1366
1313 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1367 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1314 sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path 1368 "$TMPDIR/$path.map"
1315} 1369}
1316 1370
1317# the unique path, undef == no special unique path 1371# the unique path, undef == no special unique path
1318sub uniq_path { 1372sub uniq_path {
1319 my ($self) = @_; 1373 my ($self) = @_;
1320 1374
1321 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1375 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1322 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path 1376 "$UNIQUEDIR/$path"
1323} 1377}
1324 1378
1325# and all this just because we cannot iterate over 1379# and all this just because we cannot iterate over
1326# all maps in C++... 1380# all maps in C++...
1327sub change_all_map_light { 1381sub change_all_map_light {
1394 $self->load_header_orig 1448 $self->load_header_orig
1395 or return; 1449 or return;
1396 $self->prepare_orig; 1450 $self->prepare_orig;
1397 } 1451 }
1398 1452
1453 $self->default_region (cf::region::find_by_path $self->{path})
1454 unless $self->default_region;
1455
1399 1 1456 1
1400} 1457}
1401 1458
1402sub find; 1459sub find;
1403sub find { 1460sub find {
1436 my ($self) = @_; 1493 my ($self) = @_;
1437 1494
1438 local $self->{deny_reset} = 1; # loading can take a long time 1495 local $self->{deny_reset} = 1; # loading can take a long time
1439 1496
1440 my $path = $self->{path}; 1497 my $path = $self->{path};
1498
1499 {
1441 my $guard = cf::lock_acquire "map_load:$path"; 1500 my $guard = cf::lock_acquire "map_load:$path";
1442 1501
1443 return if $self->in_memory != cf::MAP_SWAPPED; 1502 return if $self->in_memory != cf::MAP_SWAPPED;
1444 1503
1445 $self->in_memory (cf::MAP_LOADING); 1504 $self->in_memory (cf::MAP_LOADING);
1446 1505
1447 $self->alloc; 1506 $self->alloc;
1448 1507
1449 $self->pre_load; 1508 $self->pre_load;
1450
1451 $self->_load_objects ($self->{load_path}, 1)
1452 or return;
1453
1454 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1455 if delete $self->{load_original};
1456
1457 if (my $uniq = $self->uniq_path) {
1458 utf8::encode $uniq;
1459 if (aio_open $uniq, O_RDONLY, 0) {
1460 $self->clear_unique_items;
1461 $self->_load_objects ($uniq, 0);
1462 }
1463 }
1464
1465 Coro::cede;
1466
1467 # now do the right thing for maps
1468 $self->link_multipart_objects;
1469
1470 unless ($self->{deny_activate}) {
1471 $self->decay_objects;
1472 $self->fix_auto_apply;
1473 $self->update_buttons;
1474 Coro::cede; 1509 Coro::cede;
1475 $self->set_darkness_map; 1510
1511 $self->_load_objects ($self->{load_path}, 1)
1512 or return;
1513
1514 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1515 if delete $self->{load_original};
1516
1517 if (my $uniq = $self->uniq_path) {
1518 utf8::encode $uniq;
1519 if (aio_open $uniq, O_RDONLY, 0) {
1520 $self->clear_unique_items;
1521 $self->_load_objects ($uniq, 0);
1522 }
1523 }
1524
1525 Coro::cede;
1526 # now do the right thing for maps
1527 $self->link_multipart_objects;
1476 $self->difficulty ($self->estimate_difficulty) 1528 $self->difficulty ($self->estimate_difficulty)
1477 unless $self->difficulty; 1529 unless $self->difficulty;
1478 Coro::cede; 1530 Coro::cede;
1531
1532 unless ($self->{deny_activate}) {
1533 $self->decay_objects;
1534 $self->fix_auto_apply;
1535 $self->update_buttons;
1536 Coro::cede;
1537 $self->set_darkness_map;
1538 Coro::cede;
1479 $self->activate; 1539 $self->activate;
1540 }
1541
1542 $self->in_memory (cf::MAP_IN_MEMORY);
1480 } 1543 }
1481 1544
1482 $self->post_load; 1545 $self->post_load;
1483
1484 $self->in_memory (cf::MAP_IN_MEMORY);
1485} 1546}
1486 1547
1487sub customise_for { 1548sub customise_for {
1488 my ($self, $ob) = @_; 1549 my ($self, $ob) = @_;
1489 1550
1680instantiated unique items. May block. 1741instantiated unique items. May block.
1681 1742
1682=cut 1743=cut
1683 1744
1684sub unique_maps() { 1745sub unique_maps() {
1685 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 1746 my $files = aio_readdir $UNIQUEDIR
1686 or return; 1747 or return;
1687 1748
1688 my @paths; 1749 my @paths;
1689 1750
1690 for (@$files) { 1751 for (@$files) {
1946 2007
1947 $rmp->{random_seed} ||= $exit->random_seed; 2008 $rmp->{random_seed} ||= $exit->random_seed;
1948 2009
1949 my $data = cf::to_json $rmp; 2010 my $data = cf::to_json $rmp;
1950 my $md5 = Digest::MD5::md5_hex $data; 2011 my $md5 = Digest::MD5::md5_hex $data;
1951 my $meta = "$cf::RANDOM_MAPS/$md5.meta"; 2012 my $meta = "$RANDOMDIR/$md5.meta";
1952 2013
1953 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2014 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1954 aio_write $fh, 0, (length $data), $data, 0; 2015 aio_write $fh, 0, (length $data), $data, 0;
1955 undef $fh; 2016 undef $fh;
1956 aio_rename "$meta~", $meta; 2017 aio_rename "$meta~", $meta;
2225############################################################################# 2286#############################################################################
2226 2287
2227=head2 EXTENSION DATABASE SUPPORT 2288=head2 EXTENSION DATABASE SUPPORT
2228 2289
2229Crossfire maintains a very simple database for extension use. It can 2290Crossfire maintains a very simple database for extension use. It can
2230currently store anything that can be serialised using Storable, which 2291currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2231excludes objects. 2292convert to/from binary).
2232 2293
2233The parameter C<$family> should best start with the name of the extension 2294The parameter C<$family> should best start with the name of the extension
2234using it, it should be unique. 2295using it, it should be unique.
2235 2296
2236=over 4 2297=over 4
2259 BDB::CREATE | BDB::AUTO_COMMIT, 0666; 2320 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2260 cf::cleanup "db_open(db): $!" if $!; 2321 cf::cleanup "db_open(db): $!" if $!;
2261 }; 2322 };
2262 cf::cleanup "db_open(db): $@" if $@; 2323 cf::cleanup "db_open(db): $@" if $@;
2263 }; 2324 };
2264
2265 my $path = cf::localdir . "/database.pst";
2266 if (stat $path) {
2267 cf::sync_job {
2268 my $pst = Storable::retrieve $path;
2269
2270 cf::db_put (board => data => $pst->{board});
2271 cf::db_put (guildrules => data => $pst->{guildrules});
2272 cf::db_put (rent => balance => $pst->{rent}{balance});
2273 BDB::db_env_txn_checkpoint $DB_ENV;
2274
2275 unlink $path;
2276 };
2277 }
2278 } 2325 }
2279} 2326}
2280 2327
2281sub db_get($$) { 2328sub db_get($$) {
2282 my $key = "$_[0]/$_[1]"; 2329 my $key = "$_[0]/$_[1]";
2283 2330
2284 cf::sync_job { 2331 cf::sync_job {
2285 BDB::db_get $DB, undef, $key, my $data; 2332 BDB::db_get $DB, undef, $key, my $data;
2286 2333
2287 $! ? () 2334 $! ? ()
2288 : Compress::LZF::sthaw $data 2335 : $data
2289 } 2336 }
2290} 2337}
2291 2338
2292sub db_put($$$) { 2339sub db_put($$$) {
2293 BDB::dbreq_pri 4; 2340 BDB::dbreq_pri 4;
2294 BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { }; 2341 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2295} 2342}
2343
2344=item cf::cache $id => [$paths...], $processversion => $process
2345
2346Generic caching function that returns the value of the resource $id,
2347caching and regenerating as required.
2348
2349This function can block.
2350
2351=cut
2352
2353sub cache {
2354 my ($id, $src, $processversion, $process) = @_;
2355
2356 my $meta =
2357 join "\x00",
2358 $processversion,
2359 map {
2360 aio_stat $_
2361 and Carp::croak "$_: $!";
2362
2363 ($_, (stat _)[7,9])
2364 } @$src;
2365
2366 my $dbmeta = db_get cache => "$id/meta";
2367 if ($dbmeta ne $meta) {
2368 # changed, we may need to process
2369
2370 my @data;
2371 my $md5;
2372
2373 for (0 .. $#$src) {
2374 0 <= aio_load $src->[$_], $data[$_]
2375 or Carp::croak "$src->[$_]: $!";
2376 }
2377
2378 # if processing is expensive, check
2379 # checksum first
2380 if (1) {
2381 $md5 =
2382 join "\x00",
2383 $processversion,
2384 map {
2385 Coro::cede;
2386 ($src->[$_], Digest::MD5::md5_hex $data[$_])
2387 } 0.. $#$src;
2388
2389
2390 my $dbmd5 = db_get cache => "$id/md5";
2391 if ($dbmd5 eq $md5) {
2392 db_put cache => "$id/meta", $meta;
2393
2394 return db_get cache => "$id/data";
2395 }
2396 }
2397
2398 my $t1 = Time::HiRes::time;
2399 my $data = $process->(\@data);
2400 my $t2 = Time::HiRes::time;
2401
2402 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2403
2404 db_put cache => "$id/data", $data;
2405 db_put cache => "$id/md5" , $md5;
2406 db_put cache => "$id/meta", $meta;
2407
2408 return $data;
2409 }
2410
2411 db_get cache => "$id/data"
2412}
2413
2414=item fork_call { }, $args
2415
2416Executes the given code block with the given arguments in a seperate
2417process, returning the results. Everything must be serialisable with
2418Coro::Storable. May, of course, block. Note that the executed sub may
2419never block itself or use any form of Event handling.
2420
2421=cut
2422
2423sub fork_call(&@) {
2424 my ($cb, @args) = @_;
2425
2426# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2427# or die "socketpair: $!";
2428 pipe my $fh1, my $fh2
2429 or die "pipe: $!";
2430
2431 if (my $pid = fork) {
2432 close $fh2;
2433
2434 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2435 $res = Coro::Storable::thaw $res;
2436
2437 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2438
2439 die $$res unless "ARRAY" eq ref $res;
2440
2441 return wantarray ? @$res : $res->[-1];
2442 } else {
2443 reset_signals;
2444 local $SIG{__WARN__};
2445 local $SIG{__DIE__};
2446 eval {
2447 close $fh1;
2448
2449 my @res = eval { $cb->(@args) };
2450 syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2451 };
2452
2453 warn $@ if $@;
2454 _exit 0;
2455 }
2456}
2457
2458
2296 2459
2297############################################################################# 2460#############################################################################
2298# the server's init and main functions 2461# the server's init and main functions
2299 2462
2300sub load_facedata { 2463sub load_facedata($) {
2301 my $path = sprintf "%s/facedata", cf::datadir; 2464 my ($path) = @_;
2302 2465
2303 warn "loading facedata from $path\n"; 2466 warn "loading facedata from $path\n";
2304 2467
2305 my $faces; 2468 my $facedata;
2306 0 < aio_load $path, $faces 2469 0 < aio_load $path, $facedata
2307 or die "$path: $!"; 2470 or die "$path: $!";
2308 2471
2309 Coro::cede;
2310 $faces = Storable::thaw $faces; 2472 $facedata = Coro::Storable::thaw $facedata;
2311 Coro::cede;
2312 2473
2313 my $meta = delete $faces->{""};
2314 $meta->{version} == 1 2474 $facedata->{version} == 2
2315 or cf::cleanup "$path: version mismatch, cannot proceed."; 2475 or cf::cleanup "$path: version mismatch, cannot proceed.";
2316 2476
2477 {
2478 my $faces = $facedata->{faceinfo};
2479
2317 while (my ($face, $info) = each %$faces) { 2480 while (my ($face, $info) = each %$faces) {
2318 my $idx = (cf::face::find $face) || cf::face::alloc $face; 2481 my $idx = (cf::face::find $face) || cf::face::alloc $face;
2319 cf::face::set $idx, $info->{visibility}, $info->{magicmap}; 2482 cf::face::set $idx, $info->{visibility}, $info->{magicmap};
2320 cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32}; 2483 cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
2321 cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64}; 2484 cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
2322 Coro::cede; 2485 Coro::cede;
2323 } 2486 }
2324 2487
2325 while (my ($face, $info) = each %$faces) { 2488 while (my ($face, $info) = each %$faces) {
2326 next unless $info->{smooth}; 2489 next unless $info->{smooth};
2327 my $idx = cf::face::find $face 2490 my $idx = cf::face::find $face
2328 or next; 2491 or next;
2329 if (my $smooth = cf::face::find $info->{smooth}) { 2492 if (my $smooth = cf::face::find $info->{smooth}) {
2330 cf::face::set_smooth $idx, $smooth; 2493 cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};
2331 } else { 2494 } else {
2332 warn "smooth face '$info->{smooth}' not found for face '$face'"; 2495 warn "smooth face '$info->{smooth}' not found for face '$face'";
2333 } 2496 }
2334 Coro::cede; 2497 Coro::cede;
2498 }
2499 }
2500
2501 {
2502 my $anims = $facedata->{animinfo};
2503
2504 while (my ($anim, $info) = each %$anims) {
2505 cf::anim::set $anim, $info->{frames}, $info->{facings};
2506 Coro::cede;
2507 }
2508
2509 cf::anim::invalidate_all; # d'oh
2335 } 2510 }
2336 2511
2337 1 2512 1
2338} 2513}
2339 2514
2515sub reload_regions {
2516 load_resource_file "$MAPDIR/regions"
2517 or die "unable to load regions file\n";
2518}
2519
2520sub reload_facedata {
2521 load_facedata "$DATADIR/facedata"
2522 or die "unable to load facedata\n";
2523}
2524
2525sub reload_archetypes {
2526 load_resource_file "$DATADIR/archetypes"
2527 or die "unable to load archetypes\n";
2528}
2529
2530sub reload_treasures {
2531 load_resource_file "$DATADIR/treasures"
2532 or die "unable to load treasurelists\n";
2533}
2534
2340sub reload_resources { 2535sub reload_resources {
2341 load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir 2536 warn "reloading resource files...\n";
2342 or die "unable to load regions file\n";#d# 2537
2538 reload_regions;
2343 load_facedata 2539 reload_facedata;
2344 or die "unable to load facedata\n";#d# 2540 reload_archetypes;
2541 reload_treasures;
2542
2543 warn "finished reloading resource files\n";
2345} 2544}
2346 2545
2347sub init { 2546sub init {
2348 reload_resources; 2547 reload_resources;
2349} 2548}
2350 2549
2351sub cfg_load { 2550sub cfg_load {
2352 open my $fh, "<:utf8", cf::confdir . "/config" 2551 open my $fh, "<:utf8", "$CONFDIR/config"
2353 or return; 2552 or return;
2354 2553
2355 local $/; 2554 local $/;
2356 *CFG = YAML::Syck::Load <$fh>; 2555 *CFG = YAML::Syck::Load <$fh>;
2357 2556
2442 2641
2443 warn Carp::longmess "post_cleanup backtrace" 2642 warn Carp::longmess "post_cleanup backtrace"
2444 if $make_core; 2643 if $make_core;
2445} 2644}
2446 2645
2447sub reload() { 2646sub do_reload_perl() {
2448 # can/must only be called in main 2647 # can/must only be called in main
2449 if ($Coro::current != $Coro::main) { 2648 if ($Coro::current != $Coro::main) {
2450 warn "can only reload from main coroutine"; 2649 warn "can only reload from main coroutine";
2451 return; 2650 return;
2452 } 2651 }
2527 Symbol::delete_package "safe::$_" 2726 Symbol::delete_package "safe::$_"
2528 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 2727 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2529 2728
2530 warn "unloading cf.pm \"a bit\""; 2729 warn "unloading cf.pm \"a bit\"";
2531 delete $INC{"cf.pm"}; 2730 delete $INC{"cf.pm"};
2731 delete $INC{"cf/pod.pm"};
2532 2732
2533 # don't, removes xs symbols, too, 2733 # don't, removes xs symbols, too,
2534 # and global variables created in xs 2734 # and global variables created in xs
2535 #Symbol::delete_package __PACKAGE__; 2735 #Symbol::delete_package __PACKAGE__;
2536 2736
2551 warn "reattaching attachments to maps"; 2751 warn "reattaching attachments to maps";
2552 reattach $_ for values %MAP; 2752 reattach $_ for values %MAP;
2553 warn "reattaching attachments to players"; 2753 warn "reattaching attachments to players";
2554 reattach $_ for values %PLAYER; 2754 reattach $_ for values %PLAYER;
2555 2755
2556 warn "loading reloadable resources";
2557 reload_resources;
2558
2559 warn "leaving sync_job"; 2756 warn "leaving sync_job";
2560 2757
2561 1 2758 1
2562 } or do { 2759 } or do {
2563 warn $@; 2760 warn $@;
2568 warn "reloaded"; 2765 warn "reloaded";
2569}; 2766};
2570 2767
2571our $RELOAD_WATCHER; # used only during reload 2768our $RELOAD_WATCHER; # used only during reload
2572 2769
2770sub reload_perl() {
2771 # doing reload synchronously and two reloads happen back-to-back,
2772 # coro crashes during coro_state_free->destroy here.
2773
2774 $RELOAD_WATCHER ||= Event->timer (
2775 reentrant => 0,
2776 after => 0,
2777 data => WF_AUTOCANCEL,
2778 cb => sub {
2779 do_reload_perl;
2780 undef $RELOAD_WATCHER;
2781 },
2782 );
2783}
2784
2573register_command "reload" => sub { 2785register_command "reload" => sub {
2574 my ($who, $arg) = @_; 2786 my ($who, $arg) = @_;
2575 2787
2576 if ($who->flag (FLAG_WIZ)) { 2788 if ($who->flag (FLAG_WIZ)) {
2577 $who->message ("reloading server."); 2789 $who->message ("reloading server.");
2578 2790 async { reload_perl };
2579 # doing reload synchronously and two reloads happen back-to-back,
2580 # coro crashes during coro_state_free->destroy here.
2581
2582 $RELOAD_WATCHER ||= Event->timer (
2583 reentrant => 0,
2584 after => 0,
2585 data => WF_AUTOCANCEL,
2586 cb => sub {
2587 reload;
2588 undef $RELOAD_WATCHER;
2589 },
2590 );
2591 } 2791 }
2592}; 2792};
2593 2793
2594unshift @INC, $LIBDIR; 2794unshift @INC, $LIBDIR;
2595 2795
2596my $bug_warning = 0; 2796my $bug_warning = 0;
2797
2798our @WAIT_FOR_TICK;
2799our @WAIT_FOR_TICK_BEGIN;
2800
2801sub wait_for_tick {
2802 return unless $TICK_WATCHER->is_active;
2803 return if $Coro::current == $Coro::main;
2804
2805 my $signal = new Coro::Signal;
2806 push @WAIT_FOR_TICK, $signal;
2807 $signal->wait;
2808}
2809
2810sub wait_for_tick_begin {
2811 return unless $TICK_WATCHER->is_active;
2812 return if $Coro::current == $Coro::main;
2813
2814 my $signal = new Coro::Signal;
2815 push @WAIT_FOR_TICK_BEGIN, $signal;
2816 $signal->wait;
2817}
2597 2818
2598$TICK_WATCHER = Event->timer ( 2819$TICK_WATCHER = Event->timer (
2599 reentrant => 0, 2820 reentrant => 0,
2600 parked => 1, 2821 parked => 1,
2601 prio => 0, 2822 prio => 0,
2609 } 2830 }
2610 2831
2611 $NOW = Event::time; 2832 $NOW = Event::time;
2612 2833
2613 cf::server_tick; # one server iteration 2834 cf::server_tick; # one server iteration
2835
2614 $RUNTIME += $TICK; 2836 $RUNTIME += $TICK;
2615 $NEXT_TICK += $TICK; 2837 $NEXT_TICK += $TICK;
2616 2838
2617 if ($NOW >= $NEXT_RUNTIME_WRITE) { 2839 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2618 $NEXT_RUNTIME_WRITE = $NOW + 10; 2840 $NEXT_RUNTIME_WRITE = $NOW + 10;
2620 write_runtime 2842 write_runtime
2621 or warn "ERROR: unable to write runtime file: $!"; 2843 or warn "ERROR: unable to write runtime file: $!";
2622 }; 2844 };
2623 } 2845 }
2624 2846
2625 $WAIT_FOR_TICK->broadcast;
2626 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2627
2628# my $AFTER = Event::time; 2847# my $AFTER = Event::time;
2629# warn $AFTER - $NOW;#d# 2848# warn $AFTER - $NOW;#d#
2630 2849
2631 # if we are delayed by four ticks or more, skip them all 2850 # if we are delayed by four ticks or more, skip them all
2632 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 2851 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;
2633 2852
2634 $TICK_WATCHER->at ($NEXT_TICK); 2853 $TICK_WATCHER->at ($NEXT_TICK);
2635 $TICK_WATCHER->start; 2854 $TICK_WATCHER->start;
2855
2856 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2857 $sig->send;
2858 }
2859 while (my $sig = shift @WAIT_FOR_TICK) {
2860 $sig->send;
2861 }
2862
2863 _post_tick;
2636 }, 2864 },
2637); 2865);
2638 2866
2639{ 2867{
2640 BDB::max_poll_time $TICK * 0.1; 2868 BDB::max_poll_time $TICK * 0.1;
2668 2896
2669 cf::sync_job { 2897 cf::sync_job {
2670 eval { 2898 eval {
2671 BDB::db_env_open 2899 BDB::db_env_open
2672 $DB_ENV, 2900 $DB_ENV,
2673 $BDB_ENV_DIR, 2901 $BDBDIR,
2674 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 2902 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2675 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 2903 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2676 0666; 2904 0666;
2677 2905
2678 cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!; 2906 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2679 2907
2680 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1); 2908 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2681 $DB_ENV->set_lk_detect; 2909 $DB_ENV->set_lk_detect;
2682 }; 2910 };
2683 2911
2699 prio => 6, 2927 prio => 6,
2700 cb => \&IO::AIO::poll_cb, 2928 cb => \&IO::AIO::poll_cb,
2701 ); 2929 );
2702} 2930}
2703 2931
2932my $_log_backtrace;
2933
2934sub _log_backtrace {
2935 my ($msg, @addr) = @_;
2936
2937 $msg =~ s/\n//;
2938
2939 # limit the # of concurrent backtraces
2940 if ($_log_backtrace < 2) {
2941 ++$_log_backtrace;
2942 async {
2943 my @bt = fork_call {
2944 @addr = map { sprintf "%x", $_ } @addr;
2945 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
2946 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
2947 or die "addr2line: $!";
2948
2949 my @funcs;
2950 my @res = <$fh>;
2951 chomp for @res;
2952 while (@res) {
2953 my ($func, $line) = splice @res, 0, 2, ();
2954 push @funcs, "[$func] $line";
2955 }
2956
2957 @funcs
2958 };
2959
2960 LOG llevInfo, "[ABT] $msg\n";
2961 LOG llevInfo, "[ABT] $_\n" for @bt;
2962 --$_log_backtrace;
2963 };
2964 } else {
2965 LOG llevInfo, "[ABT] $msg\n";
2966 LOG llevInfo, "[ABT] [suppressed]\n";
2967 }
2968}
2969
2970# load additional modules
2971use cf::pod;
2972
2704END { cf::emergency_save } 2973END { cf::emergency_save }
2705 2974
27061 29751
2707 2976

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines