ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.231 by root, Wed Apr 4 00:02:06 2007 UTC vs.
Revision 1.264 by root, Sun May 6 05:44:48 2007 UTC

3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Socket;
8use Storable; 9use Storable;
9use Event; 10use Event;
10use Opcode; 11use Opcode;
11use Safe; 12use Safe;
12use Safe::Hole; 13use Safe::Hole;
13 14
14use Coro 3.52 (); 15use Coro 3.61 ();
15use Coro::State; 16use Coro::State;
17use Coro::Handle;
16use Coro::Event; 18use Coro::Event;
17use Coro::Timer; 19use Coro::Timer;
18use Coro::Signal; 20use Coro::Signal;
19use Coro::Semaphore; 21use Coro::Semaphore;
20use Coro::AIO; 22use Coro::AIO;
23use Coro::Storable;
21 24
22use BDB (); 25use BDB ();
23use Data::Dumper; 26use Data::Dumper;
24use Digest::MD5; 27use Digest::MD5;
25use Fcntl; 28use Fcntl;
28use Time::HiRes; 31use Time::HiRes;
29use Compress::LZF; 32use Compress::LZF;
30 33
31# configure various modules to our taste 34# configure various modules to our taste
32# 35#
36$Storable::canonical = 1; # reduce rsync transfers
33Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator 37Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
34Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later 38Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
35 39
36$Event::Eval = 1; # no idea why this is required, but it is 40$Event::Eval = 1; # no idea why this is required, but it is
37 41
50our %EXT_CORO = (); # coroutines bound to extensions 54our %EXT_CORO = (); # coroutines bound to extensions
51our %EXT_MAP = (); # pluggable maps 55our %EXT_MAP = (); # pluggable maps
52 56
53our $RELOAD; # number of reloads so far 57our $RELOAD; # number of reloads so far
54our @EVENT; 58our @EVENT;
55our $LIBDIR = datadir . "/ext";
56 59
57our $TICK = MAX_TIME * 1e-6; 60our $CONFDIR = confdir;
61our $DATADIR = datadir;
62our $LIBDIR = "$DATADIR/ext";
63our $PODDIR = "$DATADIR/pod";
64our $MAPDIR = "$DATADIR/" . mapdir;
65our $LOCALDIR = localdir;
66our $TMPDIR = "$LOCALDIR/" . tmpdir;
67our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69our $RANDOMDIR = "$LOCALDIR/random";
70our $BDBDIR = "$LOCALDIR/db";
71
72our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
58our $TICK_WATCHER; 73our $TICK_WATCHER;
59our $AIO_POLL_WATCHER; 74our $AIO_POLL_WATCHER;
60our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 75our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
61our $NEXT_TICK; 76our $NEXT_TICK;
62our $NOW; 77our $NOW;
71our $RUNTIME; 86our $RUNTIME;
72 87
73our %PLAYER; # all users 88our %PLAYER; # all users
74our %MAP; # all maps 89our %MAP; # all maps
75our $LINK_MAP; # the special {link} map, which is always available 90our $LINK_MAP; # the special {link} map, which is always available
76our $RANDOM_MAPS = cf::localdir . "/random";
77our $BDB_ENV_DIR = cf::localdir . "/db";
78
79our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
80our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
81 91
82# used to convert map paths into valid unix filenames by replacing / by ∕ 92# used to convert map paths into valid unix filenames by replacing / by ∕
83our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 93our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
84 94
85binmode STDOUT; 95binmode STDOUT;
86binmode STDERR; 96binmode STDERR;
87 97
88# read virtual server time, if available 98# read virtual server time, if available
89unless ($RUNTIME || !-e cf::localdir . "/runtime") { 99unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
90 open my $fh, "<", cf::localdir . "/runtime" 100 open my $fh, "<", "$LOCALDIR/runtime"
91 or die "unable to read runtime file: $!"; 101 or die "unable to read runtime file: $!";
92 $RUNTIME = <$fh> + 0.; 102 $RUNTIME = <$fh> + 0.;
93} 103}
94 104
95mkdir cf::localdir; 105mkdir $_
96mkdir cf::localdir . "/" . cf::playerdir; 106 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
97mkdir cf::localdir . "/" . cf::tmpdir;
98mkdir cf::localdir . "/" . cf::uniquedir;
99mkdir $RANDOM_MAPS;
100mkdir $BDB_ENV_DIR;
101 107
102our $EMERGENCY_POSITION; 108our $EMERGENCY_POSITION;
103 109
104sub cf::map::normalise; 110sub cf::map::normalise;
105 111
116=item $cf::RUNTIME 122=item $cf::RUNTIME
117 123
118The time this server has run, starts at 0 and is increased by $cf::TICK on 124The time this server has run, starts at 0 and is increased by $cf::TICK on
119every server tick. 125every server tick.
120 126
121=item $cf::LIBDIR 127=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
128$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
129$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
122 130
123The perl library directory, where extensions and cf-specific modules can 131Various directories - "/etc", read-only install directory, perl-library
124be found. It will be added to C<@INC> automatically. 132directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
133unique-items directory, player file directory, random maps directory and
134database environment.
125 135
126=item $cf::NOW 136=item $cf::NOW
127 137
128The time of the last (current) server tick. 138The time of the last (current) server tick.
129 139
134=item %cf::CFG 144=item %cf::CFG
135 145
136Configuration for the server, loaded from C</etc/crossfire/config>, or 146Configuration for the server, loaded from C</etc/crossfire/config>, or
137from wherever your confdir points to. 147from wherever your confdir points to.
138 148
139=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE 149=item cf::wait_for_tick, cf::wait_for_tick_begin
140 150
141These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK) 151These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
142or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick 152returns directly I<after> the tick processing (and consequently, can only wake one process
143processing has been done. Call C<< ->wait >> on them to maximise the 153per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
144window of cpu time available, or simply to synchronise to the server tick.
145 154
146=back 155=back
147 156
148=cut 157=cut
149 158
150BEGIN { 159BEGIN {
151 *CORE::GLOBAL::warn = sub { 160 *CORE::GLOBAL::warn = sub {
152 my $msg = join "", @_; 161 my $msg = join "", @_;
153 utf8::encode $msg;
154 162
155 $msg .= "\n" 163 $msg .= "\n"
156 unless $msg =~ /\n$/; 164 unless $msg =~ /\n$/;
157 165
166 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
167
168 utf8::encode $msg;
158 LOG llevError, $msg; 169 LOG llevError, $msg;
159 }; 170 };
160} 171}
161 172
162@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 173@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
232returned. 243returned.
233 244
234Lock names should begin with a unique identifier (for example, cf::map::find 245Lock names should begin with a unique identifier (for example, cf::map::find
235uses map_find and cf::map::load uses map_load). 246uses map_find and cf::map::load uses map_load).
236 247
248=item $locked = cf::lock_active $string
249
250Return true if the lock is currently active, i.e. somebody has locked it.
251
237=cut 252=cut
238 253
239our %LOCK; 254our %LOCK;
240 255
241sub lock_wait($) { 256sub lock_wait($) {
258 273
259 Coro::guard { 274 Coro::guard {
260 # wake up all waiters, to be on the safe side 275 # wake up all waiters, to be on the safe side
261 $_->ready for @{ delete $LOCK{$key} }; 276 $_->ready for @{ delete $LOCK{$key} };
262 } 277 }
278}
279
280sub lock_active($) {
281 my ($key) = @_;
282
283 ! ! $LOCK{$key}
263} 284}
264 285
265sub freeze_mainloop { 286sub freeze_mainloop {
266 return unless $TICK_WATCHER->is_active; 287 return unless $TICK_WATCHER->is_active;
267 288
346 367
347 $coro 368 $coro
348} 369}
349 370
350sub write_runtime { 371sub write_runtime {
372 my $runtime = "$LOCALDIR/runtime";
373
374 # first touch the runtime file to show we are still running:
375 # the fsync below can take a very very long time.
376
377 warn "touching runtime...\n";#d#
378 if (my $fh = aio_open $runtime, O_WRONLY, 0) {
379 utime undef, undef, $fh;
380 }
381
351 my $guard = cf::lock_acquire "write_runtime"; 382 my $guard = cf::lock_acquire "write_runtime";
352 383
353 my $runtime = cf::localdir . "/runtime"; 384 warn "starting to write runtime...\n";#d#
354
355 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 385 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
356 or return; 386 or return;
357 387
358 my $value = $cf::RUNTIME + 90 + 10; 388 my $value = $cf::RUNTIME + 90 + 10;
359 # 10 is the runtime save interval, for a monotonic clock 389 # 10 is the runtime save interval, for a monotonic clock
364 394
365 # always fsync - this file is important 395 # always fsync - this file is important
366 aio_fsync $fh 396 aio_fsync $fh
367 and return; 397 and return;
368 398
399 # touch it again to show we are up-to-date
400 utime undef, undef, $fh;
401
369 close $fh 402 close $fh
370 or return; 403 or return;
371 404
372 aio_rename "$runtime~", $runtime 405 aio_rename "$runtime~", $runtime
373 and return; 406 and return;
407
408 warn "... done writing runtime.\n";#d#
374 409
375 1 410 1
376} 411}
377 412
378=item cf::datalog type => key => value, ... 413=item cf::datalog type => key => value, ...
953Returns the given player object, loading it if necessary (might block). 988Returns the given player object, loading it if necessary (might block).
954 989
955=cut 990=cut
956 991
957sub playerdir($) { 992sub playerdir($) {
958 cf::localdir 993 "$PLAYERDIR/"
959 . "/"
960 . cf::playerdir
961 . "/"
962 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 994 . (ref $_[0] ? $_[0]->ob->name : $_[0])
963} 995}
964 996
965sub path($) { 997sub path($) {
966 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 998 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
967 999
968 (playerdir $login) . "/$login.pl" 1000 (playerdir $login) . "/playerdata"
969} 1001}
970 1002
971sub find_active($) { 1003sub find_active($) {
972 $cf::PLAYER{$_[0]} 1004 $cf::PLAYER{$_[0]}
973 and $cf::PLAYER{$_[0]}->active 1005 and $cf::PLAYER{$_[0]}->active
986 my $login = $_[0]; 1018 my $login = $_[0];
987 1019
988 my $guard = cf::lock_acquire "user_find:$login"; 1020 my $guard = cf::lock_acquire "user_find:$login";
989 1021
990 $cf::PLAYER{$_[0]} || do { 1022 $cf::PLAYER{$_[0]} || do {
1023 # rename old playerfiles to new ones
1024 #TODO: remove when no longer required
1025 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1026 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1027 aio_unlink +(playerdir $login) . "/$login.pl.pst";
1028 aio_unlink +(playerdir $login) . "/$login.pl";
1029
991 my $pl = load_pl path $login 1030 my $pl = load_pl path $login
992 or return; 1031 or return;
993 $cf::PLAYER{$login} = $pl 1032 $cf::PLAYER{$login} = $pl
994 } 1033 }
995 } 1034 }
1079while and may block, so not sync_job-capable, ever. 1118while and may block, so not sync_job-capable, ever.
1080 1119
1081=cut 1120=cut
1082 1121
1083sub list_logins { 1122sub list_logins {
1084 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1123 my $dirs = aio_readdir $PLAYERDIR
1085 or return []; 1124 or return [];
1086 1125
1087 my @logins; 1126 my @logins;
1088 1127
1089 for my $login (@$dirs) { 1128 for my $login (@$dirs) {
1147=cut 1186=cut
1148 1187
1149sub ext_event($$%) { 1188sub ext_event($$%) {
1150 my ($self, $type, %msg) = @_; 1189 my ($self, $type, %msg) = @_;
1151 1190
1152 delete $msg{msgid}; 1191 $self->ns->ext_event ($type, %msg);
1153 $msg{msgtype} = "event";
1154 $msg{eventtype} = $type;
1155
1156 $self->send ("ext " . cf::to_json \%msg);
1157} 1192}
1158 1193
1159package cf; 1194=head3 cf::region
1195
1196=over 4
1197
1198=cut
1199
1200package cf::region;
1201
1202=item cf::region::find_by_path $path
1203
1204Tries to decuce the probable region for a map knowing only its path.
1205
1206=cut
1207
1208sub find_by_path($) {
1209 my ($path) = @_;
1210
1211 my ($match, $specificity);
1212
1213 for my $region (list) {
1214 if ($region->match && $path =~ $region->match) {
1215 ($match, $specificity) = ($region, $region->specificity)
1216 if $region->specificity > $specificity;
1217 }
1218 }
1219
1220 $match
1221}
1160 1222
1161=back 1223=back
1162
1163 1224
1164=head3 cf::map 1225=head3 cf::map
1165 1226
1166=over 4 1227=over 4
1167 1228
1305 1366
1306# the original (read-only) location 1367# the original (read-only) location
1307sub load_path { 1368sub load_path {
1308 my ($self) = @_; 1369 my ($self) = @_;
1309 1370
1310 sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path} 1371 "$MAPDIR/$self->{path}.map"
1311} 1372}
1312 1373
1313# the temporary/swap location 1374# the temporary/swap location
1314sub save_path { 1375sub save_path {
1315 my ($self) = @_; 1376 my ($self) = @_;
1316 1377
1317 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1378 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1318 sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path 1379 "$TMPDIR/$path.map"
1319} 1380}
1320 1381
1321# the unique path, undef == no special unique path 1382# the unique path, undef == no special unique path
1322sub uniq_path { 1383sub uniq_path {
1323 my ($self) = @_; 1384 my ($self) = @_;
1324 1385
1325 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1386 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1326 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path 1387 "$UNIQUEDIR/$path"
1327} 1388}
1328 1389
1329# and all this just because we cannot iterate over 1390# and all this just because we cannot iterate over
1330# all maps in C++... 1391# all maps in C++...
1331sub change_all_map_light { 1392sub change_all_map_light {
1398 $self->load_header_orig 1459 $self->load_header_orig
1399 or return; 1460 or return;
1400 $self->prepare_orig; 1461 $self->prepare_orig;
1401 } 1462 }
1402 1463
1464 $self->default_region (cf::region::find_by_path $self->{path})
1465 unless $self->default_region;
1466
1403 1 1467 1
1404} 1468}
1405 1469
1406sub find; 1470sub find;
1407sub find { 1471sub find {
1440 my ($self) = @_; 1504 my ($self) = @_;
1441 1505
1442 local $self->{deny_reset} = 1; # loading can take a long time 1506 local $self->{deny_reset} = 1; # loading can take a long time
1443 1507
1444 my $path = $self->{path}; 1508 my $path = $self->{path};
1509
1510 {
1445 my $guard = cf::lock_acquire "map_load:$path"; 1511 my $guard = cf::lock_acquire "map_load:$path";
1446 1512
1447 return if $self->in_memory != cf::MAP_SWAPPED; 1513 return if $self->in_memory != cf::MAP_SWAPPED;
1448 1514
1449 $self->in_memory (cf::MAP_LOADING); 1515 $self->in_memory (cf::MAP_LOADING);
1450 1516
1451 $self->alloc; 1517 $self->alloc;
1452 1518
1453 $self->pre_load; 1519 $self->pre_load;
1454
1455 $self->_load_objects ($self->{load_path}, 1)
1456 or return;
1457
1458 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1459 if delete $self->{load_original};
1460
1461 if (my $uniq = $self->uniq_path) {
1462 utf8::encode $uniq;
1463 if (aio_open $uniq, O_RDONLY, 0) {
1464 $self->clear_unique_items;
1465 $self->_load_objects ($uniq, 0);
1466 }
1467 }
1468
1469 Coro::cede;
1470
1471 # now do the right thing for maps
1472 $self->link_multipart_objects;
1473
1474 unless ($self->{deny_activate}) {
1475 $self->decay_objects;
1476 $self->fix_auto_apply;
1477 $self->update_buttons;
1478 Coro::cede; 1520 Coro::cede;
1479 $self->set_darkness_map; 1521
1522 $self->_load_objects ($self->{load_path}, 1)
1523 or return;
1524
1525 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1526 if delete $self->{load_original};
1527
1528 if (my $uniq = $self->uniq_path) {
1529 utf8::encode $uniq;
1530 if (aio_open $uniq, O_RDONLY, 0) {
1531 $self->clear_unique_items;
1532 $self->_load_objects ($uniq, 0);
1533 }
1534 }
1535
1536 Coro::cede;
1537 # now do the right thing for maps
1538 $self->link_multipart_objects;
1480 $self->difficulty ($self->estimate_difficulty) 1539 $self->difficulty ($self->estimate_difficulty)
1481 unless $self->difficulty; 1540 unless $self->difficulty;
1482 Coro::cede; 1541 Coro::cede;
1542
1543 unless ($self->{deny_activate}) {
1544 $self->decay_objects;
1545 $self->fix_auto_apply;
1546 $self->update_buttons;
1547 Coro::cede;
1548 $self->set_darkness_map;
1549 Coro::cede;
1483 $self->activate; 1550 $self->activate;
1551 }
1552
1553 $self->in_memory (cf::MAP_IN_MEMORY);
1484 } 1554 }
1485 1555
1486 $self->post_load; 1556 $self->post_load;
1487
1488 $self->in_memory (cf::MAP_IN_MEMORY);
1489} 1557}
1490 1558
1491sub customise_for { 1559sub customise_for {
1492 my ($self, $ob) = @_; 1560 my ($self, $ob) = @_;
1493 1561
1684instantiated unique items. May block. 1752instantiated unique items. May block.
1685 1753
1686=cut 1754=cut
1687 1755
1688sub unique_maps() { 1756sub unique_maps() {
1689 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 1757 my $files = aio_readdir $UNIQUEDIR
1690 or return; 1758 or return;
1691 1759
1692 my @paths; 1760 my @paths;
1693 1761
1694 for (@$files) { 1762 for (@$files) {
1950 2018
1951 $rmp->{random_seed} ||= $exit->random_seed; 2019 $rmp->{random_seed} ||= $exit->random_seed;
1952 2020
1953 my $data = cf::to_json $rmp; 2021 my $data = cf::to_json $rmp;
1954 my $md5 = Digest::MD5::md5_hex $data; 2022 my $md5 = Digest::MD5::md5_hex $data;
1955 my $meta = "$cf::RANDOM_MAPS/$md5.meta"; 2023 my $meta = "$RANDOMDIR/$md5.meta";
1956 2024
1957 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2025 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1958 aio_write $fh, 0, (length $data), $data, 0; 2026 aio_write $fh, 0, (length $data), $data, 0;
1959 undef $fh; 2027 undef $fh;
1960 aio_rename "$meta~", $meta; 2028 aio_rename "$meta~", $meta;
1969 2037
1970 return unless $self->type == cf::PLAYER; 2038 return unless $self->type == cf::PLAYER;
1971 2039
1972 if ($exit->slaying eq "/!") { 2040 if ($exit->slaying eq "/!") {
1973 #TODO: this should de-fi-ni-te-ly not be a sync-job 2041 #TODO: this should de-fi-ni-te-ly not be a sync-job
2042 # the problem is that $exit might not survive long enough
2043 # so it needs to be done right now, right here
1974 cf::sync_job { prepare_random_map $exit }; 2044 cf::sync_job { prepare_random_map $exit };
1975 } 2045 }
1976 2046
1977 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path; 2047 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1978 my $hp = $exit->stats->hp; 2048 my $hp = $exit->stats->hp;
1986 $self->goto ($slaying, $hp, $sp); 2056 $self->goto ($slaying, $hp, $sp);
1987 2057
1988 1; 2058 1;
1989 }) { 2059 }) {
1990 $self->message ("Something went wrong deep within the crossfire server. " 2060 $self->message ("Something went wrong deep within the crossfire server. "
1991 . "I'll try to bring you back to the map you were before. " 2061 . "I'll try to bring you back to the map you were before. "
1992 . "Please report this to the dungeon master!", 2062 . "Please report this to the dungeon master!",
1993 cf::NDI_UNIQUE | cf::NDI_RED); 2063 cf::NDI_UNIQUE | cf::NDI_RED);
1994 2064
1995 warn "ERROR in enter_exit: $@"; 2065 warn "ERROR in enter_exit: $@";
1996 $self->leave_link; 2066 $self->leave_link;
1997 } 2067 }
1998 })->prio (1); 2068 })->prio (1);
2014 2084
2015 utf8::encode $text; 2085 utf8::encode $text;
2016 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text); 2086 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2017} 2087}
2018 2088
2089=item $client->ext_event ($type, %msg)
2090
2091Sends an exti event to the client.
2092
2093=cut
2094
2095sub cf::client::ext_event($$%) {
2096 my ($self, $type, %msg) = @_;
2097
2098 $msg{msgtype} = "event_$type";
2099 $self->send_packet ("ext " . cf::to_json \%msg);
2100}
2019 2101
2020=item $success = $client->query ($flags, "text", \&cb) 2102=item $success = $client->query ($flags, "text", \&cb)
2021 2103
2022Queues a query to the client, calling the given callback with 2104Queues a query to the client, calling the given callback with
2023the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>, 2105the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
2215############################################################################# 2297#############################################################################
2216 2298
2217=head2 EXTENSION DATABASE SUPPORT 2299=head2 EXTENSION DATABASE SUPPORT
2218 2300
2219Crossfire maintains a very simple database for extension use. It can 2301Crossfire maintains a very simple database for extension use. It can
2220currently store anything that can be serialised using Storable, which 2302currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2221excludes objects. 2303convert to/from binary).
2222 2304
2223The parameter C<$family> should best start with the name of the extension 2305The parameter C<$family> should best start with the name of the extension
2224using it, it should be unique. 2306using it, it should be unique.
2225 2307
2226=over 4 2308=over 4
2249 BDB::CREATE | BDB::AUTO_COMMIT, 0666; 2331 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2250 cf::cleanup "db_open(db): $!" if $!; 2332 cf::cleanup "db_open(db): $!" if $!;
2251 }; 2333 };
2252 cf::cleanup "db_open(db): $@" if $@; 2334 cf::cleanup "db_open(db): $@" if $@;
2253 }; 2335 };
2254
2255 my $path = cf::localdir . "/database.pst";
2256 if (stat $path) {
2257 cf::sync_job {
2258 my $pst = Storable::retrieve $path;
2259
2260 cf::db_put (board => data => $pst->{board});
2261 cf::db_put (guildrules => data => $pst->{guildrules});
2262 cf::db_put (rent => balance => $pst->{rent}{balance});
2263 BDB::db_env_txn_checkpoint $DB_ENV;
2264
2265 unlink $path;
2266 };
2267 }
2268 } 2336 }
2269} 2337}
2270 2338
2271sub db_get($$) { 2339sub db_get($$) {
2272 my $key = "$_[0]/$_[1]"; 2340 my $key = "$_[0]/$_[1]";
2273 2341
2274 cf::sync_job { 2342 cf::sync_job {
2275 BDB::db_get $DB, undef, $key, my $data; 2343 BDB::db_get $DB, undef, $key, my $data;
2276 2344
2277 $! ? () 2345 $! ? ()
2278 : Compress::LZF::sthaw $data 2346 : $data
2279 } 2347 }
2280} 2348}
2281 2349
2282sub db_put($$$) { 2350sub db_put($$$) {
2283 BDB::dbreq_pri 4; 2351 BDB::dbreq_pri 4;
2284 BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { }; 2352 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2285} 2353}
2354
2355=item cf::cache $id => [$paths...], $processversion => $process
2356
2357Generic caching function that returns the value of the resource $id,
2358caching and regenerating as required.
2359
2360This function can block.
2361
2362=cut
2363
2364sub cache {
2365 my ($id, $src, $processversion, $process) = @_;
2366
2367 my $meta =
2368 join "\x00",
2369 $processversion,
2370 map {
2371 aio_stat $_
2372 and Carp::croak "$_: $!";
2373
2374 ($_, (stat _)[7,9])
2375 } @$src;
2376
2377 my $dbmeta = db_get cache => "$id/meta";
2378 if ($dbmeta ne $meta) {
2379 # changed, we may need to process
2380
2381 my @data;
2382 my $md5;
2383
2384 for (0 .. $#$src) {
2385 0 <= aio_load $src->[$_], $data[$_]
2386 or Carp::croak "$src->[$_]: $!";
2387 }
2388
2389 # if processing is expensive, check
2390 # checksum first
2391 if (1) {
2392 $md5 =
2393 join "\x00",
2394 $processversion,
2395 map {
2396 Coro::cede;
2397 ($src->[$_], Digest::MD5::md5_hex $data[$_])
2398 } 0.. $#$src;
2399
2400
2401 my $dbmd5 = db_get cache => "$id/md5";
2402 if ($dbmd5 eq $md5) {
2403 db_put cache => "$id/meta", $meta;
2404
2405 return db_get cache => "$id/data";
2406 }
2407 }
2408
2409 my $t1 = Time::HiRes::time;
2410 my $data = $process->(\@data);
2411 my $t2 = Time::HiRes::time;
2412
2413 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2414
2415 db_put cache => "$id/data", $data;
2416 db_put cache => "$id/md5" , $md5;
2417 db_put cache => "$id/meta", $meta;
2418
2419 return $data;
2420 }
2421
2422 db_get cache => "$id/data"
2423}
2424
2425=item fork_call { }, $args
2426
2427Executes the given code block with the given arguments in a seperate
2428process, returning the results. Everything must be serialisable with
2429Coro::Storable. May, of course, block. Note that the executed sub may
2430never block itself or use any form of Event handling.
2431
2432=cut
2433
2434sub fork_call(&@) {
2435 my ($cb, @args) = @_;
2436
2437# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2438# or die "socketpair: $!";
2439 pipe my $fh1, my $fh2
2440 or die "pipe: $!";
2441
2442 if (my $pid = fork) {
2443 close $fh2;
2444
2445 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2446 $res = Coro::Storable::thaw $res;
2447
2448 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2449
2450 die $$res unless "ARRAY" eq ref $res;
2451
2452 return wantarray ? @$res : $res->[-1];
2453 } else {
2454 reset_signals;
2455 local $SIG{__WARN__};
2456 local $SIG{__DIE__};
2457 eval {
2458 close $fh1;
2459
2460 my @res = eval { $cb->(@args) };
2461 syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2462 };
2463
2464 warn $@ if $@;
2465 _exit 0;
2466 }
2467}
2468
2469
2286 2470
2287############################################################################# 2471#############################################################################
2288# the server's init and main functions 2472# the server's init and main functions
2289 2473
2290sub load_facedata { 2474sub load_facedata($) {
2291 my $path = sprintf "%s/facedata", cf::datadir; 2475 my ($path) = @_;
2292 2476
2293 warn "loading facedata from $path\n"; 2477 warn "loading facedata from $path\n";
2294 2478
2295 my $faces; 2479 my $facedata;
2296 0 < aio_load $path, $faces 2480 0 < aio_load $path, $facedata
2297 or die "$path: $!"; 2481 or die "$path: $!";
2298 2482
2299 Coro::cede;
2300 $faces = Storable::thaw $faces; 2483 $facedata = Coro::Storable::thaw $facedata;
2301 Coro::cede;
2302 2484
2303 my $meta = delete $faces->{""};
2304 $meta->{version} == 1 2485 $facedata->{version} == 2
2305 or cf::cleanup "$path: version mismatch, cannot proceed."; 2486 or cf::cleanup "$path: version mismatch, cannot proceed.";
2306 2487
2488 {
2489 my $faces = $facedata->{faceinfo};
2490
2307 while (my ($face, $info) = each %$faces) { 2491 while (my ($face, $info) = each %$faces) {
2308 my $idx = (cf::face::find $face) || cf::face::alloc $face; 2492 my $idx = (cf::face::find $face) || cf::face::alloc $face;
2309 cf::face::set $idx, $info->{visibility}, $info->{magicmap}; 2493 cf::face::set $idx, $info->{visibility}, $info->{magicmap};
2310 cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32}; 2494 cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
2311 cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64}; 2495 cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
2312 Coro::cede; 2496 Coro::cede;
2313 } 2497 }
2314 2498
2315 while (my ($face, $info) = each %$faces) { 2499 while (my ($face, $info) = each %$faces) {
2316 next unless $info->{smooth}; 2500 next unless $info->{smooth};
2317 my $idx = cf::face::find $face 2501 my $idx = cf::face::find $face
2318 or next; 2502 or next;
2319 if (my $smooth = cf::face::find $info->{smooth}) { 2503 if (my $smooth = cf::face::find $info->{smooth}) {
2320 cf::face::set_smooth $idx, $smooth; 2504 cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};
2321 } else { 2505 } else {
2322 warn "smooth face '$info->{smooth}' not found for face '$face'"; 2506 warn "smooth face '$info->{smooth}' not found for face '$face'";
2323 } 2507 }
2324 Coro::cede; 2508 Coro::cede;
2509 }
2510 }
2511
2512 {
2513 my $anims = $facedata->{animinfo};
2514
2515 while (my ($anim, $info) = each %$anims) {
2516 cf::anim::set $anim, $info->{frames}, $info->{facings};
2517 Coro::cede;
2518 }
2519
2520 cf::anim::invalidate_all; # d'oh
2325 } 2521 }
2326 2522
2327 1 2523 1
2328} 2524}
2329 2525
2526sub reload_regions {
2527 load_resource_file "$MAPDIR/regions"
2528 or die "unable to load regions file\n";
2529}
2530
2531sub reload_facedata {
2532 load_facedata "$DATADIR/facedata"
2533 or die "unable to load facedata\n";
2534}
2535
2536sub reload_archetypes {
2537 load_resource_file "$DATADIR/archetypes"
2538 or die "unable to load archetypes\n";
2539}
2540
2541sub reload_treasures {
2542 load_resource_file "$DATADIR/treasures"
2543 or die "unable to load treasurelists\n";
2544}
2545
2330sub reload_resources { 2546sub reload_resources {
2331 load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir 2547 warn "reloading resource files...\n";
2332 or die "unable to load regions file\n";#d# 2548
2549 reload_regions;
2333 load_facedata 2550 reload_facedata;
2334 or die "unable to load facedata\n";#d# 2551 reload_archetypes;
2552 reload_treasures;
2553
2554 warn "finished reloading resource files\n";
2335} 2555}
2336 2556
2337sub init { 2557sub init {
2338 reload_resources; 2558 reload_resources;
2339} 2559}
2340 2560
2341sub cfg_load { 2561sub cfg_load {
2342 open my $fh, "<:utf8", cf::confdir . "/config" 2562 open my $fh, "<:utf8", "$CONFDIR/config"
2343 or return; 2563 or return;
2344 2564
2345 local $/; 2565 local $/;
2346 *CFG = YAML::Syck::Load <$fh>; 2566 *CFG = YAML::Syck::Load <$fh>;
2347 2567
2432 2652
2433 warn Carp::longmess "post_cleanup backtrace" 2653 warn Carp::longmess "post_cleanup backtrace"
2434 if $make_core; 2654 if $make_core;
2435} 2655}
2436 2656
2437sub reload() { 2657sub do_reload_perl() {
2438 # can/must only be called in main 2658 # can/must only be called in main
2439 if ($Coro::current != $Coro::main) { 2659 if ($Coro::current != $Coro::main) {
2440 warn "can only reload from main coroutine"; 2660 warn "can only reload from main coroutine";
2441 return; 2661 return;
2442 } 2662 }
2517 Symbol::delete_package "safe::$_" 2737 Symbol::delete_package "safe::$_"
2518 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 2738 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2519 2739
2520 warn "unloading cf.pm \"a bit\""; 2740 warn "unloading cf.pm \"a bit\"";
2521 delete $INC{"cf.pm"}; 2741 delete $INC{"cf.pm"};
2742 delete $INC{"cf/pod.pm"};
2522 2743
2523 # don't, removes xs symbols, too, 2744 # don't, removes xs symbols, too,
2524 # and global variables created in xs 2745 # and global variables created in xs
2525 #Symbol::delete_package __PACKAGE__; 2746 #Symbol::delete_package __PACKAGE__;
2526 2747
2541 warn "reattaching attachments to maps"; 2762 warn "reattaching attachments to maps";
2542 reattach $_ for values %MAP; 2763 reattach $_ for values %MAP;
2543 warn "reattaching attachments to players"; 2764 warn "reattaching attachments to players";
2544 reattach $_ for values %PLAYER; 2765 reattach $_ for values %PLAYER;
2545 2766
2546 warn "loading reloadable resources";
2547 reload_resources;
2548
2549 warn "leaving sync_job"; 2767 warn "leaving sync_job";
2550 2768
2551 1 2769 1
2552 } or do { 2770 } or do {
2553 warn $@; 2771 warn $@;
2558 warn "reloaded"; 2776 warn "reloaded";
2559}; 2777};
2560 2778
2561our $RELOAD_WATCHER; # used only during reload 2779our $RELOAD_WATCHER; # used only during reload
2562 2780
2781sub reload_perl() {
2782 # doing reload synchronously and two reloads happen back-to-back,
2783 # coro crashes during coro_state_free->destroy here.
2784
2785 $RELOAD_WATCHER ||= Event->timer (
2786 reentrant => 0,
2787 after => 0,
2788 data => WF_AUTOCANCEL,
2789 cb => sub {
2790 do_reload_perl;
2791 undef $RELOAD_WATCHER;
2792 },
2793 );
2794}
2795
2563register_command "reload" => sub { 2796register_command "reload" => sub {
2564 my ($who, $arg) = @_; 2797 my ($who, $arg) = @_;
2565 2798
2566 if ($who->flag (FLAG_WIZ)) { 2799 if ($who->flag (FLAG_WIZ)) {
2567 $who->message ("reloading server."); 2800 $who->message ("reloading server.");
2568 2801 async { reload_perl };
2569 # doing reload synchronously and two reloads happen back-to-back,
2570 # coro crashes during coro_state_free->destroy here.
2571
2572 $RELOAD_WATCHER ||= Event->timer (
2573 reentrant => 0,
2574 after => 0,
2575 data => WF_AUTOCANCEL,
2576 cb => sub {
2577 reload;
2578 undef $RELOAD_WATCHER;
2579 },
2580 );
2581 } 2802 }
2582}; 2803};
2583 2804
2584unshift @INC, $LIBDIR; 2805unshift @INC, $LIBDIR;
2585 2806
2586my $bug_warning = 0; 2807my $bug_warning = 0;
2808
2809our @WAIT_FOR_TICK;
2810our @WAIT_FOR_TICK_BEGIN;
2811
2812sub wait_for_tick {
2813 return unless $TICK_WATCHER->is_active;
2814 return if $Coro::current == $Coro::main;
2815
2816 my $signal = new Coro::Signal;
2817 push @WAIT_FOR_TICK, $signal;
2818 $signal->wait;
2819}
2820
2821sub wait_for_tick_begin {
2822 return unless $TICK_WATCHER->is_active;
2823 return if $Coro::current == $Coro::main;
2824
2825 my $signal = new Coro::Signal;
2826 push @WAIT_FOR_TICK_BEGIN, $signal;
2827 $signal->wait;
2828}
2587 2829
2588$TICK_WATCHER = Event->timer ( 2830$TICK_WATCHER = Event->timer (
2589 reentrant => 0, 2831 reentrant => 0,
2590 parked => 1, 2832 parked => 1,
2591 prio => 0, 2833 prio => 0,
2599 } 2841 }
2600 2842
2601 $NOW = Event::time; 2843 $NOW = Event::time;
2602 2844
2603 cf::server_tick; # one server iteration 2845 cf::server_tick; # one server iteration
2846
2604 $RUNTIME += $TICK; 2847 $RUNTIME += $TICK;
2605 $NEXT_TICK += $TICK; 2848 $NEXT_TICK += $TICK;
2606 2849
2607 if ($NOW >= $NEXT_RUNTIME_WRITE) { 2850 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2608 $NEXT_RUNTIME_WRITE = $NOW + 10; 2851 $NEXT_RUNTIME_WRITE = $NOW + 10;
2610 write_runtime 2853 write_runtime
2611 or warn "ERROR: unable to write runtime file: $!"; 2854 or warn "ERROR: unable to write runtime file: $!";
2612 }; 2855 };
2613 } 2856 }
2614 2857
2615 $WAIT_FOR_TICK->broadcast;
2616 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2617
2618# my $AFTER = Event::time; 2858# my $AFTER = Event::time;
2619# warn $AFTER - $NOW;#d# 2859# warn $AFTER - $NOW;#d#
2620 2860
2621 # if we are delayed by four ticks or more, skip them all 2861 # if we are delayed by four ticks or more, skip them all
2622 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 2862 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;
2623 2863
2624 $TICK_WATCHER->at ($NEXT_TICK); 2864 $TICK_WATCHER->at ($NEXT_TICK);
2625 $TICK_WATCHER->start; 2865 $TICK_WATCHER->start;
2866
2867 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2868 $sig->send;
2869 }
2870 while (my $sig = shift @WAIT_FOR_TICK) {
2871 $sig->send;
2872 }
2873
2874 _post_tick;
2626 }, 2875 },
2627); 2876);
2628 2877
2629{ 2878{
2630 BDB::max_poll_time $TICK * 0.1; 2879 BDB::max_poll_time $TICK * 0.1;
2658 2907
2659 cf::sync_job { 2908 cf::sync_job {
2660 eval { 2909 eval {
2661 BDB::db_env_open 2910 BDB::db_env_open
2662 $DB_ENV, 2911 $DB_ENV,
2663 $BDB_ENV_DIR, 2912 $BDBDIR,
2664 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 2913 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2665 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 2914 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2666 0666; 2915 0666;
2667 2916
2668 cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!; 2917 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2669 2918
2670 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1); 2919 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2671 $DB_ENV->set_lk_detect; 2920 $DB_ENV->set_lk_detect;
2672 }; 2921 };
2673 2922
2689 prio => 6, 2938 prio => 6,
2690 cb => \&IO::AIO::poll_cb, 2939 cb => \&IO::AIO::poll_cb,
2691 ); 2940 );
2692} 2941}
2693 2942
2943my $_log_backtrace;
2944
2945sub _log_backtrace {
2946 my ($msg, @addr) = @_;
2947
2948 $msg =~ s/\n//;
2949
2950 # limit the # of concurrent backtraces
2951 if ($_log_backtrace < 2) {
2952 ++$_log_backtrace;
2953 async {
2954 my @bt = fork_call {
2955 @addr = map { sprintf "%x", $_ } @addr;
2956 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
2957 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
2958 or die "addr2line: $!";
2959
2960 my @funcs;
2961 my @res = <$fh>;
2962 chomp for @res;
2963 while (@res) {
2964 my ($func, $line) = splice @res, 0, 2, ();
2965 push @funcs, "[$func] $line";
2966 }
2967
2968 @funcs
2969 };
2970
2971 LOG llevInfo, "[ABT] $msg\n";
2972 LOG llevInfo, "[ABT] $_\n" for @bt;
2973 --$_log_backtrace;
2974 };
2975 } else {
2976 LOG llevInfo, "[ABT] $msg\n";
2977 LOG llevInfo, "[ABT] [suppressed]\n";
2978 }
2979}
2980
2981# load additional modules
2982use cf::pod;
2983
2694END { cf::emergency_save } 2984END { cf::emergency_save }
2695 2985
26961 29861
2697 2987

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines