ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.246 by root, Tue Apr 17 10:38:28 2007 UTC vs.
Revision 1.253 by root, Wed Apr 18 17:32:07 2007 UTC

… …
3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Socket;
8use Storable; 9use Storable;
9use Event; 10use Event;
10use Opcode; 11use Opcode;
11use Safe; 12use Safe;
12use Safe::Hole; 13use Safe::Hole;
13 14
14use Coro 3.61 (); 15use Coro 3.61 ();
15use Coro::State; 16use Coro::State;
17use Coro::Handle;
16use Coro::Event; 18use Coro::Event;
17use Coro::Timer; 19use Coro::Timer;
18use Coro::Signal; 20use Coro::Signal;
19use Coro::Semaphore; 21use Coro::Semaphore;
20use Coro::AIO; 22use Coro::AIO;
… …
52our %EXT_CORO = (); # coroutines bound to extensions 54our %EXT_CORO = (); # coroutines bound to extensions
53our %EXT_MAP = (); # pluggable maps 55our %EXT_MAP = (); # pluggable maps
54 56
55our $RELOAD; # number of reloads so far 57our $RELOAD; # number of reloads so far
56our @EVENT; 58our @EVENT;
57our $LIBDIR = datadir . "/ext"; 59
60our $CONFDIR = confdir;
61our $DATADIR = datadir;
62our $LIBDIR = "$DATADIR/ext";
63our $PODDIR = "$DATADIR/pod";
64our $MAPDIR = "$DATADIR/" . mapdir;
65our $LOCALDIR = localdir;
66our $TMPDIR = "$LOCALDIR/" . tmpdir;
67our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69our $RANDOMDIR = "$LOCALDIR/random";
70our $BDBDIR = "$LOCALDIR/db";
58 71
59our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!) 72our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
60our $TICK_WATCHER; 73our $TICK_WATCHER;
61our $AIO_POLL_WATCHER; 74our $AIO_POLL_WATCHER;
62our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 75our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
… …
73our $RUNTIME; 86our $RUNTIME;
74 87
75our %PLAYER; # all users 88our %PLAYER; # all users
76our %MAP; # all maps 89our %MAP; # all maps
77our $LINK_MAP; # the special {link} map, which is always available 90our $LINK_MAP; # the special {link} map, which is always available
78our $RANDOM_MAPS = cf::localdir . "/random";
79our $BDB_ENV_DIR = cf::localdir . "/db";
80 91
81# used to convert map paths into valid unix filenames by replacing / by ∕ 92# used to convert map paths into valid unix filenames by replacing / by ∕
82our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 93our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
83 94
84binmode STDOUT; 95binmode STDOUT;
85binmode STDERR; 96binmode STDERR;
86 97
87# read virtual server time, if available 98# read virtual server time, if available
88unless ($RUNTIME || !-e cf::localdir . "/runtime") { 99unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
89 open my $fh, "<", cf::localdir . "/runtime" 100 open my $fh, "<", "$LOCALDIR/runtime"
90 or die "unable to read runtime file: $!"; 101 or die "unable to read runtime file: $!";
91 $RUNTIME = <$fh> + 0.; 102 $RUNTIME = <$fh> + 0.;
92} 103}
93 104
94mkdir cf::localdir; 105mkdir $_
95mkdir cf::localdir . "/" . cf::playerdir; 106 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
96mkdir cf::localdir . "/" . cf::tmpdir;
97mkdir cf::localdir . "/" . cf::uniquedir;
98mkdir $RANDOM_MAPS;
99mkdir $BDB_ENV_DIR;
100 107
101our $EMERGENCY_POSITION; 108our $EMERGENCY_POSITION;
102 109
103sub cf::map::normalise; 110sub cf::map::normalise;
104 111
… …
115=item $cf::RUNTIME 122=item $cf::RUNTIME
116 123
117The time this server has run, starts at 0 and is increased by $cf::TICK on 124The time this server has run, starts at 0 and is increased by $cf::TICK on
118every server tick. 125every server tick.
119 126
120=item $cf::LIBDIR 127=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
128$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
129$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
121 130
122The perl library directory, where extensions and cf-specific modules can 131Various directories - "/etc", read-only install directory, perl-library
123be found. It will be added to C<@INC> automatically. 132directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
133unique-items directory, player file directory, random maps directory and
134database environment.
124 135
125=item $cf::NOW 136=item $cf::NOW
126 137
127The time of the last (current) server tick. 138The time of the last (current) server tick.
128 139
… …
146=cut 157=cut
147 158
148BEGIN { 159BEGIN {
149 *CORE::GLOBAL::warn = sub { 160 *CORE::GLOBAL::warn = sub {
150 my $msg = join "", @_; 161 my $msg = join "", @_;
151 utf8::encode $msg;
152 162
153 $msg .= "\n" 163 $msg .= "\n"
154 unless $msg =~ /\n$/; 164 unless $msg =~ /\n$/;
155 165
166 $msg =~ s/([\x00-\x09\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
167
168 utf8::encode $msg;
156 LOG llevError, $msg; 169 LOG llevError, $msg;
157 }; 170 };
158} 171}
159 172
160@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 173@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
… …
230returned. 243returned.
231 244
232Lock names should begin with a unique identifier (for example, cf::map::find 245Lock names should begin with a unique identifier (for example, cf::map::find
233uses map_find and cf::map::load uses map_load). 246uses map_find and cf::map::load uses map_load).
234 247
248=item $locked = cf::lock_active $string
249
250Return true if the lock is currently active, i.e. somebody has locked it.
251
235=cut 252=cut
236 253
237our %LOCK; 254our %LOCK;
238 255
239sub lock_wait($) { 256sub lock_wait($) {
… …
256 273
257 Coro::guard { 274 Coro::guard {
258 # wake up all waiters, to be on the safe side 275 # wake up all waiters, to be on the safe side
259 $_->ready for @{ delete $LOCK{$key} }; 276 $_->ready for @{ delete $LOCK{$key} };
260 } 277 }
278}
279
280sub lock_active($) {
281 my ($key) = @_;
282
283 ! ! $LOCK{$key}
261} 284}
262 285
263sub freeze_mainloop { 286sub freeze_mainloop {
264 return unless $TICK_WATCHER->is_active; 287 return unless $TICK_WATCHER->is_active;
265 288
… …
346} 369}
347 370
348sub write_runtime { 371sub write_runtime {
349 my $guard = cf::lock_acquire "write_runtime"; 372 my $guard = cf::lock_acquire "write_runtime";
350 373
351 my $runtime = cf::localdir . "/runtime"; 374 my $runtime = "$LOCALDIR/runtime";
352 375
353 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 376 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
354 or return; 377 or return;
355 378
356 my $value = $cf::RUNTIME + 90 + 10; 379 my $value = $cf::RUNTIME + 90 + 10;
… …
951Returns the given player object, loading it if necessary (might block). 974Returns the given player object, loading it if necessary (might block).
952 975
953=cut 976=cut
954 977
955sub playerdir($) { 978sub playerdir($) {
956 cf::localdir 979 "$PLAYERDIR/"
957 . "/"
958 . cf::playerdir
959 . "/"
960 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 980 . (ref $_[0] ? $_[0]->ob->name : $_[0])
961} 981}
962 982
963sub path($) { 983sub path($) {
964 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 984 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
… …
1084while and may block, so not sync_job-capable, ever. 1104while and may block, so not sync_job-capable, ever.
1085 1105
1086=cut 1106=cut
1087 1107
1088sub list_logins { 1108sub list_logins {
1089 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1109 my $dirs = aio_readdir $PLAYERDIR
1090 or return []; 1110 or return [];
1091 1111
1092 my @logins; 1112 my @logins;
1093 1113
1094 for my $login (@$dirs) { 1114 for my $login (@$dirs) {
… …
1332 1352
1333# the original (read-only) location 1353# the original (read-only) location
1334sub load_path { 1354sub load_path {
1335 my ($self) = @_; 1355 my ($self) = @_;
1336 1356
1337 sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path} 1357 "$MAPDIR($self->{path}"
1338} 1358}
1339 1359
1340# the temporary/swap location 1360# the temporary/swap location
1341sub save_path { 1361sub save_path {
1342 my ($self) = @_; 1362 my ($self) = @_;
1343 1363
1344 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1364 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1345 sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path 1365 "$TMPDIR/$path"
1346} 1366}
1347 1367
1348# the unique path, undef == no special unique path 1368# the unique path, undef == no special unique path
1349sub uniq_path { 1369sub uniq_path {
1350 my ($self) = @_; 1370 my ($self) = @_;
1351 1371
1352 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1372 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1353 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path 1373 "$UNIQUEDIR/$path"
1354} 1374}
1355 1375
1356# and all this just because we cannot iterate over 1376# and all this just because we cannot iterate over
1357# all maps in C++... 1377# all maps in C++...
1358sub change_all_map_light { 1378sub change_all_map_light {
… …
1717instantiated unique items. May block. 1737instantiated unique items. May block.
1718 1738
1719=cut 1739=cut
1720 1740
1721sub unique_maps() { 1741sub unique_maps() {
1722 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 1742 my $files = aio_readdir $UNIQUEDIR
1723 or return; 1743 or return;
1724 1744
1725 my @paths; 1745 my @paths;
1726 1746
1727 for (@$files) { 1747 for (@$files) {
… …
1983 2003
1984 $rmp->{random_seed} ||= $exit->random_seed; 2004 $rmp->{random_seed} ||= $exit->random_seed;
1985 2005
1986 my $data = cf::to_json $rmp; 2006 my $data = cf::to_json $rmp;
1987 my $md5 = Digest::MD5::md5_hex $data; 2007 my $md5 = Digest::MD5::md5_hex $data;
1988 my $meta = "$cf::RANDOM_MAPS/$md5.meta"; 2008 my $meta = "$RANDOMDIR/$md5.meta";
1989 2009
1990 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2010 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1991 aio_write $fh, 0, (length $data), $data, 0; 2011 aio_write $fh, 0, (length $data), $data, 0;
1992 undef $fh; 2012 undef $fh;
1993 aio_rename "$meta~", $meta; 2013 aio_rename "$meta~", $meta;
… …
2262############################################################################# 2282#############################################################################
2263 2283
2264=head2 EXTENSION DATABASE SUPPORT 2284=head2 EXTENSION DATABASE SUPPORT
2265 2285
2266Crossfire maintains a very simple database for extension use. It can 2286Crossfire maintains a very simple database for extension use. It can
2267currently store anything that can be serialised using Storable, which 2287currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2268excludes objects. 2288convert to/from binary).
2269 2289
2270The parameter C<$family> should best start with the name of the extension 2290The parameter C<$family> should best start with the name of the extension
2271using it, it should be unique. 2291using it, it should be unique.
2272 2292
2273=over 4 2293=over 4
… …
2296 BDB::CREATE | BDB::AUTO_COMMIT, 0666; 2316 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2297 cf::cleanup "db_open(db): $!" if $!; 2317 cf::cleanup "db_open(db): $!" if $!;
2298 }; 2318 };
2299 cf::cleanup "db_open(db): $@" if $@; 2319 cf::cleanup "db_open(db): $@" if $@;
2300 }; 2320 };
2301
2302 my $path = cf::localdir . "/database.pst";
2303 if (stat $path) {
2304 cf::sync_job {
2305 my $pst = Storable::retrieve $path;
2306
2307 cf::db_put (board => data => $pst->{board});
2308 cf::db_put (guildrules => data => $pst->{guildrules});
2309 cf::db_put (rent => balance => $pst->{rent}{balance});
2310 BDB::db_env_txn_checkpoint $DB_ENV;
2311
2312 unlink $path;
2313 };
2314 }
2315 } 2321 }
2316} 2322}
2317 2323
2318sub db_get($$) { 2324sub db_get($$) {
2319 my $key = "$_[0]/$_[1]"; 2325 my $key = "$_[0]/$_[1]";
2320 2326
2321 cf::sync_job { 2327 cf::sync_job {
2322 BDB::db_get $DB, undef, $key, my $data; 2328 BDB::db_get $DB, undef, $key, my $data;
2323 2329
2324 $! ? () 2330 $! ? ()
2325 : Compress::LZF::sthaw $data 2331 : $data
2326 } 2332 }
2327} 2333}
2328 2334
2329sub db_put($$$) { 2335sub db_put($$$) {
2330 BDB::dbreq_pri 4; 2336 BDB::dbreq_pri 4;
2331 BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { }; 2337 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2332} 2338}
2339
2340=item cf::cache $id => [$paths...], $processversion => $process
2341
2342Generic caching function that returns the value of the resource $id,
2343caching and regenerating as required.
2344
2345This function can block.
2346
2347=cut
2348
2349sub cache {
2350 my ($id, $src, $processversion, $process) = @_;
2351
2352 my $meta =
2353 join "\x00",
2354 $processversion,
2355 map {
2356 aio_stat $_
2357 and Carp::croak "$_: $!";
2358
2359 ($_, (stat _)[7,9])
2360 } @$src;
2361
2362 my $dbmeta = db_get cache => "$id/meta";
2363 if ($dbmeta ne $meta) {
2364 # changed, we may need to process
2365
2366 my @data;
2367 my $md5;
2368
2369 for (0 .. $#$src) {
2370 0 <= aio_load $src->[$_], $data[$_]
2371 or Carp::croak "$src->[$_]: $!";
2372 }
2373
2374 # if processing is expensive, check
2375 # checksum first
2376 if (1) {
2377 $md5 =
2378 join "\x00",
2379 $processversion,
2380 map {
2381 Coro::cede;
2382 ($src->[$_], Digest::MD5::md5_hex $data[$_])
2383 } 0.. $#$src;
2384
2385
2386 my $dbmd5 = db_get cache => "$id/md5";
2387 if ($dbmd5 eq $md5) {
2388 db_put cache => "$id/meta", $meta;
2389
2390 return db_get cache => "$id/data";
2391 }
2392 }
2393
2394 my $t1 = Time::HiRes::time;
2395 my $data = $process->(\@data);
2396 my $t2 = Time::HiRes::time;
2397
2398 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2399
2400 db_put cache => "$id/data", $data;
2401 db_put cache => "$id/md5" , $md5;
2402 db_put cache => "$id/meta", $meta;
2403
2404 return $data;
2405 }
2406
2407 db_get cache => "$id/data"
2408}
2409
2410=item fork_call { }, $args
2411
2412Executes the given code block with the given arguments in a seperate
2413process, returning the results. Everything must be serialisable with
2414Coro::Storable. May, of course, block. Note that the executed sub may
2415never block itself or use any form of Event handling.
2416
2417=cut
2418
2419sub fork_call(&@) {
2420 my ($cb, @args) = @_;
2421
2422# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2423# or die "socketpair: $!";
2424 pipe my $fh1, my $fh2
2425 or die "pipe: $!";
2426
2427 if (my $pid = fork) {
2428 close $fh2;
2429
2430 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2431 $res = Coro::Storable::thaw $res;
2432
2433 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2434
2435 die $$res unless "ARRAY" eq ref $res;
2436
2437 return wantarray ? @$res : $res->[-1];
2438 } else {
2439 local $SIG{__WARN__};
2440 eval {
2441 local $SIG{__DIE__};
2442 close $fh1;
2443
2444 my @res = eval { $cb->(@args) };
2445 syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2446 };
2447
2448 warn $@ if $@;
2449 _exit 0;
2450 }
2451}
2452
2453
2333 2454
2334############################################################################# 2455#############################################################################
2335# the server's init and main functions 2456# the server's init and main functions
2336 2457
2337sub load_facedata($) { 2458sub load_facedata($) {
… …
2384 } 2505 }
2385 2506
2386 1 2507 1
2387} 2508}
2388 2509
2510sub reload_regions {
2511 load_resource_file "$MAPDIR/regions"
2512 or die "unable to load regions file\n";
2513}
2514
2389sub reload_facedata { 2515sub reload_facedata {
2390 load_facedata sprintf "%s/facedata", cf::datadir 2516 load_facedata "$DATADIR/facedata"
2391 or die "unable to load facedata\n"; 2517 or die "unable to load facedata\n";
2392} 2518}
2393 2519
2394sub reload_regions {
2395 load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir
2396 or die "unable to load regions file\n";
2397}
2398
2399sub reload_archetypes { 2520sub reload_archetypes {
2400 load_archetype_file sprintf "%s/archetypes", cf::datadir 2521 load_resource_file "$DATADIR/archetypes"
2401 or die "unable to load archetypes\n"; 2522 or die "unable to load archetypes\n";
2402} 2523}
2403 2524
2404sub reload_treasures { 2525sub reload_treasures {
2405 load_treasure_file sprintf "%s/treasures", cf::datadir 2526 load_resource_file "$DATADIR/treasures"
2406 or die "unable to load treasurelists\n"; 2527 or die "unable to load treasurelists\n";
2407} 2528}
2408 2529
2409sub reload_resources { 2530sub reload_resources {
2410 warn "reloading resource files...\n"; 2531 warn "reloading resource files...\n";
… …
2420sub init { 2541sub init {
2421 reload_resources; 2542 reload_resources;
2422} 2543}
2423 2544
2424sub cfg_load { 2545sub cfg_load {
2425 open my $fh, "<:utf8", cf::confdir . "/config" 2546 open my $fh, "<:utf8", "$CONFDIR/config"
2426 or return; 2547 or return;
2427 2548
2428 local $/; 2549 local $/;
2429 *CFG = YAML::Syck::Load <$fh>; 2550 *CFG = YAML::Syck::Load <$fh>;
2430 2551
… …
2600 Symbol::delete_package "safe::$_" 2721 Symbol::delete_package "safe::$_"
2601 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 2722 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2602 2723
2603 warn "unloading cf.pm \"a bit\""; 2724 warn "unloading cf.pm \"a bit\"";
2604 delete $INC{"cf.pm"}; 2725 delete $INC{"cf.pm"};
2726 delete $INC{"cf/pod.pm"};
2605 2727
2606 # don't, removes xs symbols, too, 2728 # don't, removes xs symbols, too,
2607 # and global variables created in xs 2729 # and global variables created in xs
2608 #Symbol::delete_package __PACKAGE__; 2730 #Symbol::delete_package __PACKAGE__;
2609 2731
… …
2769 2891
2770 cf::sync_job { 2892 cf::sync_job {
2771 eval { 2893 eval {
2772 BDB::db_env_open 2894 BDB::db_env_open
2773 $DB_ENV, 2895 $DB_ENV,
2774 $BDB_ENV_DIR, 2896 $BDBDIR,
2775 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 2897 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2776 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 2898 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2777 0666; 2899 0666;
2778 2900
2779 cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!; 2901 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2780 2902
2781 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1); 2903 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2782 $DB_ENV->set_lk_detect; 2904 $DB_ENV->set_lk_detect;
2783 }; 2905 };
2784 2906
… …
2800 prio => 6, 2922 prio => 6,
2801 cb => \&IO::AIO::poll_cb, 2923 cb => \&IO::AIO::poll_cb,
2802 ); 2924 );
2803} 2925}
2804 2926
2927# load additional modules
2928use cf::pod;
2929
2805END { cf::emergency_save } 2930END { cf::emergency_save }
2806 2931
28071 29321
2808 2933

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines