ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.236 by root, Thu Apr 12 14:18:05 2007 UTC vs.
Revision 1.271 by root, Fri Jun 1 06:04:08 2007 UTC

3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Socket;
8use Storable; 9use Storable;
9use Event; 10use Event;
10use Opcode; 11use Opcode;
11use Safe; 12use Safe;
12use Safe::Hole; 13use Safe::Hole;
13 14
14use Coro 3.52 (); 15use Coro 3.61 ();
15use Coro::State; 16use Coro::State;
17use Coro::Handle;
16use Coro::Event; 18use Coro::Event;
17use Coro::Timer; 19use Coro::Timer;
18use Coro::Signal; 20use Coro::Signal;
19use Coro::Semaphore; 21use Coro::Semaphore;
20use Coro::AIO; 22use Coro::AIO;
23use Coro::Storable;
21 24
22use BDB (); 25use BDB ();
23use Data::Dumper; 26use Data::Dumper;
24use Digest::MD5; 27use Digest::MD5;
25use Fcntl; 28use Fcntl;
28use Time::HiRes; 31use Time::HiRes;
29use Compress::LZF; 32use Compress::LZF;
30 33
31# configure various modules to our taste 34# configure various modules to our taste
32# 35#
36$Storable::canonical = 1; # reduce rsync transfers
33Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator 37Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
34Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later 38Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
35 39
36$Event::Eval = 1; # no idea why this is required, but it is 40$Event::Eval = 1; # no idea why this is required, but it is
37 41
50our %EXT_CORO = (); # coroutines bound to extensions 54our %EXT_CORO = (); # coroutines bound to extensions
51our %EXT_MAP = (); # pluggable maps 55our %EXT_MAP = (); # pluggable maps
52 56
53our $RELOAD; # number of reloads so far 57our $RELOAD; # number of reloads so far
54our @EVENT; 58our @EVENT;
55our $LIBDIR = datadir . "/ext";
56 59
57our $TICK = MAX_TIME * 1e-6; 60our $CONFDIR = confdir;
61our $DATADIR = datadir;
62our $LIBDIR = "$DATADIR/ext";
63our $PODDIR = "$DATADIR/pod";
64our $MAPDIR = "$DATADIR/" . mapdir;
65our $LOCALDIR = localdir;
66our $TMPDIR = "$LOCALDIR/" . tmpdir;
67our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69our $RANDOMDIR = "$LOCALDIR/random";
70our $BDBDIR = "$LOCALDIR/db";
71
72our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
58our $TICK_WATCHER; 73our $TICK_WATCHER;
59our $AIO_POLL_WATCHER; 74our $AIO_POLL_WATCHER;
60our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 75our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
61our $NEXT_TICK; 76our $NEXT_TICK;
62our $NOW; 77our $NOW;
71our $RUNTIME; 86our $RUNTIME;
72 87
73our %PLAYER; # all users 88our %PLAYER; # all users
74our %MAP; # all maps 89our %MAP; # all maps
75our $LINK_MAP; # the special {link} map, which is always available 90our $LINK_MAP; # the special {link} map, which is always available
76our $RANDOM_MAPS = cf::localdir . "/random";
77our $BDB_ENV_DIR = cf::localdir . "/db";
78
79our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
80our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
81 91
82# used to convert map paths into valid unix filenames by replacing / by ∕ 92# used to convert map paths into valid unix filenames by replacing / by ∕
83our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 93our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
84 94
95our $LOAD; # a number between 0 (idle) and 1 (too many objects)
96our $LOADAVG; # same thing, but with alpha-smoothing
97our $tick_start; # for load detecting purposes
98
85binmode STDOUT; 99binmode STDOUT;
86binmode STDERR; 100binmode STDERR;
87 101
88# read virtual server time, if available 102# read virtual server time, if available
89unless ($RUNTIME || !-e cf::localdir . "/runtime") { 103unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
90 open my $fh, "<", cf::localdir . "/runtime" 104 open my $fh, "<", "$LOCALDIR/runtime"
91 or die "unable to read runtime file: $!"; 105 or die "unable to read runtime file: $!";
92 $RUNTIME = <$fh> + 0.; 106 $RUNTIME = <$fh> + 0.;
93} 107}
94 108
95mkdir cf::localdir; 109mkdir $_
96mkdir cf::localdir . "/" . cf::playerdir; 110 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
97mkdir cf::localdir . "/" . cf::tmpdir;
98mkdir cf::localdir . "/" . cf::uniquedir;
99mkdir $RANDOM_MAPS;
100mkdir $BDB_ENV_DIR;
101 111
102our $EMERGENCY_POSITION; 112our $EMERGENCY_POSITION;
103 113
104sub cf::map::normalise; 114sub cf::map::normalise;
105 115
116=item $cf::RUNTIME 126=item $cf::RUNTIME
117 127
118The time this server has run, starts at 0 and is increased by $cf::TICK on 128The time this server has run, starts at 0 and is increased by $cf::TICK on
119every server tick. 129every server tick.
120 130
121=item $cf::LIBDIR 131=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
132$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
133$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
122 134
123The perl library directory, where extensions and cf-specific modules can 135Various directories - "/etc", read-only install directory, perl-library
124be found. It will be added to C<@INC> automatically. 136directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
137unique-items directory, player file directory, random maps directory and
138database environment.
125 139
126=item $cf::NOW 140=item $cf::NOW
127 141
128The time of the last (current) server tick. 142The time of the last (current) server tick.
129 143
130=item $cf::TICK 144=item $cf::TICK
131 145
132The interval between server ticks, in seconds. 146The interval between server ticks, in seconds.
147
148=item $cf::LOADAVG
149
150The current CPU load on the server (alpha-smoothed), as a value between 0
151(none) and 1 (overloaded), indicating how much time is spent on processing
152objects per tick. Healthy values are < 0.5.
153
154=item $cf::LOAD
155
156The raw value load value from the last tick.
133 157
134=item %cf::CFG 158=item %cf::CFG
135 159
136Configuration for the server, loaded from C</etc/crossfire/config>, or 160Configuration for the server, loaded from C</etc/crossfire/config>, or
137from wherever your confdir points to. 161from wherever your confdir points to.
138 162
139=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE 163=item cf::wait_for_tick, cf::wait_for_tick_begin
140 164
141These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK) 165These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
142or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick 166returns directly I<after> the tick processing (and consequently, can only wake one process
143processing has been done. Call C<< ->wait >> on them to maximise the 167per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
144window of cpu time available, or simply to synchronise to the server tick.
145 168
146=back 169=back
147 170
148=cut 171=cut
149 172
150BEGIN { 173BEGIN {
151 *CORE::GLOBAL::warn = sub { 174 *CORE::GLOBAL::warn = sub {
152 my $msg = join "", @_; 175 my $msg = join "", @_;
153 utf8::encode $msg;
154 176
155 $msg .= "\n" 177 $msg .= "\n"
156 unless $msg =~ /\n$/; 178 unless $msg =~ /\n$/;
157 179
180 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
181
182 utf8::encode $msg;
158 LOG llevError, $msg; 183 LOG llevError, $msg;
159 }; 184 };
160} 185}
161 186
162@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 187@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
232returned. 257returned.
233 258
234Lock names should begin with a unique identifier (for example, cf::map::find 259Lock names should begin with a unique identifier (for example, cf::map::find
235uses map_find and cf::map::load uses map_load). 260uses map_find and cf::map::load uses map_load).
236 261
262=item $locked = cf::lock_active $string
263
264Return true if the lock is currently active, i.e. somebody has locked it.
265
237=cut 266=cut
238 267
239our %LOCK; 268our %LOCK;
240 269
241sub lock_wait($) { 270sub lock_wait($) {
258 287
259 Coro::guard { 288 Coro::guard {
260 # wake up all waiters, to be on the safe side 289 # wake up all waiters, to be on the safe side
261 $_->ready for @{ delete $LOCK{$key} }; 290 $_->ready for @{ delete $LOCK{$key} };
262 } 291 }
292}
293
294sub lock_active($) {
295 my ($key) = @_;
296
297 ! ! $LOCK{$key}
263} 298}
264 299
265sub freeze_mainloop { 300sub freeze_mainloop {
266 return unless $TICK_WATCHER->is_active; 301 return unless $TICK_WATCHER->is_active;
267 302
297 332
298sub sync_job(&) { 333sub sync_job(&) {
299 my ($job) = @_; 334 my ($job) = @_;
300 335
301 if ($Coro::current == $Coro::main) { 336 if ($Coro::current == $Coro::main) {
337 my $time = Event::time;
338
302 # this is the main coro, too bad, we have to block 339 # this is the main coro, too bad, we have to block
303 # till the operation succeeds, freezing the server :/ 340 # till the operation succeeds, freezing the server :/
304 341
305 # TODO: use suspend/resume instead 342 # TODO: use suspend/resume instead
306 # (but this is cancel-safe) 343 # (but this is cancel-safe)
317 354
318 while ($busy) { 355 while ($busy) {
319 Coro::cede or Event::one_event; 356 Coro::cede or Event::one_event;
320 } 357 }
321 358
359 $time = Event::time - $time;
360
361 LOG llevError | logBacktrace, Carp::longmess "long sync job"
362 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
363
364 $tick_start += $time; # do not account sync jobs to server load
365
322 wantarray ? @res : $res[0] 366 wantarray ? @res : $res[0]
323 } else { 367 } else {
324 # we are in another coroutine, how wonderful, everything just works 368 # we are in another coroutine, how wonderful, everything just works
325 369
326 $job->() 370 $job->()
346 390
347 $coro 391 $coro
348} 392}
349 393
350sub write_runtime { 394sub write_runtime {
395 my $runtime = "$LOCALDIR/runtime";
396
397 # first touch the runtime file to show we are still running:
398 # the fsync below can take a very very long time.
399
400 IO::AIO::aio_utime $runtime, undef, undef;
401
351 my $guard = cf::lock_acquire "write_runtime"; 402 my $guard = cf::lock_acquire "write_runtime";
352
353 my $runtime = cf::localdir . "/runtime";
354 403
355 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 404 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
356 or return; 405 or return;
357 406
358 my $value = $cf::RUNTIME + 90 + 10; 407 my $value = $cf::RUNTIME + 90 + 10;
364 413
365 # always fsync - this file is important 414 # always fsync - this file is important
366 aio_fsync $fh 415 aio_fsync $fh
367 and return; 416 and return;
368 417
418 # touch it again to show we are up-to-date
419 aio_utime $fh, undef, undef;
420
369 close $fh 421 close $fh
370 or return; 422 or return;
371 423
372 aio_rename "$runtime~", $runtime 424 aio_rename "$runtime~", $runtime
373 and return; 425 and return;
426
427 warn "runtime file written.\n";#d#
374 428
375 1 429 1
376} 430}
377 431
378=item cf::datalog type => key => value, ... 432=item cf::datalog type => key => value, ...
571 $registry = $CB_TYPE[$object_type] ||= []; 625 $registry = $CB_TYPE[$object_type] ||= [];
572 626
573 } elsif ($type eq "subtype") { 627 } elsif ($type eq "subtype") {
574 defined $object_type or Carp::croak "subtype specified without type"; 628 defined $object_type or Carp::croak "subtype specified without type";
575 my $object_subtype = shift @arg; 629 my $object_subtype = shift @arg;
576 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= []; 630 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
577 631
578 } elsif ($type eq "package") { 632 } elsif ($type eq "package") {
579 my $pkg = shift @arg; 633 my $pkg = shift @arg;
580 634
581 while (my ($name, $id) = each %cb_id) { 635 while (my ($name, $id) = each %cb_id) {
622 if (ref $_[0]) { 676 if (ref $_[0]) {
623 _object_attach @_; 677 _object_attach @_;
624 } else { 678 } else {
625 _attach shift->_attach_registry, @_; 679 _attach shift->_attach_registry, @_;
626 } 680 }
681 _recalc_want;
627}; 682};
628 683
629# all those should be optimised 684# all those should be optimised
630sub cf::attachable::detach { 685sub cf::attachable::detach {
631 my ($obj, $name) = @_; 686 my ($obj, $name) = @_;
634 delete $obj->{_attachment}{$name}; 689 delete $obj->{_attachment}{$name};
635 reattach ($obj); 690 reattach ($obj);
636 } else { 691 } else {
637 Carp::croak "cannot, currently, detach class attachments"; 692 Carp::croak "cannot, currently, detach class attachments";
638 } 693 }
694 _recalc_want;
639}; 695};
640 696
641sub cf::attachable::attached { 697sub cf::attachable::attached {
642 my ($obj, $name) = @_; 698 my ($obj, $name) = @_;
643 699
953Returns the given player object, loading it if necessary (might block). 1009Returns the given player object, loading it if necessary (might block).
954 1010
955=cut 1011=cut
956 1012
957sub playerdir($) { 1013sub playerdir($) {
958 cf::localdir 1014 "$PLAYERDIR/"
959 . "/"
960 . cf::playerdir
961 . "/"
962 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 1015 . (ref $_[0] ? $_[0]->ob->name : $_[0])
963} 1016}
964 1017
965sub path($) { 1018sub path($) {
966 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 1019 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
1086while and may block, so not sync_job-capable, ever. 1139while and may block, so not sync_job-capable, ever.
1087 1140
1088=cut 1141=cut
1089 1142
1090sub list_logins { 1143sub list_logins {
1091 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1144 my $dirs = aio_readdir $PLAYERDIR
1092 or return []; 1145 or return [];
1093 1146
1094 my @logins; 1147 my @logins;
1095 1148
1096 for my $login (@$dirs) { 1149 for my $login (@$dirs) {
1157 my ($self, $type, %msg) = @_; 1210 my ($self, $type, %msg) = @_;
1158 1211
1159 $self->ns->ext_event ($type, %msg); 1212 $self->ns->ext_event ($type, %msg);
1160} 1213}
1161 1214
1162package cf; 1215=head3 cf::region
1216
1217=over 4
1218
1219=cut
1220
1221package cf::region;
1222
1223=item cf::region::find_by_path $path
1224
1225Tries to decuce the probable region for a map knowing only its path.
1226
1227=cut
1228
1229sub find_by_path($) {
1230 my ($path) = @_;
1231
1232 my ($match, $specificity);
1233
1234 for my $region (list) {
1235 if ($region->match && $path =~ $region->match) {
1236 ($match, $specificity) = ($region, $region->specificity)
1237 if $region->specificity > $specificity;
1238 }
1239 }
1240
1241 $match
1242}
1163 1243
1164=back 1244=back
1165
1166 1245
1167=head3 cf::map 1246=head3 cf::map
1168 1247
1169=over 4 1248=over 4
1170 1249
1308 1387
1309# the original (read-only) location 1388# the original (read-only) location
1310sub load_path { 1389sub load_path {
1311 my ($self) = @_; 1390 my ($self) = @_;
1312 1391
1313 sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path} 1392 "$MAPDIR/$self->{path}.map"
1314} 1393}
1315 1394
1316# the temporary/swap location 1395# the temporary/swap location
1317sub save_path { 1396sub save_path {
1318 my ($self) = @_; 1397 my ($self) = @_;
1319 1398
1320 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1399 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1321 sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path 1400 "$TMPDIR/$path.map"
1322} 1401}
1323 1402
1324# the unique path, undef == no special unique path 1403# the unique path, undef == no special unique path
1325sub uniq_path { 1404sub uniq_path {
1326 my ($self) = @_; 1405 my ($self) = @_;
1327 1406
1328 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1407 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1329 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path 1408 "$UNIQUEDIR/$path"
1330} 1409}
1331 1410
1332# and all this just because we cannot iterate over 1411# and all this just because we cannot iterate over
1333# all maps in C++... 1412# all maps in C++...
1334sub change_all_map_light { 1413sub change_all_map_light {
1401 $self->load_header_orig 1480 $self->load_header_orig
1402 or return; 1481 or return;
1403 $self->prepare_orig; 1482 $self->prepare_orig;
1404 } 1483 }
1405 1484
1485 $self->default_region (cf::region::find_by_path $self->{path})
1486 unless $self->default_region;
1487
1406 1 1488 1
1407} 1489}
1408 1490
1409sub find; 1491sub find;
1410sub find { 1492sub find {
1443 my ($self) = @_; 1525 my ($self) = @_;
1444 1526
1445 local $self->{deny_reset} = 1; # loading can take a long time 1527 local $self->{deny_reset} = 1; # loading can take a long time
1446 1528
1447 my $path = $self->{path}; 1529 my $path = $self->{path};
1530
1531 {
1448 my $guard = cf::lock_acquire "map_load:$path"; 1532 my $guard = cf::lock_acquire "map_load:$path";
1449 1533
1450 return if $self->in_memory != cf::MAP_SWAPPED; 1534 return if $self->in_memory != cf::MAP_SWAPPED;
1451 1535
1452 $self->in_memory (cf::MAP_LOADING); 1536 $self->in_memory (cf::MAP_LOADING);
1453 1537
1454 $self->alloc; 1538 $self->alloc;
1455 1539
1456 $self->pre_load; 1540 $self->pre_load;
1457
1458 $self->_load_objects ($self->{load_path}, 1)
1459 or return;
1460
1461 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1462 if delete $self->{load_original};
1463
1464 if (my $uniq = $self->uniq_path) {
1465 utf8::encode $uniq;
1466 if (aio_open $uniq, O_RDONLY, 0) {
1467 $self->clear_unique_items;
1468 $self->_load_objects ($uniq, 0);
1469 }
1470 }
1471
1472 Coro::cede;
1473
1474 # now do the right thing for maps
1475 $self->link_multipart_objects;
1476
1477 unless ($self->{deny_activate}) {
1478 $self->decay_objects;
1479 $self->fix_auto_apply;
1480 $self->update_buttons;
1481 Coro::cede; 1541 Coro::cede;
1482 $self->set_darkness_map; 1542
1543 $self->_load_objects ($self->{load_path}, 1)
1544 or return;
1545
1546 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1547 if delete $self->{load_original};
1548
1549 if (my $uniq = $self->uniq_path) {
1550 utf8::encode $uniq;
1551 if (aio_open $uniq, O_RDONLY, 0) {
1552 $self->clear_unique_items;
1553 $self->_load_objects ($uniq, 0);
1554 }
1555 }
1556
1557 Coro::cede;
1558 # now do the right thing for maps
1559 $self->link_multipart_objects;
1483 $self->difficulty ($self->estimate_difficulty) 1560 $self->difficulty ($self->estimate_difficulty)
1484 unless $self->difficulty; 1561 unless $self->difficulty;
1485 Coro::cede; 1562 Coro::cede;
1563
1564 unless ($self->{deny_activate}) {
1565 $self->decay_objects;
1566 $self->fix_auto_apply;
1567 $self->update_buttons;
1568 Coro::cede;
1569 $self->set_darkness_map;
1570 Coro::cede;
1486 $self->activate; 1571 $self->activate;
1572 }
1573
1574 $self->in_memory (cf::MAP_IN_MEMORY);
1487 } 1575 }
1488 1576
1489 $self->post_load; 1577 $self->post_load;
1490
1491 $self->in_memory (cf::MAP_IN_MEMORY);
1492} 1578}
1493 1579
1494sub customise_for { 1580sub customise_for {
1495 my ($self, $ob) = @_; 1581 my ($self, $ob) = @_;
1496 1582
1687instantiated unique items. May block. 1773instantiated unique items. May block.
1688 1774
1689=cut 1775=cut
1690 1776
1691sub unique_maps() { 1777sub unique_maps() {
1692 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 1778 my $files = aio_readdir $UNIQUEDIR
1693 or return; 1779 or return;
1694 1780
1695 my @paths; 1781 my @paths;
1696 1782
1697 for (@$files) { 1783 for (@$files) {
1816 $self->deactivate_recursive; 1902 $self->deactivate_recursive;
1817 1903
1818 return if UNIVERSAL::isa $self->map, "ext::map_link"; 1904 return if UNIVERSAL::isa $self->map, "ext::map_link";
1819 1905
1820 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 1906 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1821 if $self->map; 1907 if $self->map && $self->map->{path} ne "{link}";
1822 1908
1823 $self->enter_map ($LINK_MAP || link_map, 10, 10); 1909 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1824} 1910}
1825 1911
1826sub cf::object::player::leave_link { 1912sub cf::object::player::leave_link {
1827 my ($self, $map, $x, $y) = @_; 1913 my ($self, $map, $x, $y) = @_;
1914
1915 return unless $self->contr->active;
1828 1916
1829 my $link_pos = delete $self->{_link_pos}; 1917 my $link_pos = delete $self->{_link_pos};
1830 1918
1831 unless ($map) { 1919 unless ($map) {
1832 # restore original map position 1920 # restore original map position
1855 1943
1856 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext 1944 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1857 $self->enter_map ($map, $x, $y); 1945 $self->enter_map ($map, $x, $y);
1858} 1946}
1859 1947
1860cf::player->attach (
1861 on_logout => sub {
1862 my ($pl) = @_;
1863
1864 # abort map switching before logout
1865 if ($pl->ob->{_link_pos}) {
1866 cf::sync_job {
1867 $pl->ob->leave_link
1868 };
1869 }
1870 },
1871 on_login => sub {
1872 my ($pl) = @_;
1873
1874 # try to abort aborted map switching on player login :)
1875 # should happen only on crashes
1876 if ($pl->ob->{_link_pos}) {
1877 $pl->ob->enter_link;
1878 (async {
1879 $pl->ob->reply (undef,
1880 "There was an internal problem at your last logout, "
1881 . "the server will try to bring you to your intended destination in a second.",
1882 cf::NDI_RED);
1883 # we need this sleep as the login has a concurrent enter_exit running
1884 # and this sleep increases chances of the player not ending up in scorn
1885 Coro::Timer::sleep 1;
1886 $pl->ob->leave_link;
1887 })->prio (2);
1888 }
1889 },
1890);
1891
1892=item $player_object->goto ($path, $x, $y) 1948=item $player_object->goto ($path, $x, $y[, $check->($map)])
1893 1949
1950Moves the player to the given map-path and coordinates by first freezing
1951her, loading and preparing them map, calling the provided $check callback
1952that has to return the map if sucecssful, and then unfreezes the player on
1953the new (success) or old (failed) map position.
1954
1894=cut 1955=cut
1956
1957our $GOTOGEN;
1895 1958
1896sub cf::object::player::goto { 1959sub cf::object::player::goto {
1897 my ($self, $path, $x, $y) = @_; 1960 my ($self, $path, $x, $y, $check) = @_;
1961
1962 # do generation counting so two concurrent goto's will be executed in-order
1963 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1898 1964
1899 $self->enter_link; 1965 $self->enter_link;
1900 1966
1901 (async { 1967 (async {
1902 my $map = eval { 1968 my $map = eval {
1903 my $map = cf::map::find $path; 1969 my $map = cf::map::find $path;
1970
1971 if ($map) {
1904 $map = $map->customise_for ($self) if $map; 1972 $map = $map->customise_for ($self);
1973 $map = $check->($map) if $check && $map;
1974 } else {
1975 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1976 }
1977
1905 $map 1978 $map
1979 };
1980
1981 if ($@) {
1982 $self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
1983 LOG llevError | logBacktrace, Carp::longmess $@;
1906 } or 1984 }
1907 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1908 1985
1986 if ($gen == $self->{_goto_generation}) {
1987 delete $self->{_goto_generation};
1909 $self->leave_link ($map, $x, $y); 1988 $self->leave_link ($map, $x, $y);
1989 }
1910 })->prio (1); 1990 })->prio (1);
1911} 1991}
1912 1992
1913=item $player_object->enter_exit ($exit_object) 1993=item $player_object->enter_exit ($exit_object)
1914 1994
1953 2033
1954 $rmp->{random_seed} ||= $exit->random_seed; 2034 $rmp->{random_seed} ||= $exit->random_seed;
1955 2035
1956 my $data = cf::to_json $rmp; 2036 my $data = cf::to_json $rmp;
1957 my $md5 = Digest::MD5::md5_hex $data; 2037 my $md5 = Digest::MD5::md5_hex $data;
1958 my $meta = "$cf::RANDOM_MAPS/$md5.meta"; 2038 my $meta = "$RANDOMDIR/$md5.meta";
1959 2039
1960 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2040 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1961 aio_write $fh, 0, (length $data), $data, 0; 2041 aio_write $fh, 0, (length $data), $data, 0;
1962 undef $fh; 2042 undef $fh;
1963 aio_rename "$meta~", $meta; 2043 aio_rename "$meta~", $meta;
2232############################################################################# 2312#############################################################################
2233 2313
2234=head2 EXTENSION DATABASE SUPPORT 2314=head2 EXTENSION DATABASE SUPPORT
2235 2315
2236Crossfire maintains a very simple database for extension use. It can 2316Crossfire maintains a very simple database for extension use. It can
2237currently store anything that can be serialised using Storable, which 2317currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2238excludes objects. 2318convert to/from binary).
2239 2319
2240The parameter C<$family> should best start with the name of the extension 2320The parameter C<$family> should best start with the name of the extension
2241using it, it should be unique. 2321using it, it should be unique.
2242 2322
2243=over 4 2323=over 4
2266 BDB::CREATE | BDB::AUTO_COMMIT, 0666; 2346 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2267 cf::cleanup "db_open(db): $!" if $!; 2347 cf::cleanup "db_open(db): $!" if $!;
2268 }; 2348 };
2269 cf::cleanup "db_open(db): $@" if $@; 2349 cf::cleanup "db_open(db): $@" if $@;
2270 }; 2350 };
2271
2272 my $path = cf::localdir . "/database.pst";
2273 if (stat $path) {
2274 cf::sync_job {
2275 my $pst = Storable::retrieve $path;
2276
2277 cf::db_put (board => data => $pst->{board});
2278 cf::db_put (guildrules => data => $pst->{guildrules});
2279 cf::db_put (rent => balance => $pst->{rent}{balance});
2280 BDB::db_env_txn_checkpoint $DB_ENV;
2281
2282 unlink $path;
2283 };
2284 }
2285 } 2351 }
2286} 2352}
2287 2353
2288sub db_get($$) { 2354sub db_get($$) {
2289 my $key = "$_[0]/$_[1]"; 2355 my $key = "$_[0]/$_[1]";
2290 2356
2291 cf::sync_job { 2357 cf::sync_job {
2292 BDB::db_get $DB, undef, $key, my $data; 2358 BDB::db_get $DB, undef, $key, my $data;
2293 2359
2294 $! ? () 2360 $! ? ()
2295 : Compress::LZF::sthaw $data 2361 : $data
2296 } 2362 }
2297} 2363}
2298 2364
2299sub db_put($$$) { 2365sub db_put($$$) {
2300 BDB::dbreq_pri 4; 2366 BDB::dbreq_pri 4;
2301 BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { }; 2367 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2368}
2369
2370=item cf::cache $id => [$paths...], $processversion => $process
2371
2372Generic caching function that returns the value of the resource $id,
2373caching and regenerating as required.
2374
2375This function can block.
2376
2377=cut
2378
2379sub cache {
2380 my ($id, $src, $processversion, $process) = @_;
2381
2382 my $meta =
2383 join "\x00",
2384 $processversion,
2385 map {
2386 aio_stat $_
2387 and Carp::croak "$_: $!";
2388
2389 ($_, (stat _)[7,9])
2390 } @$src;
2391
2392 my $dbmeta = db_get cache => "$id/meta";
2393 if ($dbmeta ne $meta) {
2394 # changed, we may need to process
2395
2396 my @data;
2397 my $md5;
2398
2399 for (0 .. $#$src) {
2400 0 <= aio_load $src->[$_], $data[$_]
2401 or Carp::croak "$src->[$_]: $!";
2402 }
2403
2404 # if processing is expensive, check
2405 # checksum first
2406 if (1) {
2407 $md5 =
2408 join "\x00",
2409 $processversion,
2410 map {
2411 Coro::cede;
2412 ($src->[$_], Digest::MD5::md5_hex $data[$_])
2413 } 0.. $#$src;
2414
2415
2416 my $dbmd5 = db_get cache => "$id/md5";
2417 if ($dbmd5 eq $md5) {
2418 db_put cache => "$id/meta", $meta;
2419
2420 return db_get cache => "$id/data";
2421 }
2422 }
2423
2424 my $t1 = Time::HiRes::time;
2425 my $data = $process->(\@data);
2426 my $t2 = Time::HiRes::time;
2427
2428 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2429
2430 db_put cache => "$id/data", $data;
2431 db_put cache => "$id/md5" , $md5;
2432 db_put cache => "$id/meta", $meta;
2433
2434 return $data;
2435 }
2436
2437 db_get cache => "$id/data"
2438}
2439
2440=item fork_call { }, $args
2441
2442Executes the given code block with the given arguments in a seperate
2443process, returning the results. Everything must be serialisable with
2444Coro::Storable. May, of course, block. Note that the executed sub may
2445never block itself or use any form of Event handling.
2446
2447=cut
2448
2449sub fork_call(&@) {
2450 my ($cb, @args) = @_;
2451
2452# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2453# or die "socketpair: $!";
2454 pipe my $fh1, my $fh2
2455 or die "pipe: $!";
2456
2457 if (my $pid = fork) {
2458 close $fh2;
2459
2460 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2461 $res = Coro::Storable::thaw $res;
2462
2463 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2464
2465 die $$res unless "ARRAY" eq ref $res;
2466
2467 return wantarray ? @$res : $res->[-1];
2468 } else {
2469 reset_signals;
2470 local $SIG{__WARN__};
2471 local $SIG{__DIE__};
2472 eval {
2473 close $fh1;
2474
2475 my @res = eval { $cb->(@args) };
2476 syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2477 };
2478
2479 warn $@ if $@;
2480 _exit 0;
2481 }
2302} 2482}
2303 2483
2304############################################################################# 2484#############################################################################
2305# the server's init and main functions 2485# the server's init and main functions
2306 2486
2307sub load_facedata { 2487sub load_facedata($) {
2308 my $path = sprintf "%s/facedata", cf::datadir; 2488 my ($path) = @_;
2309 2489
2310 warn "loading facedata from $path\n"; 2490 warn "loading facedata from $path\n";
2311 2491
2312 my $facedata; 2492 my $facedata;
2313 0 < aio_load $path, $facedata 2493 0 < aio_load $path, $facedata
2314 or die "$path: $!"; 2494 or die "$path: $!";
2315 2495
2316 Coro::cede;
2317 $facedata = Storable::thaw $facedata; 2496 $facedata = Coro::Storable::thaw $facedata;
2318 Coro::cede;
2319 2497
2320 $facedata->{version} == 2 2498 $facedata->{version} == 2
2321 or cf::cleanup "$path: version mismatch, cannot proceed."; 2499 or cf::cleanup "$path: version mismatch, cannot proceed.";
2322 2500
2323 { 2501 {
2356 } 2534 }
2357 2535
2358 1 2536 1
2359} 2537}
2360 2538
2539sub reload_regions {
2540 load_resource_file "$MAPDIR/regions"
2541 or die "unable to load regions file\n";
2542}
2543
2544sub reload_facedata {
2545 load_facedata "$DATADIR/facedata"
2546 or die "unable to load facedata\n";
2547}
2548
2549sub reload_archetypes {
2550 load_resource_file "$DATADIR/archetypes"
2551 or die "unable to load archetypes\n";
2552}
2553
2554sub reload_treasures {
2555 load_resource_file "$DATADIR/treasures"
2556 or die "unable to load treasurelists\n";
2557}
2558
2361sub reload_resources { 2559sub reload_resources {
2362 load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir 2560 warn "reloading resource files...\n";
2363 or die "unable to load regions file\n";#d# 2561
2562 reload_regions;
2364 load_facedata 2563 reload_facedata;
2365 or die "unable to load facedata\n";#d# 2564 reload_archetypes;
2565 reload_treasures;
2566
2567 warn "finished reloading resource files\n";
2366} 2568}
2367 2569
2368sub init { 2570sub init {
2369 reload_resources; 2571 reload_resources;
2370} 2572}
2371 2573
2372sub cfg_load { 2574sub cfg_load {
2373 open my $fh, "<:utf8", cf::confdir . "/config" 2575 open my $fh, "<:utf8", "$CONFDIR/config"
2374 or return; 2576 or return;
2375 2577
2376 local $/; 2578 local $/;
2377 *CFG = YAML::Syck::Load <$fh>; 2579 *CFG = YAML::Syck::Load <$fh>;
2378 2580
2463 2665
2464 warn Carp::longmess "post_cleanup backtrace" 2666 warn Carp::longmess "post_cleanup backtrace"
2465 if $make_core; 2667 if $make_core;
2466} 2668}
2467 2669
2468sub reload() { 2670sub do_reload_perl() {
2469 # can/must only be called in main 2671 # can/must only be called in main
2470 if ($Coro::current != $Coro::main) { 2672 if ($Coro::current != $Coro::main) {
2471 warn "can only reload from main coroutine"; 2673 warn "can only reload from main coroutine";
2472 return; 2674 return;
2473 } 2675 }
2548 Symbol::delete_package "safe::$_" 2750 Symbol::delete_package "safe::$_"
2549 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 2751 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2550 2752
2551 warn "unloading cf.pm \"a bit\""; 2753 warn "unloading cf.pm \"a bit\"";
2552 delete $INC{"cf.pm"}; 2754 delete $INC{"cf.pm"};
2755 delete $INC{"cf/pod.pm"};
2553 2756
2554 # don't, removes xs symbols, too, 2757 # don't, removes xs symbols, too,
2555 # and global variables created in xs 2758 # and global variables created in xs
2556 #Symbol::delete_package __PACKAGE__; 2759 #Symbol::delete_package __PACKAGE__;
2557 2760
2572 warn "reattaching attachments to maps"; 2775 warn "reattaching attachments to maps";
2573 reattach $_ for values %MAP; 2776 reattach $_ for values %MAP;
2574 warn "reattaching attachments to players"; 2777 warn "reattaching attachments to players";
2575 reattach $_ for values %PLAYER; 2778 reattach $_ for values %PLAYER;
2576 2779
2577 warn "loading reloadable resources";
2578 reload_resources;
2579
2580 warn "leaving sync_job"; 2780 warn "leaving sync_job";
2581 2781
2582 1 2782 1
2583 } or do { 2783 } or do {
2584 warn $@; 2784 warn $@;
2589 warn "reloaded"; 2789 warn "reloaded";
2590}; 2790};
2591 2791
2592our $RELOAD_WATCHER; # used only during reload 2792our $RELOAD_WATCHER; # used only during reload
2593 2793
2794sub reload_perl() {
2795 # doing reload synchronously and two reloads happen back-to-back,
2796 # coro crashes during coro_state_free->destroy here.
2797
2798 $RELOAD_WATCHER ||= Event->timer (
2799 reentrant => 0,
2800 after => 0,
2801 data => WF_AUTOCANCEL,
2802 cb => sub {
2803 do_reload_perl;
2804 undef $RELOAD_WATCHER;
2805 },
2806 );
2807}
2808
2594register_command "reload" => sub { 2809register_command "reload" => sub {
2595 my ($who, $arg) = @_; 2810 my ($who, $arg) = @_;
2596 2811
2597 if ($who->flag (FLAG_WIZ)) { 2812 if ($who->flag (FLAG_WIZ)) {
2598 $who->message ("reloading server."); 2813 $who->message ("reloading server.");
2599 2814 async { reload_perl };
2600 # doing reload synchronously and two reloads happen back-to-back,
2601 # coro crashes during coro_state_free->destroy here.
2602
2603 $RELOAD_WATCHER ||= Event->timer (
2604 reentrant => 0,
2605 after => 0,
2606 data => WF_AUTOCANCEL,
2607 cb => sub {
2608 reload;
2609 undef $RELOAD_WATCHER;
2610 },
2611 );
2612 } 2815 }
2613}; 2816};
2614 2817
2615unshift @INC, $LIBDIR; 2818unshift @INC, $LIBDIR;
2616 2819
2617my $bug_warning = 0; 2820my $bug_warning = 0;
2618 2821
2822our @WAIT_FOR_TICK;
2823our @WAIT_FOR_TICK_BEGIN;
2824
2825sub wait_for_tick {
2826 return unless $TICK_WATCHER->is_active;
2827 return if $Coro::current == $Coro::main;
2828
2829 my $signal = new Coro::Signal;
2830 push @WAIT_FOR_TICK, $signal;
2831 $signal->wait;
2832}
2833
2834sub wait_for_tick_begin {
2835 return unless $TICK_WATCHER->is_active;
2836 return if $Coro::current == $Coro::main;
2837
2838 my $signal = new Coro::Signal;
2839 push @WAIT_FOR_TICK_BEGIN, $signal;
2840 $signal->wait;
2841}
2842
2843 my $min = 1e6;#d#
2844 my $avg = 10;
2619$TICK_WATCHER = Event->timer ( 2845$TICK_WATCHER = Event->timer (
2620 reentrant => 0, 2846 reentrant => 0,
2621 parked => 1, 2847 parked => 1,
2622 prio => 0, 2848 prio => 0,
2623 at => $NEXT_TICK || $TICK, 2849 at => $NEXT_TICK || $TICK,
2627 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 2853 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2628 unless ++$bug_warning > 10; 2854 unless ++$bug_warning > 10;
2629 return; 2855 return;
2630 } 2856 }
2631 2857
2632 $NOW = Event::time; 2858 $NOW = $tick_start = Event::time;
2633 2859
2634 cf::server_tick; # one server iteration 2860 cf::server_tick; # one server iteration
2861
2862 0 && sync_job {#d#
2863 for(1..10) {
2864 my $t = Event::time;
2865 my $map = my $map = new_from_path cf::map "/tmp/x.map"
2866 or die;
2867
2868 $map->width (50);
2869 $map->height (50);
2870 $map->alloc;
2871 $map->_load_objects ("/tmp/x.map", 1);
2872 my $t = Event::time - $t;
2873
2874 #next unless $t < 0.0013;#d#
2875 if ($t < $min) {
2876 $min = $t;
2877 }
2878 $avg = $avg * 0.99 + $t * 0.01;
2879 }
2880 warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
2881 exit 0;
2882 # 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
2883 };
2884
2635 $RUNTIME += $TICK; 2885 $RUNTIME += $TICK;
2636 $NEXT_TICK += $TICK; 2886 $NEXT_TICK += $TICK;
2637 2887
2638 if ($NOW >= $NEXT_RUNTIME_WRITE) { 2888 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2639 $NEXT_RUNTIME_WRITE = $NOW + 10; 2889 $NEXT_RUNTIME_WRITE = $NOW + 10;
2641 write_runtime 2891 write_runtime
2642 or warn "ERROR: unable to write runtime file: $!"; 2892 or warn "ERROR: unable to write runtime file: $!";
2643 }; 2893 };
2644 } 2894 }
2645 2895
2646 $WAIT_FOR_TICK->broadcast;
2647 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2648
2649# my $AFTER = Event::time; 2896# my $AFTER = Event::time;
2650# warn $AFTER - $NOW;#d# 2897# warn $AFTER - $NOW;#d#
2651 2898
2899 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2900 $sig->send;
2901 }
2902 while (my $sig = shift @WAIT_FOR_TICK) {
2903 $sig->send;
2904 }
2905
2906 $NOW = Event::time;
2907
2652 # if we are delayed by four ticks or more, skip them all 2908 # if we are delayed by four ticks or more, skip them all
2653 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 2909 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2654 2910
2655 $TICK_WATCHER->at ($NEXT_TICK); 2911 $TICK_WATCHER->at ($NEXT_TICK);
2656 $TICK_WATCHER->start; 2912 $TICK_WATCHER->start;
2913
2914 $LOAD = ($NOW - $tick_start) / $TICK;
2915 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2916
2917 _post_tick;
2918
2919
2657 }, 2920 },
2658); 2921);
2659 2922
2660{ 2923{
2661 BDB::max_poll_time $TICK * 0.1; 2924 BDB::max_poll_time $TICK * 0.1;
2689 2952
2690 cf::sync_job { 2953 cf::sync_job {
2691 eval { 2954 eval {
2692 BDB::db_env_open 2955 BDB::db_env_open
2693 $DB_ENV, 2956 $DB_ENV,
2694 $BDB_ENV_DIR, 2957 $BDBDIR,
2695 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 2958 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2696 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 2959 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2697 0666; 2960 0666;
2698 2961
2699 cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!; 2962 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2700 2963
2701 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1); 2964 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2702 $DB_ENV->set_lk_detect; 2965 $DB_ENV->set_lk_detect;
2703 }; 2966 };
2704 2967
2720 prio => 6, 2983 prio => 6,
2721 cb => \&IO::AIO::poll_cb, 2984 cb => \&IO::AIO::poll_cb,
2722 ); 2985 );
2723} 2986}
2724 2987
2988my $_log_backtrace;
2989
2990sub _log_backtrace {
2991 my ($msg, @addr) = @_;
2992
2993 $msg =~ s/\n//;
2994
2995 # limit the # of concurrent backtraces
2996 if ($_log_backtrace < 2) {
2997 ++$_log_backtrace;
2998 async {
2999 my @bt = fork_call {
3000 @addr = map { sprintf "%x", $_ } @addr;
3001 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3002 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3003 or die "addr2line: $!";
3004
3005 my @funcs;
3006 my @res = <$fh>;
3007 chomp for @res;
3008 while (@res) {
3009 my ($func, $line) = splice @res, 0, 2, ();
3010 push @funcs, "[$func] $line";
3011 }
3012
3013 @funcs
3014 };
3015
3016 LOG llevInfo, "[ABT] $msg\n";
3017 LOG llevInfo, "[ABT] $_\n" for @bt;
3018 --$_log_backtrace;
3019 };
3020 } else {
3021 LOG llevInfo, "[ABT] $msg\n";
3022 LOG llevInfo, "[ABT] [suppressed]\n";
3023 }
3024}
3025
3026# load additional modules
3027use cf::pod;
3028
2725END { cf::emergency_save } 3029END { cf::emergency_save }
2726 3030
27271 30311
2728 3032

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines