ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.102 by root, Wed Dec 27 15:20:54 2006 UTC vs.
Revision 1.108 by root, Sun Dec 31 21:02:05 2006 UTC

8use Storable; 8use Storable;
9use Opcode; 9use Opcode;
10use Safe; 10use Safe;
11use Safe::Hole; 11use Safe::Hole;
12 12
13use Coro; 13use Coro 3.3;
14use Coro::Event; 14use Coro::Event;
15use Coro::Timer; 15use Coro::Timer;
16use Coro::Signal; 16use Coro::Signal;
17use Coro::Semaphore; 17use Coro::Semaphore;
18use Coro::AIO;
18 19
20use Digest::MD5;
21use Fcntl;
19use IO::AIO 2.3; 22use IO::AIO 2.31 ();
20use YAML::Syck (); 23use YAML::Syck ();
21use Time::HiRes; 24use Time::HiRes;
22 25
23use Event; $Event::Eval = 1; # no idea why this is required, but it is 26use Event; $Event::Eval = 1; # no idea why this is required, but it is
24 27
25# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode? 28# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
26$YAML::Syck::ImplicitUnicode = 1; 29$YAML::Syck::ImplicitUnicode = 1;
27 30
28$Coro::main->prio (Coro::PRIO_MIN); 31$Coro::main->prio (2); # run main coroutine ("the server") with very high priority
29 32
30sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload 33sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
31 34
32our %COMMAND = (); 35our %COMMAND = ();
33our %COMMAND_TIME = (); 36our %COMMAND_TIME = ();
37our $LIBDIR = datadir . "/ext"; 40our $LIBDIR = datadir . "/ext";
38 41
39our $TICK = MAX_TIME * 1e-6; 42our $TICK = MAX_TIME * 1e-6;
40our $TICK_WATCHER; 43our $TICK_WATCHER;
41our $NEXT_TICK; 44our $NEXT_TICK;
45our $NOW;
42 46
43our %CFG; 47our %CFG;
44 48
45our $UPTIME; $UPTIME ||= time; 49our $UPTIME; $UPTIME ||= time;
50our $RUNTIME;
51
52our %MAP; # all maps
53our $LINK_MAP; # the special {link} map
54our $FREEZE;
55our $RANDOM_MAPS = cf::localdir . "/random";
56our %EXT_CORO;
57
58binmode STDOUT;
59binmode STDERR;
60
61# read virtual server time, if available
62unless ($RUNTIME || !-e cf::localdir . "/runtime") {
63 open my $fh, "<", cf::localdir . "/runtime"
64 or die "unable to read runtime file: $!";
65 $RUNTIME = <$fh> + 0.;
66}
67
68mkdir cf::localdir;
69mkdir cf::localdir . "/" . cf::playerdir;
70mkdir cf::localdir . "/" . cf::tmpdir;
71mkdir cf::localdir . "/" . cf::uniquedir;
72mkdir $RANDOM_MAPS;
73
74# a special map that is always available
75our $LINK_MAP;
46 76
47############################################################################# 77#############################################################################
48 78
49=head2 GLOBAL VARIABLES 79=head2 GLOBAL VARIABLES
50 80
51=over 4 81=over 4
52 82
53=item $cf::UPTIME 83=item $cf::UPTIME
54 84
55The timestamp of the server start (so not actually an uptime). 85The timestamp of the server start (so not actually an uptime).
86
87=item $cf::RUNTIME
88
89The time this server has run, starts at 0 and is increased by $cf::TICK on
90every server tick.
56 91
57=item $cf::LIBDIR 92=item $cf::LIBDIR
58 93
59The perl library directory, where extensions and cf-specific modules can 94The perl library directory, where extensions and cf-specific modules can
60be found. It will be added to C<@INC> automatically. 95be found. It will be added to C<@INC> automatically.
96
97=item $cf::NOW
98
99The time of the last (current) server tick.
61 100
62=item $cf::TICK 101=item $cf::TICK
63 102
64The interval between server ticks, in seconds. 103The interval between server ticks, in seconds.
65 104
73=cut 112=cut
74 113
75BEGIN { 114BEGIN {
76 *CORE::GLOBAL::warn = sub { 115 *CORE::GLOBAL::warn = sub {
77 my $msg = join "", @_; 116 my $msg = join "", @_;
117 utf8::encode $msg;
118
78 $msg .= "\n" 119 $msg .= "\n"
79 unless $msg =~ /\n$/; 120 unless $msg =~ /\n$/;
80 121
81 print STDERR "cfperl: $msg";
82 LOG llevError, "cfperl: $msg"; 122 LOG llevError, "cfperl: $msg";
83 }; 123 };
84} 124}
85 125
86@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 126@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
139sub to_json($) { 179sub to_json($) {
140 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs 180 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs
141 JSON::Syck::Dump $_[0] 181 JSON::Syck::Dump $_[0]
142} 182}
143 183
184=item cf::sync_job { BLOCK }
185
186The design of crossfire+ requires that the main coro ($Coro::main) is
187always able to handle events or runnable, as crossfire+ is only partly
188reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.
189
190If it must be done, put the blocking parts into C<sync_job>. This will run
191the given BLOCK in another coroutine while waiting for the result. The
192server will be frozen during this time, so the block should either finish
193fast or be very important.
194
195=cut
196
197sub sync_job(&) {
198 my ($job) = @_;
199
200 my $busy = 1;
201 my @res;
202
203 # TODO: use suspend/resume instead
204 local $FREEZE = 1;
205
206 my $coro = Coro::async {
207 @res = eval { $job->() };
208 warn $@ if $@;
209 undef $busy;
210 };
211
212 if ($Coro::current == $Coro::main) {
213 $coro->prio (Coro::PRIO_MAX);
214 while ($busy) {
215 Coro::cede_notself;
216 Event::one_event unless Coro::nready;
217 }
218 } else {
219 $coro->join;
220 }
221
222 wantarray ? @res : $res[0]
223}
224
225=item $coro = cf::coro { BLOCK }
226
227Creates and returns a new coro. This coro is automcatially being canceled
228when the extension calling this is being unloaded.
229
230=cut
231
232sub coro(&) {
233 my $cb = shift;
234
235 my $coro; $coro = async {
236 eval {
237 $cb->();
238 };
239 warn $@ if $@;
240 };
241
242 $coro->on_destroy (sub {
243 delete $EXT_CORO{$coro+0};
244 });
245 $EXT_CORO{$coro+0} = $coro;
246
247 $coro
248}
249
250sub write_runtime {
251 my $runtime = cf::localdir . "/runtime";
252
253 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
254 or return;
255
256 my $value = $cf::RUNTIME;
257 (aio_write $fh, 0, (length $value), $value, 0) <= 0
258 and return;
259
260 aio_fsync $fh
261 and return;
262
263 close $fh
264 or return;
265
266 aio_rename "$runtime~", $runtime
267 and return;
268
269 1
270}
271
144=back 272=back
145 273
146=cut 274=cut
275
276#############################################################################
277
278package cf::path;
279
280sub new {
281 my ($class, $path, $base) = @_;
282
283 my $self = bless { }, $class;
284
285 if ($path =~ s{^\?random/}{}) {
286 $self->{random} = cf::from_json $path;
287 } else {
288 if ($path =~ s{^~([^/]+)?}{}) {
289 $self->{user_rel} = 1;
290
291 if (defined $1) {
292 $self->{user} = $1;
293 } elsif ($base =~ m{^~([^/]+)/}) {
294 $self->{user} = $1;
295 } else {
296 warn "cannot resolve user-relative path without user <$path,$base>\n";
297 }
298 } elsif ($path =~ /^\//) {
299 # already absolute
300 } else {
301 $base =~ s{[^/]+/?$}{};
302 return $class->new ("$base/$path");
303 }
304
305 for ($path) {
306 redo if s{/\.?/}{/};
307 redo if s{/[^/]+/\.\./}{/};
308 }
309 }
310
311 $self->{path} = $path;
312
313 $self
314}
315
316# the name / primary key / in-game path
317sub as_string {
318 my ($self) = @_;
319
320 $self->{user_rel} ? "~$self->{user}$self->{path}"
321 : $self->{random} ? "?random/$self->{path}"
322 : $self->{path}
323}
324
325# the displayed name, this is a one way mapping
326sub visible_name {
327 my ($self) = @_;
328
329 $self->{random} ? "?random/$self->{random}{origin_map}+$self->{random}{origin_x}+$self->{random}{origin_y}/$self->{random}{dungeon_level}"
330 : $self->as_string
331}
332
333# escape the /'s in the path
334sub _escaped_path {
335 # ∕ is U+2215
336 (my $path = $_[0]{path}) =~ s/\//∕/g;
337 $path
338}
339
340# the original (read-only) location
341sub load_path {
342 my ($self) = @_;
343
344 sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path}
345}
346
347# the temporary/swap location
348sub save_path {
349 my ($self) = @_;
350
351 $self->{user_rel} ? sprintf "%s/%s/%s/%s", cf::localdir, cf::playerdir, $self->{user}, $self->_escaped_path
352 : $self->{random} ? sprintf "%s/%s", $RANDOM_MAPS, Digest::MD5::md5_hex $self->{path}
353 : sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $self->_escaped_path
354}
355
356# the unique path, might be eq to save_path
357sub uniq_path {
358 my ($self) = @_;
359
360 $self->{user_rel} || $self->{random}
361 ? undef
362 : sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $self->_escaped_path
363}
364
365# return random map parameters, or undef
366sub random_map_params {
367 my ($self) = @_;
368
369 $self->{random}
370}
371
372# this is somewhat ugly, but style maps do need special treatment
373sub is_style_map {
374 $_[0]{path} =~ m{^/styles/}
375}
376
377package cf;
147 378
148############################################################################# 379#############################################################################
149 380
150=head2 ATTACHABLE OBJECTS 381=head2 ATTACHABLE OBJECTS
151 382
505); 736);
506 737
507sub object_freezer_save { 738sub object_freezer_save {
508 my ($filename, $rdata, $objs) = @_; 739 my ($filename, $rdata, $objs) = @_;
509 740
741 sync_job {
510 if (length $$rdata) { 742 if (length $$rdata) {
511 warn sprintf "saving %s (%d,%d)\n", 743 warn sprintf "saving %s (%d,%d)\n",
512 $filename, length $$rdata, scalar @$objs; 744 $filename, length $$rdata, scalar @$objs;
513 745
514 if (open my $fh, ">:raw", "$filename~") { 746 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
515 chmod SAVE_MODE, $fh;
516 syswrite $fh, $$rdata;
517 close $fh;
518
519 if (@$objs && open my $fh, ">:raw", "$filename.pst~") {
520 chmod SAVE_MODE, $fh; 747 chmod SAVE_MODE, $fh;
521 syswrite $fh, Storable::nfreeze { version => 1, objs => $objs }; 748 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
749 aio_fsync $fh;
522 close $fh; 750 close $fh;
751
752 if (@$objs) {
753 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
754 chmod SAVE_MODE, $fh;
755 my $data = Storable::nfreeze { version => 1, objs => $objs };
756 aio_write $fh, 0, (length $data), $data, 0;
757 aio_fsync $fh;
758 close $fh;
523 rename "$filename.pst~", "$filename.pst"; 759 aio_rename "$filename.pst~", "$filename.pst";
760 }
761 } else {
762 aio_unlink "$filename.pst";
763 }
764
765 aio_rename "$filename~", $filename;
524 } else { 766 } else {
525 unlink "$filename.pst"; 767 warn "FATAL: $filename~: $!\n";
526 } 768 }
527
528 rename "$filename~", $filename;
529 } else { 769 } else {
530 warn "FATAL: $filename~: $!\n";
531 }
532 } else {
533 unlink $filename; 770 aio_unlink $filename;
534 unlink "$filename.pst"; 771 aio_unlink "$filename.pst";
772 }
535 } 773 }
536} 774}
537 775
538sub object_freezer_as_string { 776sub object_freezer_as_string {
539 my ($rdata, $objs) = @_; 777 my ($rdata, $objs) = @_;
544} 782}
545 783
546sub object_thawer_load { 784sub object_thawer_load {
547 my ($filename) = @_; 785 my ($filename) = @_;
548 786
549 local $/; 787 my ($data, $av);
550 788
551 my $av; 789 (aio_load $filename, $data) >= 0
790 or return;
552 791
553 #TODO: use sysread etc. 792 unless (aio_stat "$filename.pst") {
554 if (open my $data, "<:raw:perlio", $filename) { 793 (aio_load "$filename.pst", $av) >= 0
555 $data = <$data>; 794 or return;
556 if (open my $pst, "<:raw:perlio", "$filename.pst") {
557 $av = eval { (Storable::thaw <$pst>)->{objs} }; 795 $av = eval { (Storable::thaw <$av>)->{objs} };
558 } 796 }
797
559 return ($data, $av); 798 return ($data, $av);
560 }
561
562 ()
563} 799}
564 800
565############################################################################# 801#############################################################################
566# command handling &c 802# command handling &c
567 803
916 my $coro; $coro = async { 1152 my $coro; $coro = async {
917 eval { 1153 eval {
918 $cb->(); 1154 $cb->();
919 }; 1155 };
920 warn $@ if $@; 1156 warn $@ if $@;
1157 };
1158
1159 $coro->on_destroy (sub {
921 delete $self->{_coro}{$coro+0}; 1160 delete $self->{_coro}{$coro+0};
922 }; 1161 });
923 1162
924 $self->{_coro}{$coro+0} = $coro; 1163 $self->{_coro}{$coro+0} = $coro;
1164
1165 $coro
925} 1166}
926 1167
927cf::client->attach ( 1168cf::client->attach (
928 on_destroy => sub { 1169 on_destroy => sub {
929 my ($ns) = @_; 1170 my ($ns) = @_;
1161 local $/; 1402 local $/;
1162 *CFG = YAML::Syck::Load <$fh>; 1403 *CFG = YAML::Syck::Load <$fh>;
1163} 1404}
1164 1405
1165sub main { 1406sub main {
1407 # we must not ever block the main coroutine
1408 local $Coro::idle = sub {
1409 Carp::cluck "FATAL: Coro::idle was called, major BUG\n";#d#
1410 (Coro::unblock_sub {
1411 Event::one_event;
1412 })->();
1413 };
1414
1166 cfg_load; 1415 cfg_load;
1167 db_load; 1416 db_load;
1168 load_extensions; 1417 load_extensions;
1169 Event::loop; 1418 Event::loop;
1170} 1419}
1171 1420
1172############################################################################# 1421#############################################################################
1173# initialisation 1422# initialisation
1174 1423
1175sub _perl_reload(&) { 1424sub perl_reload() {
1176 my ($msg) = @_; 1425 # can/must only be called in main
1426 if ($Coro::current != $Coro::main) {
1427 warn "can only reload from main coroutine\n";
1428 return;
1429 }
1177 1430
1178 $msg->("reloading..."); 1431 warn "reloading...";
1432
1433 local $FREEZE = 1;
1434 cf::emergency_save;
1179 1435
1180 eval { 1436 eval {
1437 # if anything goes wrong in here, we should simply crash as we already saved
1438
1181 # cancel all watchers 1439 # cancel all watchers
1182 for (Event::all_watchers) { 1440 for (Event::all_watchers) {
1183 $_->cancel if $_->data & WF_AUTOCANCEL; 1441 $_->cancel if $_->data & WF_AUTOCANCEL;
1184 } 1442 }
1185 1443
1444 # cancel all extension coros
1445 $_->cancel for values %EXT_CORO;
1446 %EXT_CORO = ();
1447
1186 # unload all extensions 1448 # unload all extensions
1187 for (@exts) { 1449 for (@exts) {
1188 $msg->("unloading <$_>"); 1450 warn "unloading <$_>";
1189 unload_extension $_; 1451 unload_extension $_;
1190 } 1452 }
1191 1453
1192 # unload all modules loaded from $LIBDIR 1454 # unload all modules loaded from $LIBDIR
1193 while (my ($k, $v) = each %INC) { 1455 while (my ($k, $v) = each %INC) {
1194 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/; 1456 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
1195 1457
1196 $msg->("removing <$k>"); 1458 warn "removing <$k>";
1197 delete $INC{$k}; 1459 delete $INC{$k};
1198 1460
1199 $k =~ s/\.pm$//; 1461 $k =~ s/\.pm$//;
1200 $k =~ s/\//::/g; 1462 $k =~ s/\//::/g;
1201 1463
1206 Symbol::delete_package $k; 1468 Symbol::delete_package $k;
1207 } 1469 }
1208 1470
1209 # sync database to disk 1471 # sync database to disk
1210 cf::db_sync; 1472 cf::db_sync;
1473 IO::AIO::flush;
1211 1474
1212 # get rid of safe::, as good as possible 1475 # get rid of safe::, as good as possible
1213 Symbol::delete_package "safe::$_" 1476 Symbol::delete_package "safe::$_"
1214 for qw(cf::object cf::object::player cf::player cf::map cf::party cf::region); 1477 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
1215 1478
1216 # remove register_script_function callbacks 1479 # remove register_script_function callbacks
1217 # TODO 1480 # TODO
1218 1481
1219 # unload cf.pm "a bit" 1482 # unload cf.pm "a bit"
1222 # don't, removes xs symbols, too, 1485 # don't, removes xs symbols, too,
1223 # and global variables created in xs 1486 # and global variables created in xs
1224 #Symbol::delete_package __PACKAGE__; 1487 #Symbol::delete_package __PACKAGE__;
1225 1488
1226 # reload cf.pm 1489 # reload cf.pm
1227 $msg->("reloading cf.pm"); 1490 warn "reloading cf.pm";
1228 require cf; 1491 require cf;
1229 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 1492 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
1230 1493
1231 # load config and database again 1494 # load config and database again
1232 cf::cfg_load; 1495 cf::cfg_load;
1233 cf::db_load; 1496 cf::db_load;
1234 1497
1235 # load extensions 1498 # load extensions
1236 $msg->("load extensions"); 1499 warn "load extensions";
1237 cf::load_extensions; 1500 cf::load_extensions;
1238 1501
1239 # reattach attachments to objects 1502 # reattach attachments to objects
1240 $msg->("reattach"); 1503 warn "reattach";
1241 _global_reattach; 1504 _global_reattach;
1242 }; 1505 };
1243 $msg->($@) if $@;
1244 1506
1245 $msg->("reloaded"); 1507 if ($@) {
1508 warn $@;
1509 warn "error while reloading, exiting.";
1510 exit 1;
1511 }
1512
1513 warn "reloaded successfully";
1246}; 1514};
1247 1515
1248sub perl_reload() { 1516#############################################################################
1249 _perl_reload { 1517
1250 warn $_[0]; 1518unless ($LINK_MAP) {
1251 print "$_[0]\n"; 1519 $LINK_MAP = cf::map::new;
1252 }; 1520
1521 $LINK_MAP->width (41);
1522 $LINK_MAP->height (41);
1523 $LINK_MAP->alloc;
1524 $LINK_MAP->path ("{link}");
1525 $LINK_MAP->{path} = bless { path => "{link}" }, "cf::path";
1526 $LINK_MAP->in_memory (MAP_IN_MEMORY);
1253} 1527}
1254 1528
1255register "<global>", __PACKAGE__; 1529register "<global>", __PACKAGE__;
1256 1530
1257register_command "perl-reload" => sub { 1531register_command "perl-reload" => sub {
1258 my ($who, $arg) = @_; 1532 my ($who, $arg) = @_;
1259 1533
1260 if ($who->flag (FLAG_WIZ)) { 1534 if ($who->flag (FLAG_WIZ)) {
1535 $who->message ("start of reload.");
1261 _perl_reload { 1536 perl_reload;
1262 warn $_[0]; 1537 $who->message ("end of reload.");
1263 $who->message ($_[0]);
1264 };
1265 } 1538 }
1266}; 1539};
1267 1540
1268unshift @INC, $LIBDIR; 1541unshift @INC, $LIBDIR;
1269 1542
1270$TICK_WATCHER = Event->timer ( 1543$TICK_WATCHER = Event->timer (
1544 reentrant => 0,
1271 prio => 0, 1545 prio => 0,
1272 at => $NEXT_TICK || 1, 1546 at => $NEXT_TICK || $TICK,
1273 data => WF_AUTOCANCEL, 1547 data => WF_AUTOCANCEL,
1274 cb => sub { 1548 cb => sub {
1549 unless ($FREEZE) {
1275 cf::server_tick; # one server iteration 1550 cf::server_tick; # one server iteration
1551 $RUNTIME += $TICK;
1552 }
1276 1553
1277 my $NOW = Event::time;
1278 $NEXT_TICK += $TICK; 1554 $NEXT_TICK += $TICK;
1279 1555
1280 # if we are delayed by four ticks or more, skip them all 1556 # if we are delayed by four ticks or more, skip them all
1281 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4; 1557 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;
1282 1558
1283 $TICK_WATCHER->at ($NEXT_TICK); 1559 $TICK_WATCHER->at ($NEXT_TICK);
1284 $TICK_WATCHER->start; 1560 $TICK_WATCHER->start;
1285 }, 1561 },
1286); 1562);
1287 1563
1288IO::AIO::max_poll_time $TICK * 0.2; 1564IO::AIO::max_poll_time $TICK * 0.2;
1289 1565
1566Event->io (
1290Event->io (fd => IO::AIO::poll_fileno, 1567 fd => IO::AIO::poll_fileno,
1291 poll => 'r', 1568 poll => 'r',
1292 prio => 5, 1569 prio => 5,
1293 data => WF_AUTOCANCEL, 1570 data => WF_AUTOCANCEL,
1294 cb => \&IO::AIO::poll_cb); 1571 cb => \&IO::AIO::poll_cb,
1572);
1573
1574Event->timer (
1575 data => WF_AUTOCANCEL,
1576 after => 0,
1577 interval => 10,
1578 cb => sub {
1579 (Coro::unblock_sub {
1580 write_runtime
1581 or warn "ERROR: unable to write runtime file: $!";
1582 })->();
1583 },
1584);
1295 1585
12961 15861
1297 1587

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines