ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.487 by root, Fri Oct 16 01:56:41 2009 UTC vs.
Revision 1.519 by root, Fri Apr 16 02:32:25 2010 UTC

1# 1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG. 2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3# 3#
4# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team 4# Copyright (©) 2006,2007,2008,2009,2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5# 5#
6# Deliantra is free software: you can redistribute it and/or modify it under 6# Deliantra is free software: you can redistribute it and/or modify it under
7# the terms of the Affero GNU General Public License as published by the 7# the terms of the Affero GNU General Public License as published by the
8# Free Software Foundation, either version 3 of the License, or (at your 8# Free Software Foundation, either version 3 of the License, or (at your
9# option) any later version. 9# option) any later version.
… …
32use EV; 32use EV;
33use Opcode; 33use Opcode;
34use Safe; 34use Safe;
35use Safe::Hole; 35use Safe::Hole;
36use Storable (); 36use Storable ();
37use Carp ();
37 38
38use Guard (); 39use Guard ();
39use Coro (); 40use Coro ();
40use Coro::State; 41use Coro::State;
41use Coro::Handle; 42use Coro::Handle;
… …
52use Coro::Util (); 53use Coro::Util ();
53 54
54use JSON::XS 2.01 (); 55use JSON::XS 2.01 ();
55use BDB (); 56use BDB ();
56use Data::Dumper; 57use Data::Dumper;
57use Digest::MD5;
58use Fcntl; 58use Fcntl;
59use YAML::XS (); 59use YAML::XS ();
60use IO::AIO (); 60use IO::AIO ();
61use Time::HiRes; 61use Time::HiRes;
62use Compress::LZF; 62use Compress::LZF;
… …
108our $PIDFILE = "$LOCALDIR/pid"; 108our $PIDFILE = "$LOCALDIR/pid";
109our $RUNTIMEFILE = "$LOCALDIR/runtime"; 109our $RUNTIMEFILE = "$LOCALDIR/runtime";
110 110
111our %RESOURCE; 111our %RESOURCE;
112 112
113our $OUTPUT_RATE_MIN = 4000;
114our $OUTPUT_RATE_MAX = 100000;
115
113our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!) 116our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
114our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 117our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
115our $NEXT_TICK; 118our $NEXT_TICK;
116our $USE_FSYNC = 1; # use fsync to write maps - default on 119our $USE_FSYNC = 1; # use fsync to write maps - default on
117 120
… …
228returns directly I<after> the tick processing (and consequently, can only wake one process 231returns directly I<after> the tick processing (and consequently, can only wake one process
229per tick), while cf::wait_for_tick wakes up all waiters after tick processing. 232per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
230 233
231=item @cf::INVOKE_RESULTS 234=item @cf::INVOKE_RESULTS
232 235
233This array contains the results of the last C<invoke ()> call. When 236This array contains the results of the last C<invoke ()> call. When
234C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of 237C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
235that call. 238that call.
236 239
237=item %cf::REFLECT 240=item %cf::REFLECT
238 241
… …
289)) { 292)) {
290 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg; 293 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
291} 294}
292 295
293$EV::DIED = sub { 296$EV::DIED = sub {
294 warn "error in event callback: @_"; 297 Carp::cluck "error in event callback: @_";
295}; 298};
296 299
297############################################################################# 300#############################################################################
298 301
299=head2 UTILITY FUNCTIONS 302=head2 UTILITY FUNCTIONS
… …
396} 399}
397 400
398=item cf::periodic $interval, $cb 401=item cf::periodic $interval, $cb
399 402
400Like EV::periodic, but randomly selects a starting point so that the actions 403Like EV::periodic, but randomly selects a starting point so that the actions
401get spread over timer. 404get spread over time.
402 405
403=cut 406=cut
404 407
405sub periodic($$) { 408sub periodic($$) {
406 my ($interval, $cb) = @_; 409 my ($interval, $cb) = @_;
… …
423 426
424=cut 427=cut
425 428
426our @SLOT_QUEUE; 429our @SLOT_QUEUE;
427our $SLOT_QUEUE; 430our $SLOT_QUEUE;
431our $SLOT_DECAY = 0.9;
428 432
429$SLOT_QUEUE->cancel if $SLOT_QUEUE; 433$SLOT_QUEUE->cancel if $SLOT_QUEUE;
430$SLOT_QUEUE = Coro::async { 434$SLOT_QUEUE = Coro::async {
431 $Coro::current->desc ("timeslot manager"); 435 $Coro::current->desc ("timeslot manager");
432 436
433 my $signal = new Coro::Signal; 437 my $signal = new Coro::Signal;
438 my $busy;
434 439
435 while () { 440 while () {
436 next_job: 441 next_job:
442
437 my $avail = cf::till_tick; 443 my $avail = cf::till_tick;
438 if ($avail > 0.01) { 444
439 for (0 .. $#SLOT_QUEUE) { 445 for (0 .. $#SLOT_QUEUE) {
440 if ($SLOT_QUEUE[$_][0] < $avail) { 446 if ($SLOT_QUEUE[$_][0] <= $avail) {
447 $busy = 0;
441 my $job = splice @SLOT_QUEUE, $_, 1, (); 448 my $job = splice @SLOT_QUEUE, $_, 1, ();
442 $job->[2]->send; 449 $job->[2]->send;
443 Coro::cede; 450 Coro::cede;
444 goto next_job; 451 goto next_job;
445 } 452 } else {
453 $SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
446 } 454 }
447 } 455 }
448 456
449 if (@SLOT_QUEUE) { 457 if (@SLOT_QUEUE) {
450 # we do not use wait_for_tick() as it returns immediately when tick is inactive 458 # we do not use wait_for_tick() as it returns immediately when tick is inactive
451 push @cf::WAIT_FOR_TICK, $signal; 459 push @cf::WAIT_FOR_TICK, $signal;
452 $signal->wait; 460 $signal->wait;
453 } else { 461 } else {
462 $busy = 0;
454 Coro::schedule; 463 Coro::schedule;
455 } 464 }
456 } 465 }
457}; 466};
458 467
459sub get_slot($;$$) { 468sub get_slot($;$$) {
460 return if tick_inhibit || $Coro::current == $Coro::main; 469 return if tick_inhibit || $Coro::current == $Coro::main;
461 470
462 my ($time, $pri, $name) = @_; 471 my ($time, $pri, $name) = @_;
463 472
464 $time = $TICK * .6 if $time > $TICK * .6; 473 $time = clamp $time, 0.01, $TICK * .6;
474
465 my $sig = new Coro::Signal; 475 my $sig = new Coro::Signal;
466 476
467 push @SLOT_QUEUE, [$time, $pri, $sig, $name]; 477 push @SLOT_QUEUE, [$time, $pri, $sig, $name];
468 @SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE; 478 @SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
469 $SLOT_QUEUE->ready; 479 $SLOT_QUEUE->ready;
… …
496 506
497sub sync_job(&) { 507sub sync_job(&) {
498 my ($job) = @_; 508 my ($job) = @_;
499 509
500 if ($Coro::current == $Coro::main) { 510 if ($Coro::current == $Coro::main) {
501 my $time = EV::time; 511 my $time = AE::time;
502 512
503 # this is the main coro, too bad, we have to block 513 # this is the main coro, too bad, we have to block
504 # till the operation succeeds, freezing the server :/ 514 # till the operation succeeds, freezing the server :/
505 515
506 LOG llevError, Carp::longmess "sync job";#d# 516 LOG llevError, Carp::longmess "sync job";#d#
… …
523 } else { 533 } else {
524 EV::loop EV::LOOP_ONESHOT; 534 EV::loop EV::LOOP_ONESHOT;
525 } 535 }
526 } 536 }
527 537
528 my $time = EV::time - $time; 538 my $time = AE::time - $time;
529 539
530 $TICK_START += $time; # do not account sync jobs to server load 540 $TICK_START += $time; # do not account sync jobs to server load
531 541
532 wantarray ? @res : $res[0] 542 wantarray ? @res : $res[0]
533 } else { 543 } else {
… …
577 reset_signals; 587 reset_signals;
578 &$cb 588 &$cb
579 }, @args; 589 }, @args;
580 590
581 wantarray ? @res : $res[-1] 591 wantarray ? @res : $res[-1]
592}
593
594sub objinfo {
595 (
596 "counter value" => cf::object::object_count,
597 "objects created" => cf::object::create_count,
598 "objects destroyed" => cf::object::destroy_count,
599 "freelist size" => cf::object::free_count,
600 "allocated objects" => cf::object::objects_size,
601 "active objects" => cf::object::actives_size,
602 )
582} 603}
583 604
584=item $coin = coin_from_name $name 605=item $coin = coin_from_name $name
585 606
586=cut 607=cut
… …
1303} 1324}
1304 1325
1305use File::Glob (); 1326use File::Glob ();
1306 1327
1307cf::player->attach ( 1328cf::player->attach (
1308 on_command => sub { 1329 on_unknown_command => sub {
1309 my ($pl, $name, $params) = @_; 1330 my ($pl, $name, $params) = @_;
1310 1331
1311 my $cb = $COMMAND{$name} 1332 my $cb = $COMMAND{$name}
1312 or return; 1333 or return;
1313 1334
… …
1392 . "\n};\n1"; 1413 . "\n};\n1";
1393 1414
1394 $todo{$base} = \%ext; 1415 $todo{$base} = \%ext;
1395 } 1416 }
1396 1417
1418 my $pass = 0;
1397 my %done; 1419 my %done;
1398 while (%todo) { 1420 while (%todo) {
1399 my $progress; 1421 my $progress;
1400 1422
1423 ++$pass;
1424
1425 ext:
1401 while (my ($k, $v) = each %todo) { 1426 while (my ($k, $v) = each %todo) {
1402 for (split /,\s*/, $v->{meta}{depends}) { 1427 for (split /,\s*/, $v->{meta}{depends}) {
1403 goto skip 1428 next ext
1404 unless exists $done{$_}; 1429 unless exists $done{$_};
1405 } 1430 }
1406 1431
1407 warn "... loading '$k' into '$v->{pkg}'\n"; 1432 warn "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1408 1433
1409 unless (eval $v->{source}) { 1434 my $active = eval $v->{source};
1435
1436 if (length $@) {
1410 my $msg = $@ ? "$v->{path}: $@\n" 1437 warn "$v->{path}: $@\n";
1411 : "$v->{base}: extension inactive.\n";
1412 1438
1413 if (exists $v->{meta}{mandatory}) {
1414 warn $msg;
1415 cf::cleanup "mandatory extension failed to load, exiting."; 1439 cf::cleanup "mandatory extension '$k' failed to load, exiting."
1416 } 1440 if exists $v->{meta}{mandatory};
1417 1441 } else {
1418 warn $msg; 1442 $done{$k} = delete $todo{$k};
1443 push @EXTS, $v->{pkg};
1444 $progress = 1;
1445
1446 warn "$v->{base}: extension inactive.\n"
1447 unless $active;
1419 } 1448 }
1420
1421 $done{$k} = delete $todo{$k};
1422 push @EXTS, $v->{pkg};
1423 $progress = 1;
1424 } 1449 }
1425 1450
1426 skip: 1451 unless ($progress) {
1427 die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n" 1452 warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1428 unless $progress; 1453
1454 while (my ($k, $v) = each %todo) {
1455 cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
1456 if exists $v->{meta}{mandatory};
1457 }
1458 }
1429 } 1459 }
1430 }; 1460 };
1431} 1461}
1432 1462
1433############################################################################# 1463#############################################################################
… …
1517 $cf::PLAYER{$login} = $pl 1547 $cf::PLAYER{$login} = $pl
1518 } 1548 }
1519 } 1549 }
1520} 1550}
1521 1551
1552cf::player->attach (
1553 on_load => sub {
1554 my ($pl, $path) = @_;
1555
1556 # restore slots saved in save, below
1557 my $slots = delete $pl->{_slots};
1558
1559 $pl->ob->current_weapon ($slots->[0]);
1560 $pl->combat_ob ($slots->[1]);
1561 $pl->ranged_ob ($slots->[2]);
1562 },
1563);
1564
1522sub save($) { 1565sub save($) {
1523 my ($pl) = @_; 1566 my ($pl) = @_;
1524 1567
1525 return if $pl->{deny_save}; 1568 return if $pl->{deny_save};
1526 1569
… …
1531 1574
1532 aio_mkdir playerdir $pl, 0770; 1575 aio_mkdir playerdir $pl, 0770;
1533 $pl->{last_save} = $cf::RUNTIME; 1576 $pl->{last_save} = $cf::RUNTIME;
1534 1577
1535 cf::get_slot 0.01; 1578 cf::get_slot 0.01;
1579
1580 # save slots, to be restored later
1581 local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
1536 1582
1537 $pl->save_pl ($path); 1583 $pl->save_pl ($path);
1538 cf::cede_to_tick; 1584 cf::cede_to_tick;
1539} 1585}
1540 1586
… …
1753 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM 1799 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1754 1800
1755 # mit "rum" bekleckern, nicht 1801 # mit "rum" bekleckern, nicht
1756 $self->_create_random_map ( 1802 $self->_create_random_map (
1757 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1803 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1758 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1804 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, $rmp->{miningstyle},
1759 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1805 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1760 $rmp->{exit_on_final_map}, 1806 $rmp->{exit_on_final_map},
1761 $rmp->{xsize}, $rmp->{ysize}, 1807 $rmp->{xsize}, $rmp->{ysize},
1762 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3}, 1808 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1763 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase}, 1809 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
… …
2009 2055
2010 $cf::MAP{$path} = $map 2056 $cf::MAP{$path} = $map
2011 } 2057 }
2012} 2058}
2013 2059
2014sub pre_load { } 2060sub pre_load { }
2015sub post_load { } 2061#sub post_load { } # XS
2016 2062
2017sub load { 2063sub load {
2018 my ($self) = @_; 2064 my ($self) = @_;
2019 2065
2020 local $self->{deny_reset} = 1; # loading can take a long time 2066 local $self->{deny_reset} = 1; # loading can take a long time
… …
2077 } 2123 }
2078 2124
2079 $self->post_load; 2125 $self->post_load;
2080} 2126}
2081 2127
2128# customize the map for a given player, i.e.
2129# return the _real_ map. used by e.g. per-player
2130# maps to change the path to ~playername/mappath
2082sub customise_for { 2131sub customise_for {
2083 my ($self, $ob) = @_; 2132 my ($self, $ob) = @_;
2084 2133
2085 return find "~" . $ob->name . "/" . $self->{path} 2134 return find "~" . $ob->name . "/" . $self->{path}
2086 if $self->per_player; 2135 if $self->per_player;
… …
2163 $MAP_PREFETCHER->prio (6); 2212 $MAP_PREFETCHER->prio (6);
2164 2213
2165 () 2214 ()
2166} 2215}
2167 2216
2217# common code, used by both ->save and ->swapout
2168sub save { 2218sub _save {
2169 my ($self) = @_; 2219 my ($self) = @_;
2170
2171 my $lock = cf::lock_acquire "map_data:$self->{path}";
2172 2220
2173 $self->{last_save} = $cf::RUNTIME; 2221 $self->{last_save} = $cf::RUNTIME;
2174 2222
2175 return unless $self->dirty; 2223 return unless $self->dirty;
2176 2224
… …
2196 } else { 2244 } else {
2197 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES); 2245 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
2198 } 2246 }
2199} 2247}
2200 2248
2249sub save {
2250 my ($self) = @_;
2251
2252 my $lock = cf::lock_acquire "map_data:$self->{path}";
2253
2254 $self->_save;
2255}
2256
2201sub swap_out { 2257sub swap_out {
2202 my ($self) = @_; 2258 my ($self) = @_;
2203 2259
2204 # save first because save cedes
2205 $self->save;
2206
2207 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2260 my $lock = cf::lock_acquire "map_data:$self->{path}";
2208 2261
2209 return if $self->players;
2210 return if $self->in_memory != cf::MAP_ACTIVE; 2262 return if $self->in_memory != cf::MAP_ACTIVE;
2211 return if $self->{deny_save}; 2263 return if $self->{deny_save};
2264 return if $self->players;
2212 2265
2213 $self->in_memory (cf::MAP_SWAPPED); 2266 # first deactivate the map and "unlink" it from the core
2214
2215 $self->deactivate; 2267 $self->deactivate;
2216 $_->clear_links_to ($self) for values %cf::MAP; 2268 $_->clear_links_to ($self) for values %cf::MAP;
2269 $self->in_memory (cf::MAP_SWAPPED);
2270
2271 # then atomically save
2272 $self->_save;
2273
2274 # then free the map
2217 $self->clear; 2275 $self->clear;
2218} 2276}
2219 2277
2220sub reset_at { 2278sub reset_at {
2221 my ($self) = @_; 2279 my ($self) = @_;
… …
2341 : normalise $_ 2399 : normalise $_
2342 } @{ aio_readdir $UNIQUEDIR or [] } 2400 } @{ aio_readdir $UNIQUEDIR or [] }
2343 ] 2401 ]
2344} 2402}
2345 2403
2404=item cf::map::static_maps
2405
2406Returns an arrayref if paths of all static maps (all preinstalled F<.map>
2407file in the shared directory excluding F</styles> and F</editor>). May
2408block.
2409
2410=cut
2411
2412sub static_maps() {
2413 my @dirs = "";
2414 my @maps;
2415
2416 while (@dirs) {
2417 my $dir = shift @dirs;
2418
2419 next if $dir eq "/styles" || $dir eq "/editor";
2420
2421 my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
2422 or return;
2423
2424 for (@$files) {
2425 s/\.map$// or next;
2426 utf8::decode $_;
2427 push @maps, "$dir/$_";
2428 }
2429
2430 push @dirs, map "$dir/$_", @$dirs;
2431 }
2432
2433 \@maps
2434}
2435
2346=back 2436=back
2347 2437
2348=head3 cf::object 2438=head3 cf::object
2349 2439
2350=cut 2440=cut
… …
2518 return if UNIVERSAL::isa $self->map, "ext::map_link"; 2608 return if UNIVERSAL::isa $self->map, "ext::map_link";
2519 2609
2520 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 2610 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
2521 if $self->map && $self->map->{path} ne "{link}"; 2611 if $self->map && $self->map->{path} ne "{link}";
2522 2612
2523 $self->enter_map ($LINK_MAP || link_map, 10, 10); 2613 $self->enter_map ($LINK_MAP || link_map, 3, 3);
2524} 2614}
2525 2615
2526sub cf::object::player::leave_link { 2616sub cf::object::player::leave_link {
2527 my ($self, $map, $x, $y) = @_; 2617 my ($self, $map, $x, $y) = @_;
2528 2618
… …
2545 ($x, $y) = (-1, -1) 2635 ($x, $y) = (-1, -1)
2546 unless (defined $x) && (defined $y); 2636 unless (defined $x) && (defined $y);
2547 2637
2548 # use -1 or undef as default coordinates, not 0, 0 2638 # use -1 or undef as default coordinates, not 0, 0
2549 ($x, $y) = ($map->enter_x, $map->enter_y) 2639 ($x, $y) = ($map->enter_x, $map->enter_y)
2550 if $x <=0 && $y <= 0; 2640 if $x <= 0 && $y <= 0;
2551 2641
2552 $map->load; 2642 $map->load;
2553 $map->load_neighbours; 2643 $map->load_neighbours;
2554 2644
2555 return unless $self->contr->active; 2645 return unless $self->contr->active;
… …
2752sub cf::client::send_drawinfo { 2842sub cf::client::send_drawinfo {
2753 my ($self, $text, $flags) = @_; 2843 my ($self, $text, $flags) = @_;
2754 2844
2755 utf8::encode $text; 2845 utf8::encode $text;
2756 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text); 2846 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2847}
2848
2849=item $client->send_big_packet ($pkt)
2850
2851Like C<send_packet>, but tries to compress large packets, and fragments
2852them as required.
2853
2854=cut
2855
2856our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
2857
2858sub cf::client::send_big_packet {
2859 my ($self, $pkt) = @_;
2860
2861 # try lzf for large packets
2862 $pkt = "lzf " . Compress::LZF::compress $pkt
2863 if 1024 <= length $pkt and $self->{can_lzf};
2864
2865 # split very large packets
2866 if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
2867 $self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
2868 $pkt = "frag";
2869 }
2870
2871 $self->send_packet ($pkt);
2757} 2872}
2758 2873
2759=item $client->send_msg ($channel, $msg, $color, [extra...]) 2874=item $client->send_msg ($channel, $msg, $color, [extra...])
2760 2875
2761Send a drawinfo or msg packet to the client, formatting the msg for the 2876Send a drawinfo or msg packet to the client, formatting the msg for the
… …
2913 my $pkt = "msg " 3028 my $pkt = "msg "
2914 . $self->{json_coder}->encode ( 3029 . $self->{json_coder}->encode (
2915 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra] 3030 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2916 ); 3031 );
2917 3032
2918 # try lzf for large packets
2919 $pkt = "lzf " . Compress::LZF::compress $pkt
2920 if 1024 <= length $pkt and $self->{can_lzf};
2921
2922 # split very large packets
2923 if (8192 < length $pkt and $self->{can_lzf}) {
2924 $self->send_packet ("frag $_") for unpack "(a8192)*", $pkt;
2925 $pkt = "frag";
2926 }
2927
2928 $self->send_packet ($pkt); 3033 $self->send_big_packet ($pkt);
2929} 3034}
2930 3035
2931=item $client->ext_msg ($type, @msg) 3036=item $client->ext_msg ($type, @msg)
2932 3037
2933Sends an ext event to the client. 3038Sends an ext event to the client.
… …
2936 3041
2937sub cf::client::ext_msg($$@) { 3042sub cf::client::ext_msg($$@) {
2938 my ($self, $type, @msg) = @_; 3043 my ($self, $type, @msg) = @_;
2939 3044
2940 if ($self->extcmd == 2) { 3045 if ($self->extcmd == 2) {
2941 $self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg])); 3046 $self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2942 } elsif ($self->extcmd == 1) { # TODO: remove 3047 } elsif ($self->extcmd == 1) { # TODO: remove
2943 push @msg, msgtype => "event_$type"; 3048 push @msg, msgtype => "event_$type";
2944 $self->send_packet ("ext " . $self->{json_coder}->encode ({@msg})); 3049 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2945 } 3050 }
2946} 3051}
2947 3052
2948=item $client->ext_reply ($msgid, @msg) 3053=item $client->ext_reply ($msgid, @msg)
2949 3054
… …
2953 3058
2954sub cf::client::ext_reply($$@) { 3059sub cf::client::ext_reply($$@) {
2955 my ($self, $id, @msg) = @_; 3060 my ($self, $id, @msg) = @_;
2956 3061
2957 if ($self->extcmd == 2) { 3062 if ($self->extcmd == 2) {
2958 $self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg])); 3063 $self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2959 } elsif ($self->extcmd == 1) { 3064 } elsif ($self->extcmd == 1) {
2960 #TODO: version 1, remove 3065 #TODO: version 1, remove
2961 unshift @msg, msgtype => "reply", msgid => $id; 3066 unshift @msg, msgtype => "reply", msgid => $id;
2962 $self->send_packet ("ext " . $self->{json_coder}->encode ({@msg})); 3067 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2963 } 3068 }
2964} 3069}
2965 3070
2966=item $success = $client->query ($flags, "text", \&cb) 3071=item $success = $client->query ($flags, "text", \&cb)
2967 3072
… …
3068 3173
3069 $coro 3174 $coro
3070} 3175}
3071 3176
3072cf::client->attach ( 3177cf::client->attach (
3073 on_destroy => sub { 3178 on_client_destroy => sub {
3074 my ($ns) = @_; 3179 my ($ns) = @_;
3075 3180
3076 $_->cancel for values %{ (delete $ns->{_coro}) || {} }; 3181 $_->cancel for values %{ (delete $ns->{_coro}) || {} };
3077 }, 3182 },
3078); 3183);
… …
3094our $safe_hole = new Safe::Hole; 3199our $safe_hole = new Safe::Hole;
3095 3200
3096$SIG{FPE} = 'IGNORE'; 3201$SIG{FPE} = 'IGNORE';
3097 3202
3098$safe->permit_only (Opcode::opset qw( 3203$safe->permit_only (Opcode::opset qw(
3099 :base_core :base_mem :base_orig :base_math 3204 :base_core :base_mem :base_orig :base_math :base_loop
3100 grepstart grepwhile mapstart mapwhile 3205 grepstart grepwhile mapstart mapwhile
3101 sort time 3206 sort time
3102)); 3207));
3103 3208
3104# here we export the classes and methods available to script code 3209# here we export the classes and methods available to script code
… …
3156 $qcode =~ s/"/‟/g; # not allowed in #line filenames 3261 $qcode =~ s/"/‟/g; # not allowed in #line filenames
3157 $qcode =~ s/\n/\\n/g; 3262 $qcode =~ s/\n/\\n/g;
3158 3263
3159 %vars = (_dummy => 0) unless %vars; 3264 %vars = (_dummy => 0) unless %vars;
3160 3265
3266 my @res;
3161 local $_; 3267 local $_;
3162 local @safe::cf::_safe_eval_args = values %vars;
3163 3268
3164 my $eval = 3269 my $eval =
3165 "do {\n" 3270 "do {\n"
3166 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n" 3271 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
3167 . "#line 0 \"{$qcode}\"\n" 3272 . "#line 0 \"{$qcode}\"\n"
3168 . $code 3273 . $code
3169 . "\n}" 3274 . "\n}"
3170 ; 3275 ;
3171 3276
3277 if ($CFG{safe_eval}) {
3172 sub_generation_inc; 3278 sub_generation_inc;
3279 local @safe::cf::_safe_eval_args = values %vars;
3173 my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval); 3280 @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
3174 sub_generation_inc; 3281 sub_generation_inc;
3282 } else {
3283 local @cf::_safe_eval_args = values %vars;
3284 @res = wantarray ? eval eval : scalar eval $eval;
3285 }
3175 3286
3176 if ($@) { 3287 if ($@) {
3177 warn "$@"; 3288 warn "$@";
3178 warn "while executing safe code '$code'\n"; 3289 warn "while executing safe code '$code'\n";
3179 warn "with arguments " . (join " ", %vars) . "\n"; 3290 warn "with arguments " . (join " ", %vars) . "\n";
… …
3198=cut 3309=cut
3199 3310
3200sub register_script_function { 3311sub register_script_function {
3201 my ($fun, $cb) = @_; 3312 my ($fun, $cb) = @_;
3202 3313
3203 no strict 'refs'; 3314 $fun = "safe::$fun" if $CFG{safe_eval};
3204 *{"safe::$fun"} = $safe_hole->wrap ($cb); 3315 *$fun = $safe_hole->wrap ($cb);
3205} 3316}
3206 3317
3207=back 3318=back
3208 3319
3209=cut 3320=cut
… …
3230 3341
3231 $facedata->{version} == 2 3342 $facedata->{version} == 2
3232 or cf::cleanup "$path: version mismatch, cannot proceed."; 3343 or cf::cleanup "$path: version mismatch, cannot proceed.";
3233 3344
3234 # patch in the exptable 3345 # patch in the exptable
3346 my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
3235 $facedata->{resource}{"res/exp_table"} = { 3347 $facedata->{resource}{"res/exp_table"} = {
3236 type => FT_RSRC, 3348 type => FT_RSRC,
3237 data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]), 3349 data => $exp_table,
3350 hash => (Digest::MD5::md5 $exp_table),
3238 }; 3351 };
3239 cf::cede_to_tick; 3352 cf::cede_to_tick;
3240 3353
3241 { 3354 {
3242 my $faces = $facedata->{faceinfo}; 3355 my $faces = $facedata->{faceinfo};
… …
3244 while (my ($face, $info) = each %$faces) { 3357 while (my ($face, $info) = each %$faces) {
3245 my $idx = (cf::face::find $face) || cf::face::alloc $face; 3358 my $idx = (cf::face::find $face) || cf::face::alloc $face;
3246 3359
3247 cf::face::set_visibility $idx, $info->{visibility}; 3360 cf::face::set_visibility $idx, $info->{visibility};
3248 cf::face::set_magicmap $idx, $info->{magicmap}; 3361 cf::face::set_magicmap $idx, $info->{magicmap};
3249 cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32}; 3362 cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
3250 cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64}; 3363 cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
3251 3364
3252 cf::cede_to_tick; 3365 cf::cede_to_tick;
3253 } 3366 }
3254 3367
3255 while (my ($face, $info) = each %$faces) { 3368 while (my ($face, $info) = each %$faces) {
… …
3279 3392
3280 cf::anim::invalidate_all; # d'oh 3393 cf::anim::invalidate_all; # d'oh
3281 } 3394 }
3282 3395
3283 { 3396 {
3284 # TODO: for gcfclient pleasure, we should give resources
3285 # that gcfclient doesn't grok a >10000 face index.
3286 my $res = $facedata->{resource}; 3397 my $res = $facedata->{resource};
3287 3398
3288 while (my ($name, $info) = each %$res) { 3399 while (my ($name, $info) = each %$res) {
3289 if (defined $info->{type}) { 3400 if (defined $info->{type}) {
3290 my $idx = (cf::face::find $name) || cf::face::alloc $name; 3401 my $idx = (cf::face::find $name) || cf::face::alloc $name;
3291 my $data;
3292 3402
3293 if ($info->{type} & 1) { 3403 cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
3294 # prepend meta info
3295
3296 my $meta = $enc->encode ({
3297 name => $name,
3298 %{ $info->{meta} || {} },
3299 });
3300
3301 $data = pack "(w/a*)*", $meta, $info->{data};
3302 } else {
3303 $data = $info->{data};
3304 }
3305
3306 cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3307 cf::face::set_type $idx, $info->{type}; 3404 cf::face::set_type $idx, $info->{type};
3308 } else { 3405 } else {
3309 $RESOURCE{$name} = $info; 3406 $RESOURCE{$name} = $info;
3310 } 3407 }
3311 3408
… …
3454 3551
3455 LOG llevInfo, "Welcome to Deliantra, v" . VERSION; 3552 LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3456 LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team."; 3553 LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3457 LOG llevInfo, "Copyright (C) 1994 Mark Wedel."; 3554 LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3458 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen."; 3555 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3459
3460 cf::init_experience;
3461 cf::init_anim;
3462 cf::init_attackmess;
3463 cf::init_dynamic;
3464 3556
3465 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority 3557 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3466 3558
3467 # we must not ever block the main coroutine 3559 # we must not ever block the main coroutine
3468 local $Coro::idle = sub { 3560 local $Coro::idle = sub {
… …
3474 }; 3566 };
3475 3567
3476 evthread_start IO::AIO::poll_fileno; 3568 evthread_start IO::AIO::poll_fileno;
3477 3569
3478 cf::sync_job { 3570 cf::sync_job {
3571 cf::init_experience;
3572 cf::init_anim;
3573 cf::init_attackmess;
3574 cf::init_dynamic;
3575
3576 cf::load_settings;
3577 cf::load_materials;
3578
3479 reload_resources; 3579 reload_resources;
3480 reload_config; 3580 reload_config;
3481 db_init; 3581 db_init;
3482 3582
3483 cf::load_settings;
3484 cf::load_materials;
3485 cf::init_uuid; 3583 cf::init_uuid;
3486 cf::init_signals; 3584 cf::init_signals;
3487 cf::init_commands;
3488 cf::init_skills; 3585 cf::init_skills;
3489 3586
3490 cf::init_beforeplay; 3587 cf::init_beforeplay;
3491 3588
3492 atomic; 3589 atomic;
… …
3499 use POSIX (); 3596 use POSIX ();
3500 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD}; 3597 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3501 3598
3502 (pop @POST_INIT)->(0) while @POST_INIT; 3599 (pop @POST_INIT)->(0) while @POST_INIT;
3503 }; 3600 };
3601
3602 cf::object::thawer::errors_are_fatal 0;
3603 warn "parse errors in files are no longer fatal from this point on.\n";
3504 3604
3505 main_loop; 3605 main_loop;
3506} 3606}
3507 3607
3508############################################################################# 3608#############################################################################
… …
3510 3610
3511# install some emergency cleanup handlers 3611# install some emergency cleanup handlers
3512BEGIN { 3612BEGIN {
3513 our %SIGWATCHER = (); 3613 our %SIGWATCHER = ();
3514 for my $signal (qw(INT HUP TERM)) { 3614 for my $signal (qw(INT HUP TERM)) {
3515 $SIGWATCHER{$signal} = EV::signal $signal, sub { 3615 $SIGWATCHER{$signal} = AE::signal $signal, sub {
3516 cf::cleanup "SIG$signal"; 3616 cf::cleanup "SIG$signal";
3517 }; 3617 };
3518 } 3618 }
3519} 3619}
3520 3620
3521sub write_runtime_sync { 3621sub write_runtime_sync {
3622 my $t0 = AE::time;
3623
3522 # first touch the runtime file to show we are still running: 3624 # first touch the runtime file to show we are still running:
3523 # the fsync below can take a very very long time. 3625 # the fsync below can take a very very long time.
3524 3626
3525 IO::AIO::aio_utime $RUNTIMEFILE, undef, undef; 3627 IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3526 3628
3527 my $guard = cf::lock_acquire "write_runtime"; 3629 my $guard = cf::lock_acquire "write_runtime";
3528 3630
3529 my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT, 0644 3631 my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3530 or return; 3632 or return;
3531 3633
3532 my $value = $cf::RUNTIME + 90 + 10; 3634 my $value = $cf::RUNTIME + 90 + 10;
3533 # 10 is the runtime save interval, for a monotonic clock 3635 # 10 is the runtime save interval, for a monotonic clock
3534 # 60 allows for the watchdog to kill the server. 3636 # 60 allows for the watchdog to kill the server.
… …
3547 or return; 3649 or return;
3548 3650
3549 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE 3651 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3550 and return; 3652 and return;
3551 3653
3552 warn "runtime file written.\n"; 3654 warn sprintf "runtime file written (%gs).\n", AE::time - $t0;
3553 3655
3554 1 3656 1
3555} 3657}
3556 3658
3557our $uuid_lock; 3659our $uuid_lock;
… …
3695 return; 3797 return;
3696 } 3798 }
3697 3799
3698 return if $RELOAD++; 3800 return if $RELOAD++;
3699 3801
3700 my $t1 = EV::time; 3802 my $t1 = AE::time;
3701 3803
3702 while ($RELOAD) { 3804 while ($RELOAD) {
3703 warn "reloading..."; 3805 warn "reloading...";
3704 3806
3705 warn "entering sync_job"; 3807 warn "entering sync_job";
… …
3808 3910
3809 warn "reloaded"; 3911 warn "reloaded";
3810 --$RELOAD; 3912 --$RELOAD;
3811 } 3913 }
3812 3914
3813 $t1 = EV::time - $t1; 3915 $t1 = AE::time - $t1;
3814 warn "reload completed in ${t1}s\n"; 3916 warn "reload completed in ${t1}s\n";
3815}; 3917};
3816 3918
3817our $RELOAD_WATCHER; # used only during reload 3919our $RELOAD_WATCHER; # used only during reload
3818 3920
… …
3821 # coro crashes during coro_state_free->destroy here. 3923 # coro crashes during coro_state_free->destroy here.
3822 3924
3823 $RELOAD_WATCHER ||= cf::async { 3925 $RELOAD_WATCHER ||= cf::async {
3824 Coro::AIO::aio_wait cache_extensions; 3926 Coro::AIO::aio_wait cache_extensions;
3825 3927
3826 $RELOAD_WATCHER = EV::timer $TICK * 1.5, 0, sub { 3928 $RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
3827 do_reload_perl; 3929 do_reload_perl;
3828 undef $RELOAD_WATCHER; 3930 undef $RELOAD_WATCHER;
3829 }; 3931 };
3830 }; 3932 };
3831} 3933}
… …
3848 3950
3849our @WAIT_FOR_TICK; 3951our @WAIT_FOR_TICK;
3850our @WAIT_FOR_TICK_BEGIN; 3952our @WAIT_FOR_TICK_BEGIN;
3851 3953
3852sub wait_for_tick { 3954sub wait_for_tick {
3853 return if tick_inhibit || $Coro::current == $Coro::main; 3955 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3854 3956
3855 my $signal = new Coro::Signal; 3957 my $signal = new Coro::Signal;
3856 push @WAIT_FOR_TICK, $signal; 3958 push @WAIT_FOR_TICK, $signal;
3857 $signal->wait; 3959 $signal->wait;
3858} 3960}
3859 3961
3860sub wait_for_tick_begin { 3962sub wait_for_tick_begin {
3861 return if tick_inhibit || $Coro::current == $Coro::main; 3963 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3862 3964
3863 my $signal = new Coro::Signal; 3965 my $signal = new Coro::Signal;
3864 push @WAIT_FOR_TICK_BEGIN, $signal; 3966 push @WAIT_FOR_TICK_BEGIN, $signal;
3865 $signal->wait; 3967 $signal->wait;
3866} 3968}
… …
3871 unless ++$bug_warning > 10; 3973 unless ++$bug_warning > 10;
3872 return; 3974 return;
3873 } 3975 }
3874 3976
3875 cf::server_tick; # one server iteration 3977 cf::server_tick; # one server iteration
3978
3979 #for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
3876 3980
3877 if ($NOW >= $NEXT_RUNTIME_WRITE) { 3981 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3878 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.; 3982 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3879 Coro::async_pool { 3983 Coro::async_pool {
3880 $Coro::current->{desc} = "runtime saver"; 3984 $Coro::current->{desc} = "runtime saver";
… …
3903} 4007}
3904 4008
3905{ 4009{
3906 # configure BDB 4010 # configure BDB
3907 4011
3908 BDB::min_parallel 8; 4012 BDB::min_parallel 16;
3909 BDB::max_poll_reqs $TICK * 0.1; 4013 BDB::max_poll_reqs $TICK * 0.1;
3910 $AnyEvent::BDB::WATCHER->priority (1); 4014 $AnyEvent::BDB::WATCHER->priority (1);
3911 4015
3912 unless ($DB_ENV) { 4016 unless ($DB_ENV) {
3913 $DB_ENV = BDB::db_env_create; 4017 $DB_ENV = BDB::db_env_create;

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines