ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.441 by root, Sat Aug 30 05:19:03 2008 UTC vs.
Revision 1.510 by root, Tue Apr 6 22:59:28 2010 UTC

1# 1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG. 2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3# 3#
4# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team 4# Copyright (©) 2006,2007,2008,2009,2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5# 5#
6# Deliantra is free software: you can redistribute it and/or modify 6# Deliantra is free software: you can redistribute it and/or modify it under
7# it under the terms of the GNU General Public License as published by 7# the terms of the Affero GNU General Public License as published by the
8# the Free Software Foundation, either version 3 of the License, or 8# Free Software Foundation, either version 3 of the License, or (at your
9# (at your option) any later version. 9# option) any later version.
10# 10#
11# This program is distributed in the hope that it will be useful, 11# This program is distributed in the hope that it will be useful,
12# but WITHOUT ANY WARRANTY; without even the implied warranty of 12# but WITHOUT ANY WARRANTY; without even the implied warranty of
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14# GNU General Public License for more details. 14# GNU General Public License for more details.
15# 15#
16# You should have received a copy of the GNU General Public License 16# You should have received a copy of the Affero GNU General Public License
17# along with this program. If not, see <http://www.gnu.org/licenses/>. 17# and the GNU General Public License along with this program. If not, see
18# <http://www.gnu.org/licenses/>.
18# 19#
19# The authors can be reached via e-mail to <support@deliantra.net> 20# The authors can be reached via e-mail to <support@deliantra.net>
20# 21#
21 22
22package cf; 23package cf;
23 24
24use 5.10.0; 25use 5.10.0;
25use utf8; 26use utf8;
26use strict "vars", "subs"; 27use strict qw(vars subs);
27 28
28use Symbol; 29use Symbol;
29use List::Util; 30use List::Util;
30use Socket; 31use Socket;
31use EV; 32use EV;
32use Opcode; 33use Opcode;
33use Safe; 34use Safe;
34use Safe::Hole; 35use Safe::Hole;
35use Storable (); 36use Storable ();
37use Carp ();
36 38
39use Guard ();
37use Coro (); 40use Coro ();
38use Coro::State; 41use Coro::State;
39use Coro::Handle; 42use Coro::Handle;
40use Coro::EV; 43use Coro::EV;
41use Coro::AnyEvent; 44use Coro::AnyEvent;
42use Coro::Timer; 45use Coro::Timer;
43use Coro::Signal; 46use Coro::Signal;
44use Coro::Semaphore; 47use Coro::Semaphore;
48use Coro::SemaphoreSet;
45use Coro::AnyEvent; 49use Coro::AnyEvent;
46use Coro::AIO; 50use Coro::AIO;
47use Coro::BDB 1.6; 51use Coro::BDB 1.6;
48use Coro::Storable; 52use Coro::Storable;
49use Coro::Util (); 53use Coro::Util ();
50 54
51use JSON::XS 2.01 (); 55use JSON::XS 2.01 ();
52use BDB (); 56use BDB ();
53use Data::Dumper; 57use Data::Dumper;
54use Digest::MD5;
55use Fcntl; 58use Fcntl;
56use YAML (); 59use YAML::XS ();
57use IO::AIO (); 60use IO::AIO ();
58use Time::HiRes; 61use Time::HiRes;
59use Compress::LZF; 62use Compress::LZF;
60use Digest::MD5 (); 63use Digest::MD5 ();
61 64
63 66
64# configure various modules to our taste 67# configure various modules to our taste
65# 68#
66$Storable::canonical = 1; # reduce rsync transfers 69$Storable::canonical = 1; # reduce rsync transfers
67Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator 70Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
71
72$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
73
74# make sure c-lzf reinitialises itself
75Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
68Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later 76Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
69 77
70$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority 78# strictly for debugging
79$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
71 80
72sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload 81sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
73 82
74our %COMMAND = (); 83our %COMMAND = ();
75our %COMMAND_TIME = (); 84our %COMMAND_TIME = ();
78our %EXTCMD = (); 87our %EXTCMD = ();
79our %EXTICMD = (); 88our %EXTICMD = ();
80our %EXT_CORO = (); # coroutines bound to extensions 89our %EXT_CORO = (); # coroutines bound to extensions
81our %EXT_MAP = (); # pluggable maps 90our %EXT_MAP = (); # pluggable maps
82 91
83our $RELOAD; # number of reloads so far 92our $RELOAD; # number of reloads so far, non-zero while in reload
84our @EVENT; 93our @EVENT;
94our @REFLECT; # set by XS
95our %REFLECT; # set by us
85 96
86our $CONFDIR = confdir; 97our $CONFDIR = confdir;
87our $DATADIR = datadir; 98our $DATADIR = datadir;
88our $LIBDIR = "$DATADIR/ext"; 99our $LIBDIR = "$DATADIR/ext";
89our $PODDIR = "$DATADIR/pod"; 100our $PODDIR = "$DATADIR/pod";
90our $MAPDIR = "$DATADIR/" . mapdir; 101our $MAPDIR = "$DATADIR/" . mapdir;
91our $LOCALDIR = localdir; 102our $LOCALDIR = localdir;
92our $TMPDIR = "$LOCALDIR/" . tmpdir; 103our $TMPDIR = "$LOCALDIR/" . tmpdir;
93our $UNIQUEDIR = "$LOCALDIR/" . uniquedir; 104our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
94our $PLAYERDIR = "$LOCALDIR/" . playerdir; 105our $PLAYERDIR = "$LOCALDIR/" . playerdir;
95our $RANDOMDIR = "$LOCALDIR/random"; 106our $RANDOMDIR = "$LOCALDIR/random";
96our $BDBDIR = "$LOCALDIR/db"; 107our $BDBDIR = "$LOCALDIR/db";
108our $PIDFILE = "$LOCALDIR/pid";
109our $RUNTIMEFILE = "$LOCALDIR/runtime";
110
97our %RESOURCE; 111our %RESOURCE;
98 112
99our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!) 113our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
100our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 114our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
101our $NEXT_TICK; 115our $NEXT_TICK;
102our $USE_FSYNC = 1; # use fsync to write maps - default off 116our $USE_FSYNC = 1; # use fsync to write maps - default on
103 117
104our $BDB_DEADLOCK_WATCHER; 118our $BDB_DEADLOCK_WATCHER;
105our $BDB_CHECKPOINT_WATCHER; 119our $BDB_CHECKPOINT_WATCHER;
106our $BDB_TRICKLE_WATCHER; 120our $BDB_TRICKLE_WATCHER;
107our $DB_ENV; 121our $DB_ENV;
108 122
123our @EXTRA_MODULES = qw(pod match mapscript);
124
109our %CFG; 125our %CFG;
110 126
111our $UPTIME; $UPTIME ||= time; 127our $UPTIME; $UPTIME ||= time;
112our $RUNTIME; 128our $RUNTIME;
113our $NOW; 129our $NOW;
122our $LOAD; # a number between 0 (idle) and 1 (too many objects) 138our $LOAD; # a number between 0 (idle) and 1 (too many objects)
123our $LOADAVG; # same thing, but with alpha-smoothing 139our $LOADAVG; # same thing, but with alpha-smoothing
124our $JITTER; # average jitter 140our $JITTER; # average jitter
125our $TICK_START; # for load detecting purposes 141our $TICK_START; # for load detecting purposes
126 142
143our @POST_INIT;
144
145our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
146our $REALLY_UNLOOP; # never set to true, please :)
147
127binmode STDOUT; 148binmode STDOUT;
128binmode STDERR; 149binmode STDERR;
129 150
130# read virtual server time, if available 151# read virtual server time, if available
131unless ($RUNTIME || !-e "$LOCALDIR/runtime") { 152unless ($RUNTIME || !-e $RUNTIMEFILE) {
132 open my $fh, "<", "$LOCALDIR/runtime" 153 open my $fh, "<", $RUNTIMEFILE
133 or die "unable to read runtime file: $!"; 154 or die "unable to read $RUNTIMEFILE file: $!";
134 $RUNTIME = <$fh> + 0.; 155 $RUNTIME = <$fh> + 0.;
135} 156}
157
158eval "sub TICK() { $TICK } 1" or die;
136 159
137mkdir $_ 160mkdir $_
138 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR; 161 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
139 162
140our $EMERGENCY_POSITION; 163our $EMERGENCY_POSITION;
141 164
142sub cf::map::normalise; 165sub cf::map::normalise;
166
167#############################################################################
168
169%REFLECT = ();
170for (@REFLECT) {
171 my $reflect = JSON::XS::decode_json $_;
172 $REFLECT{$reflect->{class}} = $reflect;
173}
174
175# this is decidedly evil
176$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
143 177
144############################################################################# 178#############################################################################
145 179
146=head2 GLOBAL VARIABLES 180=head2 GLOBAL VARIABLES
147 181
194returns directly I<after> the tick processing (and consequently, can only wake one process 228returns directly I<after> the tick processing (and consequently, can only wake one process
195per tick), while cf::wait_for_tick wakes up all waiters after tick processing. 229per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
196 230
197=item @cf::INVOKE_RESULTS 231=item @cf::INVOKE_RESULTS
198 232
199This array contains the results of the last C<invoke ()> call. When 233This array contains the results of the last C<invoke ()> call. When
200C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of 234C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
201that call. 235that call.
202 236
237=item %cf::REFLECT
238
239Contains, for each (C++) class name, a hash reference with information
240about object members (methods, scalars, arrays and flags) and other
241metadata, which is useful for introspection.
242
203=back 243=back
204 244
205=cut 245=cut
206 246
207BEGIN { 247$Coro::State::WARNHOOK = sub {
208 *CORE::GLOBAL::warn = sub {
209 my $msg = join "", @_; 248 my $msg = join "", @_;
210 249
211 $msg .= "\n" 250 $msg .= "\n"
212 unless $msg =~ /\n$/; 251 unless $msg =~ /\n$/;
213 252
214 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge; 253 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
215 254
216 LOG llevError, $msg; 255 LOG llevError, $msg;
217 }; 256};
218}
219 257
220$Coro::State::DIEHOOK = sub { 258$Coro::State::DIEHOOK = sub {
221 return unless $^S eq 0; # "eq", not "==" 259 return unless $^S eq 0; # "eq", not "=="
260
261 warn Carp::longmess $_[0];
222 262
223 if ($Coro::current == $Coro::main) {#d# 263 if ($Coro::current == $Coro::main) {#d#
224 warn "DIEHOOK called in main context, Coro bug?\n";#d# 264 warn "DIEHOOK called in main context, Coro bug?\n";#d#
225 return;#d# 265 return;#d#
226 }#d# 266 }#d#
227 267
228 # kill coroutine otherwise 268 # kill coroutine otherwise
229 warn Carp::longmess $_[0];
230 Coro::terminate 269 Coro::terminate
231}; 270};
232
233$SIG{__DIE__} = sub { }; #d#?
234 271
235@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 272@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
236@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 273@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
237@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 274@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
238@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 275@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
252)) { 289)) {
253 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg; 290 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
254} 291}
255 292
256$EV::DIED = sub { 293$EV::DIED = sub {
257 warn "error in event callback: @_"; 294 Carp::cluck "error in event callback: @_";
258}; 295};
259 296
260############################################################################# 297#############################################################################
261 298
262=head2 UTILITY FUNCTIONS 299=head2 UTILITY FUNCTIONS
299our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max 336our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
300 337
301sub encode_json($) { $json_coder->encode ($_[0]) } 338sub encode_json($) { $json_coder->encode ($_[0]) }
302sub decode_json($) { $json_coder->decode ($_[0]) } 339sub decode_json($) { $json_coder->decode ($_[0]) }
303 340
341=item cf::post_init { BLOCK }
342
343Execute the given codeblock, I<after> all extensions have been (re-)loaded,
344but I<before> the server starts ticking again.
345
346The cdoeblock will have a single boolean argument to indicate whether this
347is a reload or not.
348
349=cut
350
351sub post_init(&) {
352 push @POST_INIT, shift;
353}
354
304=item cf::lock_wait $string 355=item cf::lock_wait $string
305 356
306Wait until the given lock is available. See cf::lock_acquire. 357Wait until the given lock is available. See cf::lock_acquire.
307 358
308=item my $lock = cf::lock_acquire $string 359=item my $lock = cf::lock_acquire $string
309 360
310Wait until the given lock is available and then acquires it and returns 361Wait until the given lock is available and then acquires it and returns
311a Coro::guard object. If the guard object gets destroyed (goes out of scope, 362a L<Guard> object. If the guard object gets destroyed (goes out of scope,
312for example when the coroutine gets canceled), the lock is automatically 363for example when the coroutine gets canceled), the lock is automatically
313returned. 364returned.
314 365
315Locks are *not* recursive, locking from the same coro twice results in a 366Locks are *not* recursive, locking from the same coro twice results in a
316deadlocked coro. 367deadlocked coro.
322 373
323Return true if the lock is currently active, i.e. somebody has locked it. 374Return true if the lock is currently active, i.e. somebody has locked it.
324 375
325=cut 376=cut
326 377
327our %LOCK; 378our $LOCKS = new Coro::SemaphoreSet;
328our %LOCKER;#d#
329 379
330sub lock_wait($) { 380sub lock_wait($) {
331 my ($key) = @_; 381 $LOCKS->wait ($_[0]);
332
333 if ($LOCKER{$key} == $Coro::current) {#d#
334 Carp::cluck "lock_wait($key) for already-acquired lock";#d#
335 return;#d#
336 }#d#
337
338 # wait for lock, if any
339 while ($LOCK{$key}) {
340 push @{ $LOCK{$key} }, $Coro::current;
341 Coro::schedule;
342 }
343} 382}
344 383
345sub lock_acquire($) { 384sub lock_acquire($) {
346 my ($key) = @_; 385 $LOCKS->guard ($_[0])
347
348 # wait, to be sure we are not locked
349 lock_wait $key;
350
351 $LOCK{$key} = [];
352 $LOCKER{$key} = $Coro::current;#d#
353
354 Coro::guard {
355 delete $LOCKER{$key};#d#
356 # wake up all waiters, to be on the safe side
357 $_->ready for @{ delete $LOCK{$key} };
358 }
359} 386}
360 387
361sub lock_active($) { 388sub lock_active($) {
362 my ($key) = @_; 389 $LOCKS->count ($_[0]) < 1
363
364 ! ! $LOCK{$key}
365} 390}
366 391
367sub freeze_mainloop { 392sub freeze_mainloop {
368 tick_inhibit_inc; 393 tick_inhibit_inc;
369 394
370 Coro::guard \&tick_inhibit_dec; 395 &Guard::guard (\&tick_inhibit_dec);
371} 396}
372 397
373=item cf::periodic $interval, $cb 398=item cf::periodic $interval, $cb
374 399
375Like EV::periodic, but randomly selects a starting point so that the actions 400Like EV::periodic, but randomly selects a starting point so that the actions
398 423
399=cut 424=cut
400 425
401our @SLOT_QUEUE; 426our @SLOT_QUEUE;
402our $SLOT_QUEUE; 427our $SLOT_QUEUE;
428our $SLOT_DECAY = 0.9;
403 429
404$SLOT_QUEUE->cancel if $SLOT_QUEUE; 430$SLOT_QUEUE->cancel if $SLOT_QUEUE;
405$SLOT_QUEUE = Coro::async { 431$SLOT_QUEUE = Coro::async {
406 $Coro::current->desc ("timeslot manager"); 432 $Coro::current->desc ("timeslot manager");
407 433
408 my $signal = new Coro::Signal; 434 my $signal = new Coro::Signal;
435 my $busy;
409 436
410 while () { 437 while () {
411 next_job: 438 next_job:
439
412 my $avail = cf::till_tick; 440 my $avail = cf::till_tick;
413 if ($avail > 0.01) { 441
414 for (0 .. $#SLOT_QUEUE) { 442 for (0 .. $#SLOT_QUEUE) {
415 if ($SLOT_QUEUE[$_][0] < $avail) { 443 if ($SLOT_QUEUE[$_][0] <= $avail) {
444 $busy = 0;
416 my $job = splice @SLOT_QUEUE, $_, 1, (); 445 my $job = splice @SLOT_QUEUE, $_, 1, ();
417 $job->[2]->send; 446 $job->[2]->send;
418 Coro::cede; 447 Coro::cede;
419 goto next_job; 448 goto next_job;
420 } 449 } else {
450 $SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
421 } 451 }
422 } 452 }
423 453
424 if (@SLOT_QUEUE) { 454 if (@SLOT_QUEUE) {
425 # we do not use wait_for_tick() as it returns immediately when tick is inactive 455 # we do not use wait_for_tick() as it returns immediately when tick is inactive
426 push @cf::WAIT_FOR_TICK, $signal; 456 push @cf::WAIT_FOR_TICK, $signal;
427 $signal->wait; 457 $signal->wait;
428 } else { 458 } else {
459 $busy = 0;
429 Coro::schedule; 460 Coro::schedule;
430 } 461 }
431 } 462 }
432}; 463};
433 464
434sub get_slot($;$$) { 465sub get_slot($;$$) {
435 return if tick_inhibit || $Coro::current == $Coro::main; 466 return if tick_inhibit || $Coro::current == $Coro::main;
436 467
437 my ($time, $pri, $name) = @_; 468 my ($time, $pri, $name) = @_;
438 469
439 $time = $TICK * .6 if $time > $TICK * .6; 470 $time = clamp $time, 0.01, $TICK * .6;
471
440 my $sig = new Coro::Signal; 472 my $sig = new Coro::Signal;
441 473
442 push @SLOT_QUEUE, [$time, $pri, $sig, $name]; 474 push @SLOT_QUEUE, [$time, $pri, $sig, $name];
443 @SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE; 475 @SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
444 $SLOT_QUEUE->ready; 476 $SLOT_QUEUE->ready;
727 759
728############################################################################# 760#############################################################################
729 761
730=head2 ATTACHABLE OBJECTS 762=head2 ATTACHABLE OBJECTS
731 763
732Many objects in crossfire are so-called attachable objects. That means you can 764Many objects in deliantra are so-called attachable objects. That means you can
733attach callbacks/event handlers (a collection of which is called an "attachment") 765attach callbacks/event handlers (a collection of which is called an "attachment")
734to it. All such attachable objects support the following methods. 766to it. All such attachable objects support the following methods.
735 767
736In the following description, CLASS can be any of C<global>, C<object> 768In the following description, CLASS can be any of C<global>, C<object>
737C<player>, C<client> or C<map> (i.e. the attachable objects in 769C<player>, C<client> or C<map> (i.e. the attachable objects in
787=item cf::CLASS::attachment $name, ... 819=item cf::CLASS::attachment $name, ...
788 820
789Register an attachment by C<$name> through which attachable objects of the 821Register an attachment by C<$name> through which attachable objects of the
790given CLASS can refer to this attachment. 822given CLASS can refer to this attachment.
791 823
792Some classes such as crossfire maps and objects can specify attachments 824Some classes such as deliantra maps and objects can specify attachments
793that are attached at load/instantiate time, thus the need for a name. 825that are attached at load/instantiate time, thus the need for a name.
794 826
795These calls expect any number of the following handler/hook descriptions: 827These calls expect any number of the following handler/hook descriptions:
796 828
797=over 4 829=over 4
1147 $decname, length $$rdata, scalar @$objs; 1179 $decname, length $$rdata, scalar @$objs;
1148 1180
1149 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 1181 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1150 aio_chmod $fh, SAVE_MODE; 1182 aio_chmod $fh, SAVE_MODE;
1151 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 1183 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1152 aio_fsync $fh if $cf::USE_FSYNC; 1184 if ($cf::USE_FSYNC) {
1185 aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
1186 aio_fsync $fh;
1187 }
1153 aio_close $fh; 1188 aio_close $fh;
1154 1189
1155 if (@$objs) { 1190 if (@$objs) {
1156 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 1191 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1157 aio_chmod $fh, SAVE_MODE; 1192 aio_chmod $fh, SAVE_MODE;
1158 my $data = Coro::Storable::nfreeze { version => 1, objs => $objs }; 1193 my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1159 aio_write $fh, 0, (length $data), $data, 0; 1194 aio_write $fh, 0, (length $data), $data, 0;
1160 aio_fsync $fh if $cf::USE_FSYNC; 1195 if ($cf::USE_FSYNC) {
1196 aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
1197 aio_fsync $fh;
1198 }
1161 aio_close $fh; 1199 aio_close $fh;
1162 aio_rename "$filename.pst~", "$filename.pst"; 1200 aio_rename "$filename.pst~", "$filename.pst";
1163 } 1201 }
1164 } else { 1202 } else {
1165 aio_unlink "$filename.pst"; 1203 aio_unlink "$filename.pst";
1166 } 1204 }
1167 1205
1168 aio_rename "$filename~", $filename; 1206 aio_rename "$filename~", $filename;
1207
1208 $filename =~ s%/[^/]+$%%;
1209 aio_pathsync $filename if $cf::USE_FSYNC;
1169 } else { 1210 } else {
1170 warn "FATAL: $filename~: $!\n"; 1211 warn "unable to save objects: $filename~: $!\n";
1171 } 1212 }
1172 } else { 1213 } else {
1173 aio_unlink $filename; 1214 aio_unlink $filename;
1174 aio_unlink "$filename.pst"; 1215 aio_unlink "$filename.pst";
1175 } 1216 }
1266 my ($name, $cb) = @_; 1307 my ($name, $cb) = @_;
1267 1308
1268 $EXTICMD{$name} = $cb; 1309 $EXTICMD{$name} = $cb;
1269} 1310}
1270 1311
1312use File::Glob ();
1313
1271cf::player->attach ( 1314cf::player->attach (
1272 on_command => sub { 1315 on_unknown_command => sub {
1273 my ($pl, $name, $params) = @_; 1316 my ($pl, $name, $params) = @_;
1274 1317
1275 my $cb = $COMMAND{$name} 1318 my $cb = $COMMAND{$name}
1276 or return; 1319 or return;
1277 1320
1307 1350
1308 cf::override; 1351 cf::override;
1309 }, 1352 },
1310); 1353);
1311 1354
1355# "readahead" all extensions
1356sub cache_extensions {
1357 my $grp = IO::AIO::aio_group;
1358
1359 add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
1360 for (grep /\.ext$/, @{$_[0]}) {
1361 add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
1362 }
1363 };
1364
1365 $grp
1366}
1367
1312sub load_extensions { 1368sub load_extensions {
1313 cf::sync_job { 1369 cf::sync_job {
1314 my %todo; 1370 my %todo;
1315 1371
1316 for my $path (<$LIBDIR/*.ext>) { 1372 for my $path (<$LIBDIR/*.ext>) {
1343 . "\n};\n1"; 1399 . "\n};\n1";
1344 1400
1345 $todo{$base} = \%ext; 1401 $todo{$base} = \%ext;
1346 } 1402 }
1347 1403
1404 my $pass = 0;
1348 my %done; 1405 my %done;
1349 while (%todo) { 1406 while (%todo) {
1350 my $progress; 1407 my $progress;
1351 1408
1409 ++$pass;
1410
1411 ext:
1352 while (my ($k, $v) = each %todo) { 1412 while (my ($k, $v) = each %todo) {
1353 for (split /,\s*/, $v->{meta}{depends}) { 1413 for (split /,\s*/, $v->{meta}{depends}) {
1354 goto skip 1414 next ext
1355 unless exists $done{$_}; 1415 unless exists $done{$_};
1356 } 1416 }
1357 1417
1358 warn "... loading '$k' into '$v->{pkg}'\n"; 1418 warn "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1359 1419
1360 unless (eval $v->{source}) { 1420 my $active = eval $v->{source};
1421
1422 if (length $@) {
1361 my $msg = $@ ? "$v->{path}: $@\n" 1423 warn "$v->{path}: $@\n";
1362 : "$v->{base}: extension inactive.\n";
1363 1424
1364 if (exists $v->{meta}{mandatory}) {
1365 warn $msg;
1366 cf::cleanup "mandatory extension failed to load, exiting."; 1425 cf::cleanup "mandatory extension '$k' failed to load, exiting."
1367 } 1426 if exists $v->{meta}{mandatory};
1368 1427 } else {
1369 warn $msg; 1428 $done{$k} = delete $todo{$k};
1429 push @EXTS, $v->{pkg};
1430 $progress = 1;
1431
1432 warn "$v->{base}: extension inactive.\n"
1433 unless $active;
1370 } 1434 }
1371
1372 $done{$k} = delete $todo{$k};
1373 push @EXTS, $v->{pkg};
1374 $progress = 1;
1375 } 1435 }
1376 1436
1377 skip: 1437 unless ($progress) {
1378 die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n" 1438 warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1379 unless $progress; 1439
1440 while (my ($k, $v) = each %todo) {
1441 cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
1442 if exists $v->{meta}{mandatory};
1443 }
1444 }
1380 } 1445 }
1381 }; 1446 };
1382} 1447}
1383 1448
1384############################################################################# 1449#############################################################################
1385 1450
1386=back 1451=back
1387 1452
1388=head2 CORE EXTENSIONS 1453=head2 CORE EXTENSIONS
1389 1454
1390Functions and methods that extend core crossfire objects. 1455Functions and methods that extend core deliantra objects.
1391 1456
1392=cut 1457=cut
1393 1458
1394package cf::player; 1459package cf::player;
1395 1460
1438 1503
1439sub exists($) { 1504sub exists($) {
1440 my ($login) = @_; 1505 my ($login) = @_;
1441 1506
1442 $cf::PLAYER{$login} 1507 $cf::PLAYER{$login}
1443 or cf::sync_job { !aio_stat path $login } 1508 or !aio_stat path $login
1444} 1509}
1445 1510
1446sub find($) { 1511sub find($) {
1447 return $cf::PLAYER{$_[0]} || do { 1512 return $cf::PLAYER{$_[0]} || do {
1448 my $login = $_[0]; 1513 my $login = $_[0];
1523 my ($pl) = @_; 1588 my ($pl) = @_;
1524 1589
1525 my $name = $pl->ob->name; 1590 my $name = $pl->ob->name;
1526 1591
1527 $pl->{deny_save} = 1; 1592 $pl->{deny_save} = 1;
1528 $pl->password ("*"); # this should lock out the player until we nuked the dir 1593 $pl->password ("*"); # this should lock out the player until we have nuked the dir
1529 1594
1530 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1595 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1531 $pl->deactivate; 1596 $pl->deactivate;
1532 my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy; 1597 my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1533 $pl->ob->check_score; 1598 $pl->ob->check_score;
1619 } 1684 }
1620 1685
1621 \@paths 1686 \@paths
1622} 1687}
1623 1688
1624=item $protocol_xml = $player->expand_cfpod ($crossfire_pod) 1689=item $protocol_xml = $player->expand_cfpod ($cfpod)
1625 1690
1626Expand crossfire pod fragments into protocol xml. 1691Expand deliantra pod fragments into protocol xml.
1627
1628=cut
1629
1630use re 'eval';
1631
1632my $group;
1633my $interior; $interior = qr{
1634 # match a pod interior sequence sans C<< >>
1635 (?:
1636 \ (.*?)\ (?{ $group = $^N })
1637 | < (??{$interior}) >
1638 )
1639}x;
1640
1641sub expand_cfpod {
1642 my ($self, $pod) = @_;
1643
1644 my $xml;
1645
1646 while () {
1647 if ($pod =~ /\G( (?: [^BCGHITU]+ | .(?!<) )+ )/xgcs) {
1648 $group = $1;
1649
1650 $group =~ s/&/&amp;/g;
1651 $group =~ s/</&lt;/g;
1652
1653 $xml .= $group;
1654 } elsif ($pod =~ m%\G
1655 ([BCGHITU])
1656 <
1657 (?:
1658 ([^<>]*) (?{ $group = $^N })
1659 | < $interior >
1660 )
1661 >
1662 %gcsx
1663 ) {
1664 my ($code, $data) = ($1, $group);
1665
1666 if ($code eq "B") {
1667 $xml .= "<b>" . expand_cfpod ($self, $data) . "</b>";
1668 } elsif ($code eq "I") {
1669 $xml .= "<i>" . expand_cfpod ($self, $data) . "</i>";
1670 } elsif ($code eq "U") {
1671 $xml .= "<u>" . expand_cfpod ($self, $data) . "</u>";
1672 } elsif ($code eq "C") {
1673 $xml .= "<tt>" . expand_cfpod ($self, $data) . "</tt>";
1674 } elsif ($code eq "T") {
1675 $xml .= "<big><b>" . expand_cfpod ($self, $data) . "</b></big>";
1676 } elsif ($code eq "G") {
1677 my ($male, $female) = split /\|/, $data;
1678 $data = $self->gender ? $female : $male;
1679 $xml .= expand_cfpod ($self, $data);
1680 } elsif ($code eq "H") {
1681 $xml .= ("<fg name=\"lightblue\">[" . expand_cfpod ($self, $data) . " (Use hintmode to suppress hints)]</fg>",
1682 "<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1683 "")
1684 [$self->{hintmode}];
1685 } else {
1686 $xml .= "error processing '$code($data)' directive";
1687 }
1688 } else {
1689 if ($pod =~ /\G(.+)/) {
1690 warn "parse error while expanding $pod (at $1)";
1691 }
1692 last;
1693 }
1694 }
1695
1696 for ($xml) {
1697 # create single paragraphs (very hackish)
1698 s/(?<=\S)\n(?=\w)/ /g;
1699
1700 # compress some whitespace
1701 s/\s+\n/\n/g; # ws line-ends
1702 s/\n\n+/\n/g; # double lines
1703 s/^\n+//; # beginning lines
1704 s/\n+$//; # ending lines
1705 }
1706
1707 $xml
1708}
1709
1710no re 'eval';
1711
1712sub hintmode {
1713 $_[0]{hintmode} = $_[1] if @_ > 1;
1714 $_[0]{hintmode}
1715}
1716 1692
1717=item $player->ext_reply ($msgid, @msg) 1693=item $player->ext_reply ($msgid, @msg)
1718 1694
1719Sends an ext reply to the player. 1695Sends an ext reply to the player.
1720 1696
1793 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM 1769 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1794 1770
1795 # mit "rum" bekleckern, nicht 1771 # mit "rum" bekleckern, nicht
1796 $self->_create_random_map ( 1772 $self->_create_random_map (
1797 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1773 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1798 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1774 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, $rmp->{miningstyle},
1799 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1775 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1800 $rmp->{exit_on_final_map}, 1776 $rmp->{exit_on_final_map},
1801 $rmp->{xsize}, $rmp->{ysize}, 1777 $rmp->{xsize}, $rmp->{ysize},
1802 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3}, 1778 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1803 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase}, 1779 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1933 1909
1934 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go; 1910 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1935 "$UNIQUEDIR/$path" 1911 "$UNIQUEDIR/$path"
1936} 1912}
1937 1913
1938# and all this just because we cannot iterate over
1939# all maps in C++...
1940sub change_all_map_light {
1941 my ($change) = @_;
1942
1943 $_->change_map_light ($change)
1944 for grep $_->outdoor, values %cf::MAP;
1945}
1946
1947sub decay_objects { 1914sub decay_objects {
1948 my ($self) = @_; 1915 my ($self) = @_;
1949 1916
1950 return if $self->{deny_reset}; 1917 return if $self->{deny_reset};
1951 1918
2033sub find { 2000sub find {
2034 my ($path, $origin) = @_; 2001 my ($path, $origin) = @_;
2035 2002
2036 $path = normalise $path, $origin && $origin->path; 2003 $path = normalise $path, $origin && $origin->path;
2037 2004
2038 cf::lock_wait "map_data:$path";#d#remove 2005 my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
2039 cf::lock_wait "map_find:$path"; 2006 my $guard2 = cf::lock_acquire "map_find:$path";
2040 2007
2041 $cf::MAP{$path} || do { 2008 $cf::MAP{$path} || do {
2042 my $guard1 = cf::lock_acquire "map_data:$path"; # just for the fun of it
2043 my $guard2 = cf::lock_acquire "map_find:$path";
2044
2045 my $map = new_from_path cf::map $path 2009 my $map = new_from_path cf::map $path
2046 or return; 2010 or return;
2047 2011
2048 $map->{last_save} = $cf::RUNTIME; 2012 $map->{last_save} = $cf::RUNTIME;
2049 2013
2061 2025
2062 $cf::MAP{$path} = $map 2026 $cf::MAP{$path} = $map
2063 } 2027 }
2064} 2028}
2065 2029
2066sub pre_load { } 2030sub pre_load { }
2067sub post_load { } 2031#sub post_load { } # XS
2068 2032
2069sub load { 2033sub load {
2070 my ($self) = @_; 2034 my ($self) = @_;
2071 2035
2072 local $self->{deny_reset} = 1; # loading can take a long time 2036 local $self->{deny_reset} = 1; # loading can take a long time
2117 unless ($self->{deny_activate}) { 2081 unless ($self->{deny_activate}) {
2118 $self->decay_objects; 2082 $self->decay_objects;
2119 $self->fix_auto_apply; 2083 $self->fix_auto_apply;
2120 $self->update_buttons; 2084 $self->update_buttons;
2121 cf::cede_to_tick; 2085 cf::cede_to_tick;
2122 $self->set_darkness_map;
2123 cf::cede_to_tick;
2124 $self->activate; 2086 $self->activate;
2125 } 2087 }
2126 2088
2127 $self->{last_save} = $cf::RUNTIME; 2089 $self->{last_save} = $cf::RUNTIME;
2128 $self->last_access ($cf::RUNTIME); 2090 $self->last_access ($cf::RUNTIME);
2131 } 2093 }
2132 2094
2133 $self->post_load; 2095 $self->post_load;
2134} 2096}
2135 2097
2098# customize the map for a given player, i.e.
2099# return the _real_ map. used by e.g. per-player
2100# maps to change the path to ~playername/mappath
2136sub customise_for { 2101sub customise_for {
2137 my ($self, $ob) = @_; 2102 my ($self, $ob) = @_;
2138 2103
2139 return find "~" . $ob->name . "/" . $self->{path} 2104 return find "~" . $ob->name . "/" . $self->{path}
2140 if $self->per_player; 2105 if $self->per_player;
2294 2259
2295 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2260 my $lock = cf::lock_acquire "map_data:$self->{path}";
2296 2261
2297 return if $self->players; 2262 return if $self->players;
2298 2263
2299 warn "resetting map ", $self->path; 2264 warn "resetting map ", $self->path, "\n";
2300 2265
2301 $self->in_memory (cf::MAP_SWAPPED); 2266 $self->in_memory (cf::MAP_SWAPPED);
2302 2267
2303 # need to save uniques path 2268 # need to save uniques path
2304 unless ($self->{deny_save}) { 2269 unless ($self->{deny_save}) {
2395 : normalise $_ 2360 : normalise $_
2396 } @{ aio_readdir $UNIQUEDIR or [] } 2361 } @{ aio_readdir $UNIQUEDIR or [] }
2397 ] 2362 ]
2398} 2363}
2399 2364
2365=item cf::map::static_maps
2366
2367Returns an arrayref if paths of all static maps (all preinstalled F<.map>
2368file in the shared directory excluding F</styles> and F</editor>). May
2369block.
2370
2371=cut
2372
2373sub static_maps() {
2374 my @dirs = "";
2375 my @maps;
2376
2377 while (@dirs) {
2378 my $dir = shift @dirs;
2379
2380 next if $dir eq "/styles" || $dir eq "/editor";
2381
2382 my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
2383 or return;
2384
2385 for (@$files) {
2386 s/\.map$// or next;
2387 utf8::decode $_;
2388 push @maps, "$dir/$_";
2389 }
2390
2391 push @dirs, map "$dir/$_", @$dirs;
2392 }
2393
2394 \@maps
2395}
2396
2400=back 2397=back
2401 2398
2402=head3 cf::object 2399=head3 cf::object
2403 2400
2404=cut 2401=cut
2469 2466
2470our $SAY_CHANNEL = { 2467our $SAY_CHANNEL = {
2471 id => "say", 2468 id => "say",
2472 title => "Map", 2469 title => "Map",
2473 reply => "say ", 2470 reply => "say ",
2474 tooltip => "Things said to and replied from npcs near you and other players on the same map only.", 2471 tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
2475}; 2472};
2476 2473
2477our $CHAT_CHANNEL = { 2474our $CHAT_CHANNEL = {
2478 id => "chat", 2475 id => "chat",
2479 title => "Chat", 2476 title => "Chat",
2534 2531
2535=item $player_object->enter_link 2532=item $player_object->enter_link
2536 2533
2537Freezes the player and moves him/her to a special map (C<{link}>). 2534Freezes the player and moves him/her to a special map (C<{link}>).
2538 2535
2539The player should be reasonably safe there for short amounts of time. You 2536The player should be reasonably safe there for short amounts of time (e.g.
2540I<MUST> call C<leave_link> as soon as possible, though. 2537for loading a map). You I<MUST> call C<leave_link> as soon as possible,
2538though, as the palyer cannot control the character while it is on the link
2539map.
2541 2540
2542Will never block. 2541Will never block.
2543 2542
2544=item $player_object->leave_link ($map, $x, $y) 2543=item $player_object->leave_link ($map, $x, $y)
2545 2544
2597 ($x, $y) = (-1, -1) 2596 ($x, $y) = (-1, -1)
2598 unless (defined $x) && (defined $y); 2597 unless (defined $x) && (defined $y);
2599 2598
2600 # use -1 or undef as default coordinates, not 0, 0 2599 # use -1 or undef as default coordinates, not 0, 0
2601 ($x, $y) = ($map->enter_x, $map->enter_y) 2600 ($x, $y) = ($map->enter_x, $map->enter_y)
2602 if $x <=0 && $y <= 0; 2601 if $x <= 0 && $y <= 0;
2603 2602
2604 $map->load; 2603 $map->load;
2605 $map->load_neighbours; 2604 $map->load_neighbours;
2606 2605
2607 return unless $self->contr->active; 2606 return unless $self->contr->active;
2608 $self->activate_recursive;
2609 2607
2610 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext 2608 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2611 $self->enter_map ($map, $x, $y); 2609 $self->enter_map ($map, $x, $y);
2610
2611 # only activate afterwards, to support waiting in hooks
2612 $self->activate_recursive;
2612} 2613}
2613 2614
2614=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]]) 2615=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
2615 2616
2616Moves the player to the given map-path and coordinates by first freezing 2617Moves the player to the given map-path and coordinates by first freezing
2775 $self->contr->savebed ($map, $x, $y) 2776 $self->contr->savebed ($map, $x, $y)
2776 if $exit->flag (cf::FLAG_DAMNED); 2777 if $exit->flag (cf::FLAG_DAMNED);
2777 2778
2778 1 2779 1
2779 }) { 2780 }) {
2780 $self->message ("Something went wrong deep within the crossfire server. " 2781 $self->message ("Something went wrong deep within the deliantra server. "
2781 . "I'll try to bring you back to the map you were before. " 2782 . "I'll try to bring you back to the map you were before. "
2782 . "Please report this to the dungeon master!", 2783 . "Please report this to the dungeon master!",
2783 cf::NDI_UNIQUE | cf::NDI_RED); 2784 cf::NDI_UNIQUE | cf::NDI_RED);
2784 2785
2785 warn "ERROR in enter_exit: $@"; 2786 warn "ERROR in enter_exit: $@";
2802sub cf::client::send_drawinfo { 2803sub cf::client::send_drawinfo {
2803 my ($self, $text, $flags) = @_; 2804 my ($self, $text, $flags) = @_;
2804 2805
2805 utf8::encode $text; 2806 utf8::encode $text;
2806 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text); 2807 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2808}
2809
2810=item $client->send_big_packet ($pkt)
2811
2812Like C<send_packet>, but tries to compress large packets, and fragments
2813them as required.
2814
2815=cut
2816
2817our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
2818
2819sub cf::client::send_big_packet {
2820 my ($self, $pkt) = @_;
2821
2822 # try lzf for large packets
2823 $pkt = "lzf " . Compress::LZF::compress $pkt
2824 if 1024 <= length $pkt and $self->{can_lzf};
2825
2826 # split very large packets
2827 if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
2828 $self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
2829 $pkt = "frag";
2830 }
2831
2832 $self->send_packet ($pkt);
2807} 2833}
2808 2834
2809=item $client->send_msg ($channel, $msg, $color, [extra...]) 2835=item $client->send_msg ($channel, $msg, $color, [extra...])
2810 2836
2811Send a drawinfo or msg packet to the client, formatting the msg for the 2837Send a drawinfo or msg packet to the client, formatting the msg for the
2815 2841
2816=cut 2842=cut
2817 2843
2818# non-persistent channels (usually the info channel) 2844# non-persistent channels (usually the info channel)
2819our %CHANNEL = ( 2845our %CHANNEL = (
2846 "c/motd" => {
2847 id => "infobox",
2848 title => "MOTD",
2849 reply => undef,
2850 tooltip => "The message of the day",
2851 },
2820 "c/identify" => { 2852 "c/identify" => {
2821 id => "infobox", 2853 id => "infobox",
2822 title => "Identify", 2854 title => "Identify",
2823 reply => undef, 2855 reply => undef,
2824 tooltip => "Items recently identified", 2856 tooltip => "Items recently identified",
2826 "c/examine" => { 2858 "c/examine" => {
2827 id => "infobox", 2859 id => "infobox",
2828 title => "Examine", 2860 title => "Examine",
2829 reply => undef, 2861 reply => undef,
2830 tooltip => "Signs and other items you examined", 2862 tooltip => "Signs and other items you examined",
2863 },
2864 "c/shopinfo" => {
2865 id => "infobox",
2866 title => "Shop Info",
2867 reply => undef,
2868 tooltip => "What your bargaining skill tells you about the shop",
2831 }, 2869 },
2832 "c/book" => { 2870 "c/book" => {
2833 id => "infobox", 2871 id => "infobox",
2834 title => "Book", 2872 title => "Book",
2835 reply => undef, 2873 reply => undef,
2851 id => "infobox", 2889 id => "infobox",
2852 title => "Body Parts", 2890 title => "Body Parts",
2853 reply => undef, 2891 reply => undef,
2854 tooltip => "Shows which body parts you posess and are available", 2892 tooltip => "Shows which body parts you posess and are available",
2855 }, 2893 },
2894 "c/statistics" => {
2895 id => "infobox",
2896 title => "Statistics",
2897 reply => undef,
2898 tooltip => "Shows your primary statistics",
2899 },
2900 "c/skills" => {
2901 id => "infobox",
2902 title => "Skills",
2903 reply => undef,
2904 tooltip => "Shows your experience per skill and item power",
2905 },
2906 "c/shopitems" => {
2907 id => "infobox",
2908 title => "Shop Items",
2909 reply => undef,
2910 tooltip => "Shows the items currently for sale in this shop",
2911 },
2912 "c/resistances" => {
2913 id => "infobox",
2914 title => "Resistances",
2915 reply => undef,
2916 tooltip => "Shows your resistances",
2917 },
2918 "c/pets" => {
2919 id => "infobox",
2920 title => "Pets",
2921 reply => undef,
2922 tooltip => "Shows information abotu your pets/a specific pet",
2923 },
2924 "c/perceiveself" => {
2925 id => "infobox",
2926 title => "Perceive Self",
2927 reply => undef,
2928 tooltip => "You gained detailed knowledge about yourself",
2929 },
2856 "c/uptime" => { 2930 "c/uptime" => {
2857 id => "infobox", 2931 id => "infobox",
2858 title => "Uptime", 2932 title => "Uptime",
2859 reply => undef, 2933 reply => undef,
2860 tooltip => "How long the server has been running since last restart", 2934 tooltip => "How long the server has been running since last restart",
2869 id => "party", 2943 id => "party",
2870 title => "Party", 2944 title => "Party",
2871 reply => "gsay ", 2945 reply => "gsay ",
2872 tooltip => "Messages and chat related to your party", 2946 tooltip => "Messages and chat related to your party",
2873 }, 2947 },
2948 "c/death" => {
2949 id => "death",
2950 title => "Death",
2951 reply => undef,
2952 tooltip => "Reason for and more info about your most recent death",
2953 },
2954 "c/say" => $SAY_CHANNEL,
2955 "c/chat" => $CHAT_CHANNEL,
2874); 2956);
2875 2957
2876sub cf::client::send_msg { 2958sub cf::client::send_msg {
2877 my ($self, $channel, $msg, $color, @extra) = @_; 2959 my ($self, $channel, $msg, $color, @extra) = @_;
2878 2960
2879 $msg = $self->pl->expand_cfpod ($msg); 2961 $msg = $self->pl->expand_cfpod ($msg)
2962 unless $color & cf::NDI_VERBATIM;
2880 2963
2881 $color &= cf::NDI_CLIENT_MASK; # just in case... 2964 $color &= cf::NDI_CLIENT_MASK; # just in case...
2882 2965
2883 # check predefined channels, for the benefit of C 2966 # check predefined channels, for the benefit of C
2884 if ($CHANNEL{$channel}) { 2967 if ($CHANNEL{$channel}) {
2885 $channel = $CHANNEL{$channel}; 2968 $channel = $CHANNEL{$channel};
2886 2969
2887 $self->ext_msg (channel_info => $channel) 2970 $self->ext_msg (channel_info => $channel);
2888 if $self->can_msg;
2889
2890 $channel = $channel->{id}; 2971 $channel = $channel->{id};
2891 2972
2892 } elsif (ref $channel) { 2973 } elsif (ref $channel) {
2893 # send meta info to client, if not yet sent 2974 # send meta info to client, if not yet sent
2894 unless (exists $self->{channel}{$channel->{id}}) { 2975 unless (exists $self->{channel}{$channel->{id}}) {
2895 $self->{channel}{$channel->{id}} = $channel; 2976 $self->{channel}{$channel->{id}} = $channel;
2896 $self->ext_msg (channel_info => $channel) 2977 $self->ext_msg (channel_info => $channel);
2897 if $self->can_msg;
2898 } 2978 }
2899 2979
2900 $channel = $channel->{id}; 2980 $channel = $channel->{id};
2901 } 2981 }
2902 2982
2903 return unless @extra || length $msg; 2983 return unless @extra || length $msg;
2904 2984
2905 if ($self->can_msg) {
2906 # default colour, mask it out 2985 # default colour, mask it out
2907 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF) 2986 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2908 if $color & cf::NDI_DEF; 2987 if $color & cf::NDI_DEF;
2909 2988
2910 $self->send_packet ("msg " . $self->{json_coder}->encode ( 2989 my $pkt = "msg "
2990 . $self->{json_coder}->encode (
2911 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra])); 2991 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2912 } else { 2992 );
2913 if ($color >= 0) {
2914 # replace some tags by gcfclient-compatible ones
2915 for ($msg) {
2916 1 while
2917 s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2918 || s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2919 || s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2920 || s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2921 || s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2922 }
2923 2993
2924 $color &= cf::NDI_COLOR_MASK; 2994 $self->send_big_packet ($pkt);
2925
2926 utf8::encode $msg;
2927
2928 if (0 && $msg =~ /\[/) {
2929 # COMMAND/INFO
2930 $self->send_packet ("drawextinfo $color 10 8 $msg")
2931 } else {
2932 $msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2933 $self->send_packet ("drawinfo $color $msg")
2934 }
2935 }
2936 }
2937} 2995}
2938 2996
2939=item $client->ext_msg ($type, @msg) 2997=item $client->ext_msg ($type, @msg)
2940 2998
2941Sends an ext event to the client. 2999Sends an ext event to the client.
2944 3002
2945sub cf::client::ext_msg($$@) { 3003sub cf::client::ext_msg($$@) {
2946 my ($self, $type, @msg) = @_; 3004 my ($self, $type, @msg) = @_;
2947 3005
2948 if ($self->extcmd == 2) { 3006 if ($self->extcmd == 2) {
2949 $self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg])); 3007 $self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2950 } elsif ($self->extcmd == 1) { # TODO: remove 3008 } elsif ($self->extcmd == 1) { # TODO: remove
2951 push @msg, msgtype => "event_$type"; 3009 push @msg, msgtype => "event_$type";
2952 $self->send_packet ("ext " . $self->{json_coder}->encode ({@msg})); 3010 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2953 } 3011 }
2954} 3012}
2955 3013
2956=item $client->ext_reply ($msgid, @msg) 3014=item $client->ext_reply ($msgid, @msg)
2957 3015
2961 3019
2962sub cf::client::ext_reply($$@) { 3020sub cf::client::ext_reply($$@) {
2963 my ($self, $id, @msg) = @_; 3021 my ($self, $id, @msg) = @_;
2964 3022
2965 if ($self->extcmd == 2) { 3023 if ($self->extcmd == 2) {
2966 $self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg])); 3024 $self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2967 } elsif ($self->extcmd == 1) { 3025 } elsif ($self->extcmd == 1) {
2968 #TODO: version 1, remove 3026 #TODO: version 1, remove
2969 unshift @msg, msgtype => "reply", msgid => $id; 3027 unshift @msg, msgtype => "reply", msgid => $id;
2970 $self->send_packet ("ext " . $self->{json_coder}->encode ({@msg})); 3028 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2971 } 3029 }
2972} 3030}
2973 3031
2974=item $success = $client->query ($flags, "text", \&cb) 3032=item $success = $client->query ($flags, "text", \&cb)
2975 3033
3076 3134
3077 $coro 3135 $coro
3078} 3136}
3079 3137
3080cf::client->attach ( 3138cf::client->attach (
3081 on_destroy => sub { 3139 on_client_destroy => sub {
3082 my ($ns) = @_; 3140 my ($ns) = @_;
3083 3141
3084 $_->cancel for values %{ (delete $ns->{_coro}) || {} }; 3142 $_->cancel for values %{ (delete $ns->{_coro}) || {} };
3085 }, 3143 },
3086); 3144);
3102our $safe_hole = new Safe::Hole; 3160our $safe_hole = new Safe::Hole;
3103 3161
3104$SIG{FPE} = 'IGNORE'; 3162$SIG{FPE} = 'IGNORE';
3105 3163
3106$safe->permit_only (Opcode::opset qw( 3164$safe->permit_only (Opcode::opset qw(
3107 :base_core :base_mem :base_orig :base_math 3165 :base_core :base_mem :base_orig :base_math :base_loop
3108 grepstart grepwhile mapstart mapwhile 3166 grepstart grepwhile mapstart mapwhile
3109 sort time 3167 sort time
3110)); 3168));
3111 3169
3112# here we export the classes and methods available to script code 3170# here we export the classes and methods available to script code
3116The following functions and methods are available within a safe environment: 3174The following functions and methods are available within a safe environment:
3117 3175
3118 cf::object 3176 cf::object
3119 contr pay_amount pay_player map x y force_find force_add destroy 3177 contr pay_amount pay_player map x y force_find force_add destroy
3120 insert remove name archname title slaying race decrease split 3178 insert remove name archname title slaying race decrease split
3179 value
3121 3180
3122 cf::object::player 3181 cf::object::player
3123 player 3182 player
3124 3183
3125 cf::player 3184 cf::player
3131=cut 3190=cut
3132 3191
3133for ( 3192for (
3134 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y 3193 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
3135 insert remove inv nrof name archname title slaying race 3194 insert remove inv nrof name archname title slaying race
3136 decrease split destroy change_exp)], 3195 decrease split destroy change_exp value msg lore send_msg)],
3137 ["cf::object::player" => qw(player)], 3196 ["cf::object::player" => qw(player)],
3138 ["cf::player" => qw(peaceful)], 3197 ["cf::player" => qw(peaceful send_msg)],
3139 ["cf::map" => qw(trigger)], 3198 ["cf::map" => qw(trigger)],
3140) { 3199) {
3141 no strict 'refs'; 3200 no strict 'refs';
3142 my ($pkg, @funs) = @$_; 3201 my ($pkg, @funs) = @$_;
3143 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"}) 3202 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
3161 3220
3162 my $qcode = $code; 3221 my $qcode = $code;
3163 $qcode =~ s/"/‟/g; # not allowed in #line filenames 3222 $qcode =~ s/"/‟/g; # not allowed in #line filenames
3164 $qcode =~ s/\n/\\n/g; 3223 $qcode =~ s/\n/\\n/g;
3165 3224
3225 %vars = (_dummy => 0) unless %vars;
3226
3227 my @res;
3166 local $_; 3228 local $_;
3167 local @safe::cf::_safe_eval_args = values %vars;
3168 3229
3169 my $eval = 3230 my $eval =
3170 "do {\n" 3231 "do {\n"
3171 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n" 3232 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
3172 . "#line 0 \"{$qcode}\"\n" 3233 . "#line 0 \"{$qcode}\"\n"
3173 . $code 3234 . $code
3174 . "\n}" 3235 . "\n}"
3175 ; 3236 ;
3176 3237
3238 if ($CFG{safe_eval}) {
3177 sub_generation_inc; 3239 sub_generation_inc;
3240 local @safe::cf::_safe_eval_args = values %vars;
3178 my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval); 3241 @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
3179 sub_generation_inc; 3242 sub_generation_inc;
3243 } else {
3244 local @cf::_safe_eval_args = values %vars;
3245 @res = wantarray ? eval eval : scalar eval $eval;
3246 }
3180 3247
3181 if ($@) { 3248 if ($@) {
3182 warn "$@"; 3249 warn "$@";
3183 warn "while executing safe code '$code'\n"; 3250 warn "while executing safe code '$code'\n";
3184 warn "with arguments " . (join " ", %vars) . "\n"; 3251 warn "with arguments " . (join " ", %vars) . "\n";
3203=cut 3270=cut
3204 3271
3205sub register_script_function { 3272sub register_script_function {
3206 my ($fun, $cb) = @_; 3273 my ($fun, $cb) = @_;
3207 3274
3208 no strict 'refs'; 3275 $fun = "safe::$fun" if $CFG{safe_eval};
3209 *{"safe::$fun"} = $safe_hole->wrap ($cb); 3276 *$fun = $safe_hole->wrap ($cb);
3210} 3277}
3211 3278
3212=back 3279=back
3213 3280
3214=cut 3281=cut
3235 3302
3236 $facedata->{version} == 2 3303 $facedata->{version} == 2
3237 or cf::cleanup "$path: version mismatch, cannot proceed."; 3304 or cf::cleanup "$path: version mismatch, cannot proceed.";
3238 3305
3239 # patch in the exptable 3306 # patch in the exptable
3307 my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
3240 $facedata->{resource}{"res/exp_table"} = { 3308 $facedata->{resource}{"res/exp_table"} = {
3241 type => FT_RSRC, 3309 type => FT_RSRC,
3242 data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]), 3310 data => $exp_table,
3311 hash => (Digest::MD5::md5 $exp_table),
3243 }; 3312 };
3244 cf::cede_to_tick; 3313 cf::cede_to_tick;
3245 3314
3246 { 3315 {
3247 my $faces = $facedata->{faceinfo}; 3316 my $faces = $facedata->{faceinfo};
3249 while (my ($face, $info) = each %$faces) { 3318 while (my ($face, $info) = each %$faces) {
3250 my $idx = (cf::face::find $face) || cf::face::alloc $face; 3319 my $idx = (cf::face::find $face) || cf::face::alloc $face;
3251 3320
3252 cf::face::set_visibility $idx, $info->{visibility}; 3321 cf::face::set_visibility $idx, $info->{visibility};
3253 cf::face::set_magicmap $idx, $info->{magicmap}; 3322 cf::face::set_magicmap $idx, $info->{magicmap};
3254 cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32}; 3323 cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
3255 cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64}; 3324 cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
3256 3325
3257 cf::cede_to_tick; 3326 cf::cede_to_tick;
3258 } 3327 }
3259 3328
3260 while (my ($face, $info) = each %$faces) { 3329 while (my ($face, $info) = each %$faces) {
3284 3353
3285 cf::anim::invalidate_all; # d'oh 3354 cf::anim::invalidate_all; # d'oh
3286 } 3355 }
3287 3356
3288 { 3357 {
3289 # TODO: for gcfclient pleasure, we should give resources
3290 # that gcfclient doesn't grok a >10000 face index.
3291 my $res = $facedata->{resource}; 3358 my $res = $facedata->{resource};
3292 3359
3293 while (my ($name, $info) = each %$res) { 3360 while (my ($name, $info) = each %$res) {
3294 if (defined $info->{type}) { 3361 if (defined $info->{type}) {
3295 my $idx = (cf::face::find $name) || cf::face::alloc $name; 3362 my $idx = (cf::face::find $name) || cf::face::alloc $name;
3296 my $data;
3297 3363
3298 if ($info->{type} & 1) { 3364 cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
3299 # prepend meta info
3300
3301 my $meta = $enc->encode ({
3302 name => $name,
3303 %{ $info->{meta} || {} },
3304 });
3305
3306 $data = pack "(w/a*)*", $meta, $info->{data};
3307 } else {
3308 $data = $info->{data};
3309 }
3310
3311 cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3312 cf::face::set_type $idx, $info->{type}; 3365 cf::face::set_type $idx, $info->{type};
3313 } else { 3366 } else {
3314 $RESOURCE{$name} = $info; 3367 $RESOURCE{$name} = $info;
3315 } 3368 }
3316 3369
3399 reload_treasures; 3452 reload_treasures;
3400 3453
3401 warn "finished reloading resource files\n"; 3454 warn "finished reloading resource files\n";
3402} 3455}
3403 3456
3404sub init {
3405 my $guard = freeze_mainloop;
3406
3407 evthread_start IO::AIO::poll_fileno;
3408
3409 reload_resources;
3410}
3411
3412sub reload_config { 3457sub reload_config {
3458 warn "reloading config file...\n";
3459
3413 open my $fh, "<:utf8", "$CONFDIR/config" 3460 open my $fh, "<:utf8", "$CONFDIR/config"
3414 or return; 3461 or return;
3415 3462
3416 local $/; 3463 local $/;
3417 *CFG = YAML::Load <$fh>; 3464 *CFG = YAML::XS::Load scalar <$fh>;
3418 3465
3419 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37]; 3466 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
3420 3467
3421 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset}; 3468 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3422 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset}; 3469 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3426 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()" 3473 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
3427 and die "WARNING: m(un)lockall failed: $!\n"; 3474 and die "WARNING: m(un)lockall failed: $!\n";
3428 }; 3475 };
3429 warn $@ if $@; 3476 warn $@ if $@;
3430 } 3477 }
3478
3479 warn "finished reloading resource files\n";
3480}
3481
3482sub pidfile() {
3483 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
3484 or die "$PIDFILE: $!";
3485 flock $fh, &Fcntl::LOCK_EX
3486 or die "$PIDFILE: flock: $!";
3487 $fh
3488}
3489
3490# make sure only one server instance is running at any one time
3491sub atomic {
3492 my $fh = pidfile;
3493
3494 my $pid = <$fh>;
3495 kill 9, $pid if $pid > 0;
3496
3497 seek $fh, 0, 0;
3498 print $fh $$;
3499}
3500
3501sub main_loop {
3502 warn "EV::loop starting\n";
3503 if (1) {
3504 EV::loop;
3505 }
3506 warn "EV::loop returned\n";
3507 goto &main_loop unless $REALLY_UNLOOP;
3431} 3508}
3432 3509
3433sub main { 3510sub main {
3511 cf::init_globals; # initialise logging
3512
3513 LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3514 LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3515 LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3516 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3517
3518 cf::init_experience;
3519 cf::init_anim;
3520 cf::init_attackmess;
3521 cf::init_dynamic;
3522
3523 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3524
3434 # we must not ever block the main coroutine 3525 # we must not ever block the main coroutine
3435 local $Coro::idle = sub { 3526 local $Coro::idle = sub {
3436 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 3527 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3437 (async { 3528 (async {
3438 $Coro::current->{desc} = "IDLE BUG HANDLER"; 3529 $Coro::current->{desc} = "IDLE BUG HANDLER";
3439 EV::loop EV::LOOP_ONESHOT; 3530 EV::loop EV::LOOP_ONESHOT;
3440 })->prio (Coro::PRIO_MAX); 3531 })->prio (Coro::PRIO_MAX);
3441 }; 3532 };
3442 3533
3443 { 3534 evthread_start IO::AIO::poll_fileno;
3444 my $guard = freeze_mainloop; 3535
3536 cf::sync_job {
3537 cf::load_settings;
3538 cf::load_materials;
3539
3540 reload_resources;
3445 reload_config; 3541 reload_config;
3446 db_init; 3542 db_init;
3543
3544 cf::init_uuid;
3545 cf::init_signals;
3546 cf::init_skills;
3547
3548 cf::init_beforeplay;
3549
3550 atomic;
3551
3447 load_extensions; 3552 load_extensions;
3448 3553
3449 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority 3554 utime time, time, $RUNTIMEFILE;
3555
3556 # no (long-running) fork's whatsoever before this point(!)
3557 use POSIX ();
3558 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3559
3560 (pop @POST_INIT)->(0) while @POST_INIT;
3450 } 3561 };
3451 3562
3452 EV::loop; 3563 main_loop;
3453} 3564}
3454 3565
3455############################################################################# 3566#############################################################################
3456# initialisation and cleanup 3567# initialisation and cleanup
3457 3568
3464 }; 3575 };
3465 } 3576 }
3466} 3577}
3467 3578
3468sub write_runtime_sync { 3579sub write_runtime_sync {
3469 my $runtime = "$LOCALDIR/runtime"; 3580 my $t0 = EV::time;
3470 3581
3471 # first touch the runtime file to show we are still running: 3582 # first touch the runtime file to show we are still running:
3472 # the fsync below can take a very very long time. 3583 # the fsync below can take a very very long time.
3473 3584
3474 IO::AIO::aio_utime $runtime, undef, undef; 3585 IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3475 3586
3476 my $guard = cf::lock_acquire "write_runtime"; 3587 my $guard = cf::lock_acquire "write_runtime";
3477 3588
3478 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 3589 my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3479 or return; 3590 or return;
3480 3591
3481 my $value = $cf::RUNTIME + 90 + 10; 3592 my $value = $cf::RUNTIME + 90 + 10;
3482 # 10 is the runtime save interval, for a monotonic clock 3593 # 10 is the runtime save interval, for a monotonic clock
3483 # 60 allows for the watchdog to kill the server. 3594 # 60 allows for the watchdog to kill the server.
3493 aio_utime $fh, undef, undef; 3604 aio_utime $fh, undef, undef;
3494 3605
3495 close $fh 3606 close $fh
3496 or return; 3607 or return;
3497 3608
3498 aio_rename "$runtime~", $runtime 3609 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3499 and return; 3610 and return;
3500 3611
3501 warn "runtime file written.\n"; 3612 warn sprintf "runtime file written (%gs).\n", EV::time - $t0;
3502 3613
3503 1 3614 1
3504} 3615}
3505 3616
3506our $uuid_lock; 3617our $uuid_lock;
3515 my $uuid = "$LOCALDIR/uuid"; 3626 my $uuid = "$LOCALDIR/uuid";
3516 3627
3517 my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644 3628 my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
3518 or return; 3629 or return;
3519 3630
3520 my $value = uuid_str $uuid_skip + uuid_seq uuid_cur; 3631 my $value = uuid_seq uuid_cur;
3632
3633 unless ($value) {
3634 warn "cowardly refusing to write zero uuid value!\n";
3635 return;
3636 }
3637
3638 my $value = uuid_str $value + $uuid_skip;
3521 $uuid_skip = 0; 3639 $uuid_skip = 0;
3522 3640
3523 (aio_write $fh, 0, (length $value), $value, 0) <= 0 3641 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3524 and return; 3642 and return;
3525 3643
3547} 3665}
3548 3666
3549sub emergency_save() { 3667sub emergency_save() {
3550 my $freeze_guard = cf::freeze_mainloop; 3668 my $freeze_guard = cf::freeze_mainloop;
3551 3669
3552 warn "enter emergency perl save\n"; 3670 warn "emergency_perl_save: enter\n";
3553 3671
3554 cf::sync_job { 3672 cf::sync_job {
3673 # this is a trade-off: we want to be very quick here, so
3674 # save all maps without fsync, and later call a global sync
3675 # (which in turn might be very very slow)
3676 local $USE_FSYNC = 0;
3677
3555 # use a peculiar iteration method to avoid tripping on perl 3678 # use a peculiar iteration method to avoid tripping on perl
3556 # refcount bugs in for. also avoids problems with players 3679 # refcount bugs in for. also avoids problems with players
3557 # and maps saved/destroyed asynchronously. 3680 # and maps saved/destroyed asynchronously.
3558 warn "begin emergency player save\n"; 3681 warn "emergency_perl_save: begin player save\n";
3559 for my $login (keys %cf::PLAYER) { 3682 for my $login (keys %cf::PLAYER) {
3560 my $pl = $cf::PLAYER{$login} or next; 3683 my $pl = $cf::PLAYER{$login} or next;
3561 $pl->valid or next; 3684 $pl->valid or next;
3562 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt 3685 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3563 $pl->save; 3686 $pl->save;
3564 } 3687 }
3565 warn "end emergency player save\n"; 3688 warn "emergency_perl_save: end player save\n";
3566 3689
3567 warn "begin emergency map save\n"; 3690 warn "emergency_perl_save: begin map save\n";
3568 for my $path (keys %cf::MAP) { 3691 for my $path (keys %cf::MAP) {
3569 my $map = $cf::MAP{$path} or next; 3692 my $map = $cf::MAP{$path} or next;
3570 $map->valid or next; 3693 $map->valid or next;
3571 $map->save; 3694 $map->save;
3572 } 3695 }
3573 warn "end emergency map save\n"; 3696 warn "emergency_perl_save: end map save\n";
3574 3697
3575 warn "begin emergency database checkpoint\n"; 3698 warn "emergency_perl_save: begin database checkpoint\n";
3576 BDB::db_env_txn_checkpoint $DB_ENV; 3699 BDB::db_env_txn_checkpoint $DB_ENV;
3577 warn "end emergency database checkpoint\n"; 3700 warn "emergency_perl_save: end database checkpoint\n";
3578 3701
3579 warn "begin write uuid\n"; 3702 warn "emergency_perl_save: begin write uuid\n";
3580 write_uuid_sync 1; 3703 write_uuid_sync 1;
3581 warn "end write uuid\n"; 3704 warn "emergency_perl_save: end write uuid\n";
3582 }; 3705 };
3583 3706
3707 warn "emergency_perl_save: starting sync()\n";
3708 IO::AIO::aio_sync sub {
3709 warn "emergency_perl_save: finished sync()\n";
3710 };
3711
3584 warn "leave emergency perl save\n"; 3712 warn "emergency_perl_save: leave\n";
3585} 3713}
3586 3714
3587sub post_cleanup { 3715sub post_cleanup {
3588 my ($make_core) = @_; 3716 my ($make_core) = @_;
3589 3717
3590 warn Carp::longmess "post_cleanup backtrace" 3718 warn Carp::longmess "post_cleanup backtrace"
3591 if $make_core; 3719 if $make_core;
3720
3721 my $fh = pidfile;
3722 unlink $PIDFILE if <$fh> == $$;
3592} 3723}
3593 3724
3594# a safer delete_package, copied from Symbol 3725# a safer delete_package, copied from Symbol
3595sub clear_package($) { 3726sub clear_package($) {
3596 my $pkg = shift; 3727 my $pkg = shift;
3612 my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH}; 3743 my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
3613 for my $name (keys %$leaf_symtab) { 3744 for my $name (keys %$leaf_symtab) {
3614 _gv_clear *{"$pkg$name"}; 3745 _gv_clear *{"$pkg$name"};
3615# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"}; 3746# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
3616 } 3747 }
3617 warn "cleared package #$pkg\n";#d# 3748 warn "cleared package $pkg\n";#d#
3618} 3749}
3619
3620our $RELOAD; # how many times to reload
3621 3750
3622sub do_reload_perl() { 3751sub do_reload_perl() {
3623 # can/must only be called in main 3752 # can/must only be called in main
3624 if ($Coro::current != $Coro::main) { 3753 if ($Coro::current != $Coro::main) {
3625 warn "can only reload from main coroutine"; 3754 warn "can only reload from main coroutine";
3626 return; 3755 return;
3627 } 3756 }
3628 3757
3629 return if $RELOAD++; 3758 return if $RELOAD++;
3759
3760 my $t1 = EV::time;
3630 3761
3631 while ($RELOAD) { 3762 while ($RELOAD) {
3632 warn "reloading..."; 3763 warn "reloading...";
3633 3764
3634 warn "entering sync_job"; 3765 warn "entering sync_job";
3695 clear_package "safe::$_" 3826 clear_package "safe::$_"
3696 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 3827 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3697 3828
3698 warn "unloading cf.pm \"a bit\""; 3829 warn "unloading cf.pm \"a bit\"";
3699 delete $INC{"cf.pm"}; 3830 delete $INC{"cf.pm"};
3700 delete $INC{"cf/pod.pm"}; 3831 delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3701 3832
3702 # don't, removes xs symbols, too, 3833 # don't, removes xs symbols, too,
3703 # and global variables created in xs 3834 # and global variables created in xs
3704 #clear_package __PACKAGE__; 3835 #clear_package __PACKAGE__;
3705 3836
3706 warn "unload completed, starting to reload now"; 3837 warn "unload completed, starting to reload now";
3707 3838
3708 warn "reloading cf.pm"; 3839 warn "reloading cf.pm";
3709 require cf; 3840 require cf;
3710 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 3841 cf::_connect_to_perl_1;
3711 3842
3712 warn "loading config and database again"; 3843 warn "loading config and database again";
3713 cf::reload_config; 3844 cf::reload_config;
3714 3845
3715 warn "loading extensions"; 3846 warn "loading extensions";
3716 cf::load_extensions; 3847 cf::load_extensions;
3717 3848
3849 if ($REATTACH_ON_RELOAD) {
3718 warn "reattaching attachments to objects/players"; 3850 warn "reattaching attachments to objects/players";
3719 _global_reattach; # objects, sockets 3851 _global_reattach; # objects, sockets
3720 warn "reattaching attachments to maps"; 3852 warn "reattaching attachments to maps";
3721 reattach $_ for values %MAP; 3853 reattach $_ for values %MAP;
3722 warn "reattaching attachments to players"; 3854 warn "reattaching attachments to players";
3723 reattach $_ for values %PLAYER; 3855 reattach $_ for values %PLAYER;
3856 }
3857
3858 warn "running post_init jobs";
3859 (pop @POST_INIT)->(1) while @POST_INIT;
3724 3860
3725 warn "leaving sync_job"; 3861 warn "leaving sync_job";
3726 3862
3727 1 3863 1
3728 } or do { 3864 } or do {
3731 }; 3867 };
3732 3868
3733 warn "reloaded"; 3869 warn "reloaded";
3734 --$RELOAD; 3870 --$RELOAD;
3735 } 3871 }
3872
3873 $t1 = EV::time - $t1;
3874 warn "reload completed in ${t1}s\n";
3736}; 3875};
3737 3876
3738our $RELOAD_WATCHER; # used only during reload 3877our $RELOAD_WATCHER; # used only during reload
3739 3878
3740sub reload_perl() { 3879sub reload_perl() {
3741 # doing reload synchronously and two reloads happen back-to-back, 3880 # doing reload synchronously and two reloads happen back-to-back,
3742 # coro crashes during coro_state_free->destroy here. 3881 # coro crashes during coro_state_free->destroy here.
3743 3882
3883 $RELOAD_WATCHER ||= cf::async {
3884 Coro::AIO::aio_wait cache_extensions;
3885
3744 $RELOAD_WATCHER ||= EV::timer 0, 0, sub { 3886 $RELOAD_WATCHER = EV::timer $TICK * 1.5, 0, sub {
3745 do_reload_perl; 3887 do_reload_perl;
3746 undef $RELOAD_WATCHER; 3888 undef $RELOAD_WATCHER;
3889 };
3747 }; 3890 };
3748} 3891}
3749 3892
3750register_command "reload" => sub { 3893register_command "reload" => sub {
3751 my ($who, $arg) = @_; 3894 my ($who, $arg) = @_;
3765 3908
3766our @WAIT_FOR_TICK; 3909our @WAIT_FOR_TICK;
3767our @WAIT_FOR_TICK_BEGIN; 3910our @WAIT_FOR_TICK_BEGIN;
3768 3911
3769sub wait_for_tick { 3912sub wait_for_tick {
3770 return if tick_inhibit || $Coro::current == $Coro::main; 3913 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3771 3914
3772 my $signal = new Coro::Signal; 3915 my $signal = new Coro::Signal;
3773 push @WAIT_FOR_TICK, $signal; 3916 push @WAIT_FOR_TICK, $signal;
3774 $signal->wait; 3917 $signal->wait;
3775} 3918}
3776 3919
3777sub wait_for_tick_begin { 3920sub wait_for_tick_begin {
3778 return if tick_inhibit || $Coro::current == $Coro::main; 3921 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3779 3922
3780 my $signal = new Coro::Signal; 3923 my $signal = new Coro::Signal;
3781 push @WAIT_FOR_TICK_BEGIN, $signal; 3924 push @WAIT_FOR_TICK_BEGIN, $signal;
3782 $signal->wait; 3925 $signal->wait;
3783} 3926}
3788 unless ++$bug_warning > 10; 3931 unless ++$bug_warning > 10;
3789 return; 3932 return;
3790 } 3933 }
3791 3934
3792 cf::server_tick; # one server iteration 3935 cf::server_tick; # one server iteration
3936
3937 #for(1..3e6){} EV::now_update; $NOW=EV::now; # generate load #d#
3793 3938
3794 if ($NOW >= $NEXT_RUNTIME_WRITE) { 3939 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3795 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.; 3940 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3796 Coro::async_pool { 3941 Coro::async_pool {
3797 $Coro::current->{desc} = "runtime saver"; 3942 $Coro::current->{desc} = "runtime saver";
3820} 3965}
3821 3966
3822{ 3967{
3823 # configure BDB 3968 # configure BDB
3824 3969
3825 BDB::min_parallel 8; 3970 BDB::min_parallel 16;
3826 BDB::max_poll_reqs $TICK * 0.1; 3971 BDB::max_poll_reqs $TICK * 0.1;
3827 $AnyEvent::BDB::WATCHER->priority (1); 3972 $AnyEvent::BDB::WATCHER->priority (1);
3828 3973
3829 unless ($DB_ENV) { 3974 unless ($DB_ENV) {
3830 $DB_ENV = BDB::db_env_create; 3975 $DB_ENV = BDB::db_env_create;
3877 $msg =~ s/\n//; 4022 $msg =~ s/\n//;
3878 4023
3879 # limit the # of concurrent backtraces 4024 # limit the # of concurrent backtraces
3880 if ($_log_backtrace < 2) { 4025 if ($_log_backtrace < 2) {
3881 ++$_log_backtrace; 4026 ++$_log_backtrace;
4027 my $perl_bt = Carp::longmess $msg;
3882 async { 4028 async {
3883 $Coro::current->{desc} = "abt $msg"; 4029 $Coro::current->{desc} = "abt $msg";
3884 4030
3885 my @bt = fork_call { 4031 my @bt = fork_call {
3886 @addr = map { sprintf "%x", $_ } @addr; 4032 @addr = map { sprintf "%x", $_ } @addr;
3897 } 4043 }
3898 4044
3899 @funcs 4045 @funcs
3900 }; 4046 };
3901 4047
3902 LOG llevInfo, "[ABT] $msg\n"; 4048 LOG llevInfo, "[ABT] $perl_bt\n";
4049 LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3903 LOG llevInfo, "[ABT] $_\n" for @bt; 4050 LOG llevInfo, "[ABT] $_\n" for @bt;
3904 --$_log_backtrace; 4051 --$_log_backtrace;
3905 }; 4052 };
3906 } else { 4053 } else {
3907 LOG llevInfo, "[ABT] $msg\n"; 4054 LOG llevInfo, "[ABT] $msg\n";
3908 LOG llevInfo, "[ABT] [suppressed]\n"; 4055 LOG llevInfo, "[ABT] [suppressed]\n";
3909 } 4056 }
3910} 4057}
3911 4058
3912# load additional modules 4059# load additional modules
3913use cf::pod; 4060require "cf/$_.pm" for @EXTRA_MODULES;
4061cf::_connect_to_perl_2;
3914 4062
3915END { cf::emergency_save } 4063END { cf::emergency_save }
3916 4064
39171 40651
3918 4066

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines