[ViewVC] Diff of: cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.255 by root, Thu Apr 19 16:23:47 2007 UTC vs.
Revision 1.287 by root, Mon Jun 25 05:43:45 2007 UTC

…		…
49	our %COMMAND = ();	49	our %COMMAND = ();
50	our %COMMAND_TIME = ();	50	our %COMMAND_TIME = ();
51		51
52	our @EXTS = (); # list of extension package names	52	our @EXTS = (); # list of extension package names
53	our %EXTCMD = ();	53	our %EXTCMD = ();
		54	our %EXTICMD = ();
54	our %EXT_CORO = (); # coroutines bound to extensions	55	our %EXT_CORO = (); # coroutines bound to extensions
55	our %EXT_MAP = (); # pluggable maps	56	our %EXT_MAP = (); # pluggable maps
56		57
57	our $RELOAD; # number of reloads so far	58	our $RELOAD; # number of reloads so far
58	our @EVENT;	59	our @EVENT;
…		…
90	our $LINK_MAP; # the special {link} map, which is always available	91	our $LINK_MAP; # the special {link} map, which is always available
91		92
92	# used to convert map paths into valid unix filenames by replacing / by ∕	93	# used to convert map paths into valid unix filenames by replacing / by ∕
93	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	94	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
94		95
		96	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		97	our $LOADAVG; # same thing, but with alpha-smoothing
		98	our $tick_start; # for load detecting purposes
		99
95	binmode STDOUT;	100	binmode STDOUT;
96	binmode STDERR;	101	binmode STDERR;
97		102
98	# read virtual server time, if available	103	# read virtual server time, if available
99	unless ($RUNTIME \|\| !-e "$LOCALDIR/runtime") {	104	unless ($RUNTIME \|\| !-e "$LOCALDIR/runtime") {
…		…
139		144
140	=item $cf::TICK	145	=item $cf::TICK
141		146
142	The interval between server ticks, in seconds.	147	The interval between server ticks, in seconds.
143		148
		149	=item $cf::LOADAVG
		150
		151	The current CPU load on the server (alpha-smoothed), as a value between 0
		152	(none) and 1 (overloaded), indicating how much time is spent on processing
		153	objects per tick. Healthy values are < 0.5.
		154
		155	=item $cf::LOAD
		156
		157	The raw value load value from the last tick.
		158
144	=item %cf::CFG	159	=item %cf::CFG
145		160
146	Configuration for the server, loaded from C</etc/crossfire/config>, or	161	Configuration for the server, loaded from C</etc/crossfire/config>, or
147	from wherever your confdir points to.	162	from wherever your confdir points to.
148		163
…		…
173	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	188	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
174	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	189	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
175	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	190	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
176	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	191	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
177	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	192	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		193	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
178	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	194	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
179		195
180	# we bless all objects into (empty) derived classes to force a method lookup	196	# we bless all objects into (empty) derived classes to force a method lookup
181	# within the Safe compartment.	197	# within the Safe compartment.
182	for my $pkg (qw(	198	for my $pkg (qw(
183	cf::global cf::attachable	199	cf::global cf::attachable
…		…
191	}	207	}
192		208
193	$Event::DIED = sub {	209	$Event::DIED = sub {
194	warn "error in event callback: @_";	210	warn "error in event callback: @_";
195	};	211	};
		212
		213	#############################################################################
196		214
197	=head2 UTILITY FUNCTIONS	215	=head2 UTILITY FUNCTIONS
198		216
199	=over 4	217	=over 4
200		218
…		…
219	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	237	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
220	$d	238	$d
221	} \|\| "[unable to dump $_[0]: '$@']";	239	} \|\| "[unable to dump $_[0]: '$@']";
222	}	240	}
223		241
224	use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working	242	use JSON::XS ();
225		243
226	=item $ref = cf::from_json $json	244	=item $ref = cf::from_json $json
227		245
228	Converts a JSON string into the corresponding perl data structure.	246	Converts a JSON string into the corresponding perl data structure.
229		247
230	=item $json = cf::to_json $ref	248	=item $json = cf::to_json $ref
231		249
232	Converts a perl data structure into its JSON representation.	250	Converts a perl data structure into its JSON representation.
		251
		252	=cut
		253
		254	our $json_coder = JSON::XS->new->convert_blessed->utf8;
		255
		256	sub to_json ($) { $json_coder->encode ($_[0]) }
		257	sub from_json ($) { $json_coder->decode ($_[0]) }
233		258
234	=item cf::lock_wait $string	259	=item cf::lock_wait $string
235		260
236	Wait until the given lock is available. See cf::lock_acquire.	261	Wait until the given lock is available. See cf::lock_acquire.
237		262
…		…
303		328
304	BEGIN { *async = \&Coro::async_pool }	329	BEGIN { *async = \&Coro::async_pool }
305		330
306	=item cf::sync_job { BLOCK }	331	=item cf::sync_job { BLOCK }
307		332
308	The design of crossfire+ requires that the main coro ($Coro::main) is	333	The design of Crossfire TRT requires that the main coroutine ($Coro::main)
309	always able to handle events or runnable, as crossfire+ is only partly	334	is always able to handle events or runnable, as Crossfire TRT is only
310	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	335	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		336	acceptable.
311		337
312	If it must be done, put the blocking parts into C<sync_job>. This will run	338	If it must be done, put the blocking parts into C<sync_job>. This will run
313	the given BLOCK in another coroutine while waiting for the result. The	339	the given BLOCK in another coroutine while waiting for the result. The
314	server will be frozen during this time, so the block should either finish	340	server will be frozen during this time, so the block should either finish
315	fast or be very important.	341	fast or be very important.
…		…
318		344
319	sub sync_job(&) {	345	sub sync_job(&) {
320	my ($job) = @_;	346	my ($job) = @_;
321		347
322	if ($Coro::current == $Coro::main) {	348	if ($Coro::current == $Coro::main) {
		349	my $time = Event::time;
		350
323	# this is the main coro, too bad, we have to block	351	# this is the main coro, too bad, we have to block
324	# till the operation succeeds, freezing the server :/	352	# till the operation succeeds, freezing the server :/
325		353
326	# TODO: use suspend/resume instead	354	# TODO: use suspend/resume instead
327	# (but this is cancel-safe)	355	# (but this is cancel-safe)
…		…
338		366
339	while ($busy) {	367	while ($busy) {
340	Coro::cede or Event::one_event;	368	Coro::cede or Event::one_event;
341	}	369	}
342		370
		371	$time = Event::time - $time;
		372
		373	LOG llevError \| logBacktrace, Carp::longmess "long sync job"
		374	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		375
		376	$tick_start += $time; # do not account sync jobs to server load
		377
343	wantarray ? @res : $res[0]	378	wantarray ? @res : $res[0]
344	} else {	379	} else {
345	# we are in another coroutine, how wonderful, everything just works	380	# we are in another coroutine, how wonderful, everything just works
346		381
347	$job->()	382	$job->()
…		…
366	$EXT_CORO{$coro+0} = $coro;	401	$EXT_CORO{$coro+0} = $coro;
367		402
368	$coro	403	$coro
369	}	404	}
370		405
371	sub write_runtime {	406	=item fork_call { }, $args
372	my $guard = cf::lock_acquire "write_runtime";
373		407
374	my $runtime = "$LOCALDIR/runtime";	408	Executes the given code block with the given arguments in a seperate
		409	process, returning the results. Everything must be serialisable with
		410	Coro::Storable. May, of course, block. Note that the executed sub may
		411	never block itself or use any form of Event handling.
375		412
376	my $fh = aio_open "$runtime~", O_WRONLY \| O_CREAT, 0644	413	=cut
377	or return;
378		414
379	my $value = $cf::RUNTIME + 90 + 10;	415	sub fork_call(&@) {
380	# 10 is the runtime save interval, for a monotonic clock	416	my ($cb, @args) = @_;
381	# 60 allows for the watchdog to kill the server.
382		417
383	(aio_write $fh, 0, (length $value), $value, 0) <= 0	418	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
384	and return;	419	# or die "socketpair: $!";
		420	pipe my $fh1, my $fh2
		421	or die "pipe: $!";
385		422
386	# always fsync - this file is important	423	if (my $pid = fork) {
387	aio_fsync $fh
388	and return;
389
390	close $fh	424	close $fh2;
391	or return;
392		425
393	aio_rename "$runtime~", $runtime	426	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
394	and return;	427	$res = Coro::Storable::thaw $res;
395		428
		429	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
		430
		431	die $$res unless "ARRAY" eq ref $res;
		432
		433	return wantarray ? @$res : $res->[-1];
		434	} else {
		435	reset_signals;
		436	local $SIG{__WARN__};
		437	local $SIG{__DIE__};
		438	eval {
		439	close $fh1;
		440
		441	my @res = eval { $cb->(@args) };
		442	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
		443	};
		444
		445	warn $@ if $@;
		446	_exit 0;
396	1	447	}
		448	}
		449
		450	=item $value = cf::db_get $family => $key
		451
		452	Returns a single value from the environment database.
		453
		454	=item cf::db_put $family => $key => $value
		455
		456	Stores the given C<$value> in the family. It can currently store binary
		457	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		458
		459	=cut
		460
		461	our $DB;
		462
		463	sub db_init {
		464	unless ($DB) {
		465	$DB = BDB::db_create $DB_ENV;
		466
		467	cf::sync_job {
		468	eval {
		469	$DB->set_flags (BDB::CHKSUM);
		470
		471	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
		472	BDB::CREATE \| BDB::AUTO_COMMIT, 0666;
		473	cf::cleanup "db_open(db): $!" if $!;
		474	};
		475	cf::cleanup "db_open(db): $@" if $@;
		476	};
		477	}
		478	}
		479
		480	sub db_get($$) {
		481	my $key = "$_[0]/$_[1]";
		482
		483	cf::sync_job {
		484	BDB::db_get $DB, undef, $key, my $data;
		485
		486	$! ? ()
		487	: $data
		488	}
		489	}
		490
		491	sub db_put($$$) {
		492	BDB::dbreq_pri 4;
		493	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		494	}
		495
		496	=item cf::cache $id => [$paths...], $processversion => $process
		497
		498	Generic caching function that returns the value of the resource $id,
		499	caching and regenerating as required.
		500
		501	This function can block.
		502
		503	=cut
		504
		505	sub cache {
		506	my ($id, $src, $processversion, $process) = @_;
		507
		508	my $meta =
		509	join "\x00",
		510	$processversion,
		511	map {
		512	aio_stat $_
		513	and Carp::croak "$_: $!";
		514
		515	($_, (stat _)[7,9])
		516	} @$src;
		517
		518	my $dbmeta = db_get cache => "$id/meta";
		519	if ($dbmeta ne $meta) {
		520	# changed, we may need to process
		521
		522	my @data;
		523	my $md5;
		524
		525	for (0 .. $#$src) {
		526	0 <= aio_load $src->[$_], $data[$_]
		527	or Carp::croak "$src->[$_]: $!";
		528	}
		529
		530	# if processing is expensive, check
		531	# checksum first
		532	if (1) {
		533	$md5 =
		534	join "\x00",
		535	$processversion,
		536	map {
		537	Coro::cede;
		538	($src->[$_], Digest::MD5::md5_hex $data[$_])
		539	} 0.. $#$src;
		540
		541
		542	my $dbmd5 = db_get cache => "$id/md5";
		543	if ($dbmd5 eq $md5) {
		544	db_put cache => "$id/meta", $meta;
		545
		546	return db_get cache => "$id/data";
		547	}
		548	}
		549
		550	my $t1 = Time::HiRes::time;
		551	my $data = $process->(\@data);
		552	my $t2 = Time::HiRes::time;
		553
		554	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		555
		556	db_put cache => "$id/data", $data;
		557	db_put cache => "$id/md5" , $md5;
		558	db_put cache => "$id/meta", $meta;
		559
		560	return $data;
		561	}
		562
		563	db_get cache => "$id/data"
397	}	564	}
398		565
399	=item cf::datalog type => key => value, ...	566	=item cf::datalog type => key => value, ...
400		567
401	Log a datalog packet of the given type with the given key-value pairs.	568	Log a datalog packet of the given type with the given key-value pairs.
…		…
419	attach callbacks/event handlers (a collection of which is called an "attachment")	586	attach callbacks/event handlers (a collection of which is called an "attachment")
420	to it. All such attachable objects support the following methods.	587	to it. All such attachable objects support the following methods.
421		588
422	In the following description, CLASS can be any of C<global>, C<object>	589	In the following description, CLASS can be any of C<global>, C<object>
423	C<player>, C<client> or C<map> (i.e. the attachable objects in	590	C<player>, C<client> or C<map> (i.e. the attachable objects in
424	crossfire+).	591	Crossfire TRT).
425		592
426	=over 4	593	=over 4
427		594
428	=item $attachable->attach ($attachment, key => $value...)	595	=item $attachable->attach ($attachment, key => $value...)
429		596
…		…
592	$registry = $CB_TYPE[$object_type] \|\|= [];	759	$registry = $CB_TYPE[$object_type] \|\|= [];
593		760
594	} elsif ($type eq "subtype") {	761	} elsif ($type eq "subtype") {
595	defined $object_type or Carp::croak "subtype specified without type";	762	defined $object_type or Carp::croak "subtype specified without type";
596	my $object_subtype = shift @arg;	763	my $object_subtype = shift @arg;
597	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] \|\|= [];	764	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] \|\|= [];
598		765
599	} elsif ($type eq "package") {	766	} elsif ($type eq "package") {
600	my $pkg = shift @arg;	767	my $pkg = shift @arg;
601		768
602	while (my ($name, $id) = each %cb_id) {	769	while (my ($name, $id) = each %cb_id) {
…		…
631	_attach $registry, $klass, @attach;	798	_attach $registry, $klass, @attach;
632	}	799	}
633		800
634	$obj->{$name} = \%arg;	801	$obj->{$name} = \%arg;
635	} else {	802	} else {
636	warn "object uses attachment '$name' that is not available, postponing.\n";	803	warn "object uses attachment '$name' which is not available, postponing.\n";
637	}	804	}
638		805
639	$obj->{_attachment}{$name} = undef;	806	$obj->{_attachment}{$name} = undef;
640	}	807	}
641		808
…		…
643	if (ref $_[0]) {	810	if (ref $_[0]) {
644	_object_attach @_;	811	_object_attach @_;
645	} else {	812	} else {
646	_attach shift->_attach_registry, @_;	813	_attach shift->_attach_registry, @_;
647	}	814	}
		815	_recalc_want;
648	};	816	};
649		817
650	# all those should be optimised	818	# all those should be optimised
651	sub cf::attachable::detach {	819	sub cf::attachable::detach {
652	my ($obj, $name) = @_;	820	my ($obj, $name) = @_;
…		…
655	delete $obj->{_attachment}{$name};	823	delete $obj->{_attachment}{$name};
656	reattach ($obj);	824	reattach ($obj);
657	} else {	825	} else {
658	Carp::croak "cannot, currently, detach class attachments";	826	Carp::croak "cannot, currently, detach class attachments";
659	}	827	}
		828	_recalc_want;
660	};	829	};
661		830
662	sub cf::attachable::attached {	831	sub cf::attachable::attached {
663	my ($obj, $name) = @_;	832	my ($obj, $name) = @_;
664		833
…		…
837	or return;	1006	or return;
838	$av = eval { (Storable::thaw $av)->{objs} };	1007	$av = eval { (Storable::thaw $av)->{objs} };
839	}	1008	}
840		1009
841	warn sprintf "loading %s (%d)\n",	1010	warn sprintf "loading %s (%d)\n",
842	$filename, length $data, scalar @{$av \|\| []};#d#	1011	$filename, length $data, scalar @{$av \|\| []};
843	return ($data, $av);	1012	return ($data, $av);
844	}	1013	}
		1014
		1015	=head2 COMMAND CALLBACKS
		1016
		1017	=over 4
		1018
		1019	=cut
845		1020
846	#############################################################################	1021	#############################################################################
847	# command handling &c	1022	# command handling &c
848		1023
849	=item cf::register_command $name => \&callback($ob,$args);	1024	=item cf::register_command $name => \&callback($ob,$args);
…		…
862	push @{ $COMMAND{$name} }, [$caller, $cb];	1037	push @{ $COMMAND{$name} }, [$caller, $cb];
863	}	1038	}
864		1039
865	=item cf::register_extcmd $name => \&callback($pl,$packet);	1040	=item cf::register_extcmd $name => \&callback($pl,$packet);
866		1041
867	Register a callbackf ro execution when the client sends an extcmd packet.	1042	Register a callback for execution when the client sends an (synchronous)
		1043	extcmd packet. Ext commands will be processed in the order they are
		1044	received by the server, like other user commands. The first argument is
		1045	the logged-in player. Ext commands can only be processed after a player
		1046	has logged in successfully.
868		1047
869	If the callback returns something, it is sent back as if reply was being	1048	If the callback returns something, it is sent back as if reply was being
870	called.	1049	called.
871		1050
		1051	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1052
		1053	Register a callback for execution when the client sends an (asynchronous)
		1054	exticmd packet. Exti commands are processed by the server as soon as they
		1055	are received, i.e. out of order w.r.t. other commands. The first argument
		1056	is a client socket. Exti commands can be received anytime, even before
		1057	log-in.
		1058
		1059	If the callback returns something, it is sent back as if reply was being
		1060	called.
		1061
872	=cut	1062	=cut
873		1063
874	sub register_extcmd {	1064	sub register_extcmd {
875	my ($name, $cb) = @_;	1065	my ($name, $cb) = @_;
876		1066
877	$EXTCMD{$name} = $cb;	1067	$EXTCMD{$name} = $cb;
		1068	}
		1069
		1070	sub register_exticmd {
		1071	my ($name, $cb) = @_;
		1072
		1073	$EXTICMD{$name} = $cb;
878	}	1074	}
879		1075
880	cf::player->attach (	1076	cf::player->attach (
881	on_command => sub {	1077	on_command => sub {
882	my ($pl, $name, $params) = @_;	1078	my ($pl, $name, $params) = @_;
…		…
907		1103
908	cf::override;	1104	cf::override;
909	},	1105	},
910	);	1106	);
911		1107
912	sub load_extension {
913	my ($path) = @_;
914
915	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
916	my $base = $1;
917	my $pkg = $1;
918	$pkg =~ s/[^[:word:]]/_/g;
919	$pkg = "ext::$pkg";
920
921	warn "... loading '$path' into '$pkg'\n";
922
923	open my $fh, "<:utf8", $path
924	or die "$path: $!";
925
926	my $source =
927	"package $pkg; use strict; use utf8;\n"
928	. "#line 1 \"$path\"\n{\n"
929	. (do { local $/; <$fh> })
930	. "\n};\n1";
931
932	unless (eval $source) {
933	my $msg = $@ ? "$path: $@\n"
934	: "extension disabled.\n";
935	if ($source =~ /^#!.perl.#.*MANDATORY/m) { # ugly match
936	warn $@;
937	warn "mandatory extension failed to load, exiting.\n";
938	exit 1;
939	}
940	die $@;
941	}
942
943	push @EXTS, $pkg;
944	}
945
946	sub load_extensions {	1108	sub load_extensions {
		1109	cf::sync_job {
		1110	my %todo;
		1111
947	for my $ext (<$LIBDIR/*.ext>) {	1112	for my $path (<$LIBDIR/*.ext>) {
948	next unless -r $ext;	1113	next unless -r $path;
949	eval {	1114
950	load_extension $ext;	1115	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1116	my $base = $1;
		1117	my $pkg = $1;
		1118	$pkg =~ s/[^[:word:]]/_/g;
		1119	$pkg = "ext::$pkg";
		1120
		1121	open my $fh, "<:utf8", $path
		1122	or die "$path: $!";
		1123
		1124	my $source = do { local $/; <$fh> };
		1125
		1126	my %ext = (
		1127	path => $path,
		1128	base => $base,
		1129	pkg => $pkg,
		1130	);
		1131
		1132	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1133	if $source =~ /\A#!.?perl.?#\s(.)$/m;
		1134
		1135	$ext{source} =
		1136	"package $pkg; use strict; use utf8;\n"
		1137	. "#line 1 \"$path\"\n{\n"
		1138	. $source
		1139	. "\n};\n1";
		1140
		1141	$todo{$base} = \%ext;
		1142	}
		1143
		1144	my %done;
		1145	while (%todo) {
		1146	my $progress;
		1147
		1148	while (my ($k, $v) = each %todo) {
		1149	for (split /,\s*/, $v->{meta}{depends}) {
		1150	goto skip
		1151	unless exists $done{$_};
		1152	}
		1153
		1154	warn "... loading '$k' into '$v->{pkg}'\n";
		1155
		1156	unless (eval $v->{source}) {
		1157	my $msg = $@ ? "$v->{path}: $@\n"
		1158	: "$v->{base}: extension inactive.\n";
		1159
		1160	if (exists $v->{meta}{mandatory}) {
		1161	warn $msg;
		1162	warn "mandatory extension failed to load, exiting.\n";
		1163	exit 1;
		1164	}
		1165
		1166	warn $msg;
		1167	}
		1168
		1169	$done{$k} = delete $todo{$k};
		1170	push @EXTS, $v->{pkg};
		1171	$progress = 1;
951	1	1172	}
952	} or warn "$ext not loaded: $@";	1173
		1174	skip:
		1175	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1176	unless $progress;
		1177	}
953	}	1178	};
954	}	1179	}
955		1180
956	#############################################################################	1181	#############################################################################
		1182
		1183	=back
957		1184
958	=head2 CORE EXTENSIONS	1185	=head2 CORE EXTENSIONS
959		1186
960	Functions and methods that extend core crossfire objects.	1187	Functions and methods that extend core crossfire objects.
961		1188
…		…
1149	}	1376	}
1150		1377
1151	\@paths	1378	\@paths
1152	}	1379	}
1153		1380
		1381	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1382
		1383	Expand crossfire pod fragments into protocol xml.
		1384
		1385	=cut
		1386
		1387	sub expand_cfpod {
		1388	((my $self), (local $_)) = @_;
		1389
		1390	# escape & and <
		1391	s/&/&/g;
		1392	s/(?<![BIUGH])</</g;
		1393
		1394	# this is buggy, it needs to properly take care of nested <'s
		1395
		1396	1 while
		1397	# replace B<>, I<>, U<> etc.
		1398	s/B<([^\>]*)>/<b>$1<\/b>/
		1399	\|\| s/I<([^\>]*)>/<i>$1<\/i>/
		1400	\|\| s/U<([^\>]*)>/<u>$1<\/u>/
		1401	# replace G<male\|female> tags
		1402	\|\| s{G<([^>\|])\\|([^>])>}{
		1403	$self->gender ? $2 : $1
		1404	}ge
		1405	# replace H<hint text>
		1406	\|\| s/H<([^\>]*)>/<fg name="lightblue">[$1]<\/fg>/g;
		1407
		1408	# create single paragraphs (very hackish)
		1409	s/(?<=\S)\n(?=\w)/ /g;
		1410
		1411	$_
		1412	}
		1413
1154	=item $player->ext_reply ($msgid, %msg)	1414	=item $player->ext_reply ($msgid, %msg)
1155		1415
1156	Sends an ext reply to the player.	1416	Sends an ext reply to the player.
1157		1417
1158	=cut	1418	=cut
1159		1419
1160	sub ext_reply($$%) {	1420	sub ext_reply($$%) {
1161	my ($self, $id, %msg) = @_;	1421	my ($self, $id, %msg) = @_;
1162		1422
1163	$msg{msgid} = $id;	1423	$msg{msgid} = $id;
1164
1165	$self->send ("ext " . cf::to_json \%msg);	1424	$self->send ("ext " . cf::to_json \%msg);
1166	}	1425	}
1167		1426
1168	=item $player->ext_event ($type, %msg)	1427	=item $player->ext_event ($type, %msg)
1169		1428
…		…
1185		1444
1186	package cf::region;	1445	package cf::region;
1187		1446
1188	=item cf::region::find_by_path $path	1447	=item cf::region::find_by_path $path
1189		1448
1190	Tries to decuce the probable region for a map knowing only its path.	1449	Tries to decuce the likely region for a map knowing only its path.
1191		1450
1192	=cut	1451	=cut
1193		1452
1194	sub find_by_path($) {	1453	sub find_by_path($) {
1195	my ($path) = @_;	1454	my ($path) = @_;
…		…
1269	my ($self, $merge) = @_;	1528	my ($self, $merge) = @_;
1270		1529
1271	# we have to keep some variables in memory intact	1530	# we have to keep some variables in memory intact
1272	local $self->{path};	1531	local $self->{path};
1273	local $self->{load_path};	1532	local $self->{load_path};
1274	local $self->{deny_save};
1275	local $self->{deny_reset};
1276		1533
1277	$self->SUPER::thawer_merge ($merge);	1534	$self->SUPER::thawer_merge ($merge);
1278	}	1535	}
1279		1536
1280	sub normalise {	1537	sub normalise {
…		…
1380		1637
1381	$_->change_map_light ($change)	1638	$_->change_map_light ($change)
1382	for grep $_->outdoor, values %cf::MAP;	1639	for grep $_->outdoor, values %cf::MAP;
1383	}	1640	}
1384		1641
		1642	sub decay_objects {
		1643	my ($self) = @_;
		1644
		1645	return if $self->{deny_reset};
		1646
		1647	$self->do_decay_objects;
		1648	}
		1649
1385	sub unlink_save {	1650	sub unlink_save {
1386	my ($self) = @_;	1651	my ($self) = @_;
1387		1652
1388	utf8::encode (my $save = $self->save_path);	1653	utf8::encode (my $save = $self->save_path);
1389	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;	1654	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
…		…
1445	$self->load_header_orig	1710	$self->load_header_orig
1446	or return;	1711	or return;
1447	$self->prepare_orig;	1712	$self->prepare_orig;
1448	}	1713	}
1449		1714
		1715	$self->{deny_reset} = 1
		1716	if $self->no_reset;
		1717
1450	$self->default_region (cf::region::find_by_path $self->{path})	1718	$self->default_region (cf::region::find_by_path $self->{path})
1451	unless $self->default_region;	1719	unless $self->default_region;
1452		1720
1453	1	1721	1
1454	}	1722	}
…		…
1469	$map->{last_save} = $cf::RUNTIME;	1737	$map->{last_save} = $cf::RUNTIME;
1470		1738
1471	$map->load_header	1739	$map->load_header
1472	or return;	1740	or return;
1473		1741
1474	if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)	1742	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1475	# doing this can freeze the server in a sync job, obviously	1743	# doing this can freeze the server in a sync job, obviously
1476	#$cf::WAIT_FOR_TICK->wait;	1744	#$cf::WAIT_FOR_TICK->wait;
1477	$map->reset;	1745	$map->reset;
1478	undef $guard;	1746	undef $guard;
1479	return find $path;	1747	return find $path;
…		…
1490	my ($self) = @_;	1758	my ($self) = @_;
1491		1759
1492	local $self->{deny_reset} = 1; # loading can take a long time	1760	local $self->{deny_reset} = 1; # loading can take a long time
1493		1761
1494	my $path = $self->{path};	1762	my $path = $self->{path};
		1763
		1764	{
1495	my $guard = cf::lock_acquire "map_load:$path";	1765	my $guard = cf::lock_acquire "map_load:$path";
1496		1766
1497	return if $self->in_memory != cf::MAP_SWAPPED;	1767	return if $self->in_memory != cf::MAP_SWAPPED;
1498		1768
1499	$self->in_memory (cf::MAP_LOADING);	1769	$self->in_memory (cf::MAP_LOADING);
1500		1770
1501	$self->alloc;	1771	$self->alloc;
1502		1772
1503	$self->pre_load;	1773	$self->pre_load;
1504	Coro::cede;
1505
1506	$self->_load_objects ($self->{load_path}, 1)
1507	or return;
1508
1509	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1510	if delete $self->{load_original};
1511
1512	if (my $uniq = $self->uniq_path) {
1513	utf8::encode $uniq;
1514	if (aio_open $uniq, O_RDONLY, 0) {
1515	$self->clear_unique_items;
1516	$self->_load_objects ($uniq, 0);
1517	}
1518	}
1519
1520	Coro::cede;
1521	# now do the right thing for maps
1522	$self->link_multipart_objects;
1523	Coro::cede;
1524
1525	unless ($self->{deny_activate}) {
1526	$self->decay_objects;
1527	$self->fix_auto_apply;
1528	$self->update_buttons;
1529	Coro::cede;	1774	Coro::cede;
1530	$self->set_darkness_map;	1775
		1776	$self->_load_objects ($self->{load_path}, 1)
		1777	or return;
		1778
		1779	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
		1780	if delete $self->{load_original};
		1781
		1782	if (my $uniq = $self->uniq_path) {
		1783	utf8::encode $uniq;
		1784	if (aio_open $uniq, O_RDONLY, 0) {
		1785	$self->clear_unique_items;
		1786	$self->_load_objects ($uniq, 0);
		1787	}
		1788	}
		1789
		1790	Coro::cede;
		1791	# now do the right thing for maps
		1792	$self->link_multipart_objects;
1531	$self->difficulty ($self->estimate_difficulty)	1793	$self->difficulty ($self->estimate_difficulty)
1532	unless $self->difficulty;	1794	unless $self->difficulty;
1533	Coro::cede;	1795	Coro::cede;
		1796
		1797	unless ($self->{deny_activate}) {
		1798	$self->decay_objects;
		1799	$self->fix_auto_apply;
		1800	$self->update_buttons;
		1801	Coro::cede;
		1802	$self->set_darkness_map;
		1803	Coro::cede;
1534	$self->activate;	1804	$self->activate;
1535	Coro::cede;	1805	}
		1806
		1807	$self->in_memory (cf::MAP_IN_MEMORY);
1536	}	1808	}
1537		1809
1538	$self->post_load;	1810	$self->post_load;
1539	Coro::cede;
1540
1541	$self->in_memory (cf::MAP_IN_MEMORY);
1542	}	1811	}
1543		1812
1544	sub customise_for {	1813	sub customise_for {
1545	my ($self, $ob) = @_;	1814	my ($self, $ob) = @_;
1546		1815
1547	return find "~" . $ob->name . "/" . $self->{path}	1816	return find "~" . $ob->name . "/" . $self->{path}
1548	if $self->per_player;	1817	if $self->per_player;
		1818
		1819	# return find "?party/" . $ob->name . "/" . $self->{path}
		1820	# if $self->per_party;
1549		1821
1550	$self	1822	$self
1551	}	1823	}
1552		1824
1553	# find and load all maps in the 3x3 area around a map	1825	# find and load all maps in the 3x3 area around a map
…		…
1664		1936
1665	sub reset_at {	1937	sub reset_at {
1666	my ($self) = @_;	1938	my ($self) = @_;
1667		1939
1668	# TODO: safety, remove and allow resettable per-player maps	1940	# TODO: safety, remove and allow resettable per-player maps
1669	return 1e99 if $self->isa ("ext::map_per_player");#d#
1670	return 1e99 if $self->{deny_reset};	1941	return 1e99 if $self->{deny_reset};
1671		1942
1672	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	1943	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1673	my $to = List::Util::min $MAX_RESET, $self->reset_timeout \|\| $DEFAULT_RESET;	1944	my $to = List::Util::min $MAX_RESET, $self->reset_timeout \|\| $DEFAULT_RESET;
1674		1945
…		…
1685	my ($self) = @_;	1956	my ($self) = @_;
1686		1957
1687	my $lock = cf::lock_acquire "map_data:$self->{path}";	1958	my $lock = cf::lock_acquire "map_data:$self->{path}";
1688		1959
1689	return if $self->players;	1960	return if $self->players;
1690	return if $self->isa ("ext::map_per_player");#d#
1691		1961
1692	warn "resetting map ", $self->path;#d#	1962	warn "resetting map ", $self->path;
1693		1963
1694	$self->in_memory (cf::MAP_SWAPPED);	1964	$self->in_memory (cf::MAP_SWAPPED);
1695		1965
1696	# need to save uniques path	1966	# need to save uniques path
1697	unless ($self->{deny_save}) {	1967	unless ($self->{deny_save}) {
…		…
1729	$cf::MAP{$self->path} = $self;	1999	$cf::MAP{$self->path} = $self;
1730		2000
1731	$self->reset; # polite request, might not happen	2001	$self->reset; # polite request, might not happen
1732	}	2002	}
1733		2003
		2004	=item $maps = cf::map::tmp_maps
		2005
		2006	Returns an arrayref with all map paths of currently instantiated and saved
		2007	maps. May block.
		2008
		2009	=cut
		2010
		2011	sub tmp_maps() {
		2012	[
		2013	map {
		2014	utf8::decode $_;
		2015	/\.map$/
		2016	? normalise $_
		2017	: ()
		2018	} @{ aio_readdir $TMPDIR or [] }
		2019	]
		2020	}
		2021
		2022	=item $maps = cf::map::random_maps
		2023
		2024	Returns an arrayref with all map paths of currently instantiated and saved
		2025	random maps. May block.
		2026
		2027	=cut
		2028
		2029	sub random_maps() {
		2030	[
		2031	map {
		2032	utf8::decode $_;
		2033	/\.map$/
		2034	? normalise "?random/$_"
		2035	: ()
		2036	} @{ aio_readdir $RANDOMDIR or [] }
		2037	]
		2038	}
		2039
1734	=item cf::map::unique_maps	2040	=item cf::map::unique_maps
1735		2041
1736	Returns an arrayref of paths of all shared maps that have	2042	Returns an arrayref of paths of all shared maps that have
1737	instantiated unique items. May block.	2043	instantiated unique items. May block.
1738		2044
1739	=cut	2045	=cut
1740		2046
1741	sub unique_maps() {	2047	sub unique_maps() {
1742	my $files = aio_readdir $UNIQUEDIR	2048	[
1743	or return;	2049	map {
1744
1745	my @paths;
1746
1747	for (@$files) {
1748	utf8::decode $_;	2050	utf8::decode $_;
1749	next if /\.pst$/;	2051	/\.map$/
1750	next unless /^$PATH_SEP/o;	2052	? normalise $_
1751		2053	: ()
1752	push @paths, cf::map::normalise $_;	2054	} @{ aio_readdir $UNIQUEDIR or [] }
1753	}	2055	]
1754
1755	\@paths
1756	}	2056	}
1757		2057
1758	package cf;	2058	package cf;
1759		2059
1760	=back	2060	=back
…		…
1806		2106
1807	$flags = cf::NDI_BROWN \| cf::NDI_UNIQUE unless @_ >= 4;	2107	$flags = cf::NDI_BROWN \| cf::NDI_UNIQUE unless @_ >= 4;
1808		2108
1809	if ($self->{record_replies}) {	2109	if ($self->{record_replies}) {
1810	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2110	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2111
1811	} else {	2112	} else {
		2113	my $pl = $self->contr;
		2114
		2115	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2116	my $diag = $pl->{npc_dialog};
		2117	$diag->{pl}->ext_reply (
		2118	$diag->{id},
		2119	msgtype => "reply",
		2120	msg => $diag->{pl}->expand_cfpod ($msg),
		2121	add_topics => []
		2122	);
		2123
		2124	} else {
1812	$msg = $npc->name . " says: $msg" if $npc;	2125	$msg = $npc->name . " says: $msg" if $npc;
1813	$self->message ($msg, $flags);	2126	$self->message ($msg, $flags);
		2127	}
1814	}	2128	}
1815	}	2129	}
1816		2130
1817	=item $player_object->may ("access")	2131	=item $player_object->may ("access")
1818		2132
…		…
1866	$self->deactivate_recursive;	2180	$self->deactivate_recursive;
1867		2181
1868	return if UNIVERSAL::isa $self->map, "ext::map_link";	2182	return if UNIVERSAL::isa $self->map, "ext::map_link";
1869		2183
1870	$self->{_link_pos} \|\|= [$self->map->{path}, $self->x, $self->y]	2184	$self->{_link_pos} \|\|= [$self->map->{path}, $self->x, $self->y]
1871	if $self->map;	2185	if $self->map && $self->map->{path} ne "{link}";
1872		2186
1873	$self->enter_map ($LINK_MAP \|\| link_map, 10, 10);	2187	$self->enter_map ($LINK_MAP \|\| link_map, 10, 10);
1874	}	2188	}
1875		2189
1876	sub cf::object::player::leave_link {	2190	sub cf::object::player::leave_link {
1877	my ($self, $map, $x, $y) = @_;	2191	my ($self, $map, $x, $y) = @_;
		2192
		2193	return unless $self->contr->active;
1878		2194
1879	my $link_pos = delete $self->{_link_pos};	2195	my $link_pos = delete $self->{_link_pos};
1880		2196
1881	unless ($map) {	2197	unless ($map) {
1882	# restore original map position	2198	# restore original map position
…		…
1905		2221
1906	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2222	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1907	$self->enter_map ($map, $x, $y);	2223	$self->enter_map ($map, $x, $y);
1908	}	2224	}
1909		2225
1910	cf::player->attach (
1911	on_logout => sub {
1912	my ($pl) = @_;
1913
1914	# abort map switching before logout
1915	if ($pl->ob->{_link_pos}) {
1916	cf::sync_job {
1917	$pl->ob->leave_link
1918	};
1919	}
1920	},
1921	on_login => sub {
1922	my ($pl) = @_;
1923
1924	# try to abort aborted map switching on player login :)
1925	# should happen only on crashes
1926	if ($pl->ob->{_link_pos}) {
1927	$pl->ob->enter_link;
1928	(async {
1929	$pl->ob->reply (undef,
1930	"There was an internal problem at your last logout, "
1931	. "the server will try to bring you to your intended destination in a second.",
1932	cf::NDI_RED);
1933	# we need this sleep as the login has a concurrent enter_exit running
1934	# and this sleep increases chances of the player not ending up in scorn
1935	Coro::Timer::sleep 1;
1936	$pl->ob->leave_link;
1937	})->prio (2);
1938	}
1939	},
1940	);
1941
1942	=item $player_object->goto ($path, $x, $y)	2226	=item $player_object->goto ($path, $x, $y[, $check->($map)])
1943		2227
		2228	Moves the player to the given map-path and coordinates by first freezing
		2229	her, loading and preparing them map, calling the provided $check callback
		2230	that has to return the map if sucecssful, and then unfreezes the player on
		2231	the new (success) or old (failed) map position.
		2232
1944	=cut	2233	=cut
		2234
		2235	our $GOTOGEN;
1945		2236
1946	sub cf::object::player::goto {	2237	sub cf::object::player::goto {
1947	my ($self, $path, $x, $y) = @_;	2238	my ($self, $path, $x, $y, $check) = @_;
		2239
		2240	# do generation counting so two concurrent goto's will be executed in-order
		2241	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1948		2242
1949	$self->enter_link;	2243	$self->enter_link;
1950		2244
1951	(async {	2245	(async {
1952	my $map = eval {	2246	my $map = eval {
1953	my $map = cf::map::find $path;	2247	my $map = cf::map::find $path;
		2248
		2249	if ($map) {
1954	$map = $map->customise_for ($self) if $map;	2250	$map = $map->customise_for ($self);
		2251	$map = $check->($map) if $check && $map;
		2252	} else {
		2253	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE \| cf::NDI_RED);
		2254	}
		2255
1955	$map	2256	$map
		2257	};
		2258
		2259	if ($@) {
		2260	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE \| cf::NDI_RED);
		2261	LOG llevError \| logBacktrace, Carp::longmess $@;
1956	} or	2262	}
1957	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE \| cf::NDI_RED);
1958		2263
		2264	if ($gen == $self->{_goto_generation}) {
		2265	delete $self->{_goto_generation};
1959	$self->leave_link ($map, $x, $y);	2266	$self->leave_link ($map, $x, $y);
		2267	}
1960	})->prio (1);	2268	})->prio (1);
1961	}	2269	}
1962		2270
1963	=item $player_object->enter_exit ($exit_object)	2271	=item $player_object->enter_exit ($exit_object)
1964		2272
…		…
2069		2377
2070	utf8::encode $text;	2378	utf8::encode $text;
2071	$self->send_packet (sprintf "drawinfo %d %s", $flags \|\| cf::NDI_BLACK, $text);	2379	$self->send_packet (sprintf "drawinfo %d %s", $flags \|\| cf::NDI_BLACK, $text);
2072	}	2380	}
2073		2381
		2382	=item $client->send_msg ($color, $type, $msg, [extra...])
		2383
		2384	Send a drawinfo or msg packet to the client, formatting the msg for the
		2385	client if neccessary. C<$type> should be a string identifying the type of
		2386	the message, with C<log> being the default. If C<$color> is negative, suppress
		2387	the message unless the client supports the msg packet.
		2388
		2389	=cut
		2390
		2391	sub cf::client::send_msg {
		2392	my ($self, $color, $type, $msg, @extra) = @_;
		2393
		2394	$msg = $self->pl->expand_cfpod ($msg);
		2395
		2396	if ($self->can_msg) {
		2397	$self->send_packet ("msg " . cf::to_json [$color, $type, $msg, @extra]);
		2398	} else {
		2399	# replace some tags by gcfclient-compatible ones
		2400	for ($msg) {
		2401	1 while
		2402	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2403	\|\| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2404	\|\| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2405	\|\| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2406	\|\| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2407	}
		2408
		2409	if ($color >= 0) {
		2410	if (0 && $msg =~ /\[/) {
		2411	$self->send_packet ("drawextinfo $color 4 0 $msg")
		2412	} else {
		2413	$msg =~ s/\[\/?(?:b\|i\|u\|fixed\|color)[^\]]*\]//g;
		2414	$self->send_packet ("drawinfo $color $msg")
		2415	}
		2416	}
		2417	}
		2418	}
		2419
2074	=item $client->ext_event ($type, %msg)	2420	=item $client->ext_event ($type, %msg)
2075		2421
2076	Sends an exti event to the client.	2422	Sends an ext event to the client.
2077		2423
2078	=cut	2424	=cut
2079		2425
2080	sub cf::client::ext_event($$%) {	2426	sub cf::client::ext_event($$%) {
2081	my ($self, $type, %msg) = @_;	2427	my ($self, $type, %msg) = @_;
…		…
2088		2434
2089	Queues a query to the client, calling the given callback with	2435	Queues a query to the client, calling the given callback with
2090	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2436	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
2091	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2437	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
2092		2438
2093	Queries can fail, so check the return code. Or don't, as queries will become	2439	Queries can fail, so check the return code. Or don't, as queries will
2094	reliable at some point in the future.	2440	become reliable at some point in the future.
2095		2441
2096	=cut	2442	=cut
2097		2443
2098	sub cf::client::query {	2444	sub cf::client::query {
2099	my ($self, $flags, $text, $cb) = @_;	2445	my ($self, $flags, $text, $cb) = @_;
…		…
2107	utf8::encode $text;	2453	utf8::encode $text;
2108	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2454	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2109		2455
2110	$self->send_packet ($self->{query_queue}[0][0])	2456	$self->send_packet ($self->{query_queue}[0][0])
2111	if @{ $self->{query_queue} } == 1;	2457	if @{ $self->{query_queue} } == 1;
		2458
		2459	1
2112	}	2460	}
2113		2461
2114	cf::client->attach (	2462	cf::client->attach (
2115	on_reply => sub {	2463	on_reply => sub {
2116	my ($ns, $msg) = @_;	2464	my ($ns, $msg) = @_;
…		…
2130	$ns->send_packet ($ns->{query_queue}[0][0]);	2478	$ns->send_packet ($ns->{query_queue}[0][0]);
2131	} else {	2479	} else {
2132	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2480	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2133	}	2481	}
2134	}	2482	}
		2483	},
		2484	on_exticmd => sub {
		2485	my ($ns, $buf) = @_;
		2486
		2487	my $msg = eval { from_json $buf };
		2488
		2489	if (ref $msg) {
		2490	if (my $cb = $EXTICMD{$msg->{msgtype}}) {
		2491	if (my %reply = $cb->($ns, $msg)) {
		2492	$reply{msgid} = $msg->{msgid};
		2493	$ns->send ("ext " . cf::to_json \%reply);
		2494	}
		2495	}
		2496	} else {
		2497	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2498	}
		2499
		2500	cf::override;
2135	},	2501	},
2136	);	2502	);
2137		2503
2138	=item $client->async (\&cb)	2504	=item $client->async (\&cb)
2139		2505
…		…
2278	=back	2644	=back
2279		2645
2280	=cut	2646	=cut
2281		2647
2282	#############################################################################	2648	#############################################################################
2283
2284	=head2 EXTENSION DATABASE SUPPORT
2285
2286	Crossfire maintains a very simple database for extension use. It can
2287	currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2288	convert to/from binary).
2289
2290	The parameter C<$family> should best start with the name of the extension
2291	using it, it should be unique.
2292
2293	=over 4
2294
2295	=item $value = cf::db_get $family => $key
2296
2297	Returns a single value from the database.
2298
2299	=item cf::db_put $family => $key => $value
2300
2301	Stores the given C<$value> in the family.
2302
2303	=cut
2304
2305	our $DB;
2306
2307	sub db_init {
2308	unless ($DB) {
2309	$DB = BDB::db_create $DB_ENV;
2310
2311	cf::sync_job {
2312	eval {
2313	$DB->set_flags (BDB::CHKSUM);
2314
2315	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2316	BDB::CREATE \| BDB::AUTO_COMMIT, 0666;
2317	cf::cleanup "db_open(db): $!" if $!;
2318	};
2319	cf::cleanup "db_open(db): $@" if $@;
2320	};
2321	}
2322	}
2323
2324	sub db_get($$) {
2325	my $key = "$_[0]/$_[1]";
2326
2327	cf::sync_job {
2328	BDB::db_get $DB, undef, $key, my $data;
2329
2330	$! ? ()
2331	: $data
2332	}
2333	}
2334
2335	sub db_put($$$) {
2336	BDB::dbreq_pri 4;
2337	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2338	}
2339
2340	=item cf::cache $id => [$paths...], $processversion => $process
2341
2342	Generic caching function that returns the value of the resource $id,
2343	caching and regenerating as required.
2344
2345	This function can block.
2346
2347	=cut
2348
2349	sub cache {
2350	my ($id, $src, $processversion, $process) = @_;
2351
2352	my $meta =
2353	join "\x00",
2354	$processversion,
2355	map {
2356	aio_stat $_
2357	and Carp::croak "$_: $!";
2358
2359	($_, (stat _)[7,9])
2360	} @$src;
2361
2362	my $dbmeta = db_get cache => "$id/meta";
2363	if ($dbmeta ne $meta) {
2364	# changed, we may need to process
2365
2366	my @data;
2367	my $md5;
2368
2369	for (0 .. $#$src) {
2370	0 <= aio_load $src->[$_], $data[$_]
2371	or Carp::croak "$src->[$_]: $!";
2372	}
2373
2374	# if processing is expensive, check
2375	# checksum first
2376	if (1) {
2377	$md5 =
2378	join "\x00",
2379	$processversion,
2380	map {
2381	Coro::cede;
2382	($src->[$_], Digest::MD5::md5_hex $data[$_])
2383	} 0.. $#$src;
2384
2385
2386	my $dbmd5 = db_get cache => "$id/md5";
2387	if ($dbmd5 eq $md5) {
2388	db_put cache => "$id/meta", $meta;
2389
2390	return db_get cache => "$id/data";
2391	}
2392	}
2393
2394	my $t1 = Time::HiRes::time;
2395	my $data = $process->(\@data);
2396	my $t2 = Time::HiRes::time;
2397
2398	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2399
2400	db_put cache => "$id/data", $data;
2401	db_put cache => "$id/md5" , $md5;
2402	db_put cache => "$id/meta", $meta;
2403
2404	return $data;
2405	}
2406
2407	db_get cache => "$id/data"
2408	}
2409
2410	=item fork_call { }, $args
2411
2412	Executes the given code block with the given arguments in a seperate
2413	process, returning the results. Everything must be serialisable with
2414	Coro::Storable. May, of course, block. Note that the executed sub may
2415	never block itself or use any form of Event handling.
2416
2417	=cut
2418
2419	sub fork_call(&@) {
2420	my ($cb, @args) = @_;
2421
2422	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2423	# or die "socketpair: $!";
2424	pipe my $fh1, my $fh2
2425	or die "pipe: $!";
2426
2427	if (my $pid = fork) {
2428	close $fh2;
2429
2430	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2431	$res = Coro::Storable::thaw $res;
2432
2433	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2434
2435	die $$res unless "ARRAY" eq ref $res;
2436
2437	return wantarray ? @$res : $res->[-1];
2438	} else {
2439	local $SIG{__WARN__};
2440	eval {
2441	local $SIG{__DIE__};
2442	close $fh1;
2443
2444	my @res = eval { $cb->(@args) };
2445	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2446	};
2447
2448	warn $@ if $@;
2449	_exit 0;
2450	}
2451	}
2452
2453
2454
2455	#############################################################################
2456	# the server's init and main functions	2649	# the server's init and main functions
2457		2650
2458	sub load_facedata($) {	2651	sub load_facedata($) {
2459	my ($path) = @_;	2652	my ($path) = @_;
2460		2653
…		…
2530	sub reload_resources {	2723	sub reload_resources {
2531	warn "reloading resource files...\n";	2724	warn "reloading resource files...\n";
2532		2725
2533	reload_regions;	2726	reload_regions;
2534	reload_facedata;	2727	reload_facedata;
		2728	#reload_archetypes;#d#
2535	reload_archetypes;	2729	reload_archetypes;
2536	reload_treasures;	2730	reload_treasures;
2537		2731
2538	warn "finished reloading resource files\n";	2732	warn "finished reloading resource files\n";
2539	}	2733	}
…		…
2596	},	2790	},
2597	);	2791	);
2598	}	2792	}
2599	}	2793	}
2600		2794
		2795	sub write_runtime {
		2796	my $runtime = "$LOCALDIR/runtime";
		2797
		2798	# first touch the runtime file to show we are still running:
		2799	# the fsync below can take a very very long time.
		2800
		2801	IO::AIO::aio_utime $runtime, undef, undef;
		2802
		2803	my $guard = cf::lock_acquire "write_runtime";
		2804
		2805	my $fh = aio_open "$runtime~", O_WRONLY \| O_CREAT, 0644
		2806	or return;
		2807
		2808	my $value = $cf::RUNTIME + 90 + 10;
		2809	# 10 is the runtime save interval, for a monotonic clock
		2810	# 60 allows for the watchdog to kill the server.
		2811
		2812	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		2813	and return;
		2814
		2815	# always fsync - this file is important
		2816	aio_fsync $fh
		2817	and return;
		2818
		2819	# touch it again to show we are up-to-date
		2820	aio_utime $fh, undef, undef;
		2821
		2822	close $fh
		2823	or return;
		2824
		2825	aio_rename "$runtime~", $runtime
		2826	and return;
		2827
		2828	warn "runtime file written.\n";
		2829
		2830	1
		2831	}
		2832
2601	sub emergency_save() {	2833	sub emergency_save() {
2602	my $freeze_guard = cf::freeze_mainloop;	2834	my $freeze_guard = cf::freeze_mainloop;
2603		2835
2604	warn "enter emergency perl save\n";	2836	warn "enter emergency perl save\n";
2605		2837
…		…
2680	%EXT_CORO = ();	2912	%EXT_CORO = ();
2681		2913
2682	warn "removing commands";	2914	warn "removing commands";
2683	%COMMAND = ();	2915	%COMMAND = ();
2684		2916
2685	warn "removing ext commands";	2917	warn "removing ext/exti commands";
2686	%EXTCMD = ();	2918	%EXTCMD = ();
		2919	%EXTICMD = ();
2687		2920
2688	warn "unloading/nuking all extensions";	2921	warn "unloading/nuking all extensions";
2689	for my $pkg (@EXTS) {	2922	for my $pkg (@EXTS) {
2690	warn "... unloading $pkg";	2923	warn "... unloading $pkg";
2691		2924
…		…
2809	my $signal = new Coro::Signal;	3042	my $signal = new Coro::Signal;
2810	push @WAIT_FOR_TICK_BEGIN, $signal;	3043	push @WAIT_FOR_TICK_BEGIN, $signal;
2811	$signal->wait;	3044	$signal->wait;
2812	}	3045	}
2813		3046
		3047	my $min = 1e6;#d#
		3048	my $avg = 10;
2814	$TICK_WATCHER = Event->timer (	3049	$TICK_WATCHER = Event->timer (
2815	reentrant => 0,	3050	reentrant => 0,
2816	parked => 1,	3051	parked => 1,
2817	prio => 0,	3052	prio => 0,
2818	at => $NEXT_TICK \|\| $TICK,	3053	at => $NEXT_TICK \|\| $TICK,
…		…
2822	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3057	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2823	unless ++$bug_warning > 10;	3058	unless ++$bug_warning > 10;
2824	return;	3059	return;
2825	}	3060	}
2826		3061
2827	$NOW = Event::time;	3062	$NOW = $tick_start = Event::time;
2828		3063
2829	cf::server_tick; # one server iteration	3064	cf::server_tick; # one server iteration
		3065
		3066	0 && sync_job {#d#
		3067	for(1..10) {
		3068	my $t = Event::time;
		3069	my $map = my $map = new_from_path cf::map "/tmp/x.map"
		3070	or die;
		3071
		3072	$map->width (50);
		3073	$map->height (50);
		3074	$map->alloc;
		3075	$map->_load_objects ("/tmp/x.map", 1);
		3076	my $t = Event::time - $t;
		3077
		3078	#next unless $t < 0.0013;#d#
		3079	if ($t < $min) {
		3080	$min = $t;
		3081	}
		3082	$avg = $avg * 0.99 + $t * 0.01;
		3083	}
		3084	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
		3085	exit 0;
		3086	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
		3087	};
2830		3088
2831	$RUNTIME += $TICK;	3089	$RUNTIME += $TICK;
2832	$NEXT_TICK += $TICK;	3090	$NEXT_TICK += $TICK;
2833		3091
2834	if ($NOW >= $NEXT_RUNTIME_WRITE) {	3092	if ($NOW >= $NEXT_RUNTIME_WRITE) {
…		…
2840	}	3098	}
2841		3099
2842	# my $AFTER = Event::time;	3100	# my $AFTER = Event::time;
2843	# warn $AFTER - $NOW;#d#	3101	# warn $AFTER - $NOW;#d#
2844		3102
		3103	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		3104	$sig->send;
		3105	}
		3106	while (my $sig = shift @WAIT_FOR_TICK) {
		3107	$sig->send;
		3108	}
		3109
		3110	$NOW = Event::time;
		3111
2845	# if we are delayed by four ticks or more, skip them all	3112	# if we are delayed by four ticks or more, skip them all
2846	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	3113	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2847		3114
2848	$TICK_WATCHER->at ($NEXT_TICK);	3115	$TICK_WATCHER->at ($NEXT_TICK);
2849	$TICK_WATCHER->start;	3116	$TICK_WATCHER->start;
2850		3117
2851	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	3118	$LOAD = ($NOW - $tick_start) / $TICK;
2852	$sig->send;	3119	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2853	}
2854	while (my $sig = shift @WAIT_FOR_TICK) {
2855	$sig->send;
2856	}
2857		3120
2858	_post_tick;	3121	_post_tick;
		3122
		3123
2859	},	3124	},
2860	);	3125	);
2861		3126
2862	{	3127	{
2863	BDB::max_poll_time $TICK * 0.1;	3128	BDB::max_poll_time $TICK * 0.1;
…		…
2922	prio => 6,	3187	prio => 6,
2923	cb => \&IO::AIO::poll_cb,	3188	cb => \&IO::AIO::poll_cb,
2924	);	3189	);
2925	}	3190	}
2926		3191
		3192	my $_log_backtrace;
		3193
		3194	sub _log_backtrace {
		3195	my ($msg, @addr) = @_;
		3196
		3197	$msg =~ s/\n//;
		3198
		3199	# limit the # of concurrent backtraces
		3200	if ($_log_backtrace < 2) {
		3201	++$_log_backtrace;
		3202	async {
		3203	my @bt = fork_call {
		3204	@addr = map { sprintf "%x", $_ } @addr;
		3205	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3206	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 \|"
		3207	or die "addr2line: $!";
		3208
		3209	my @funcs;
		3210	my @res = <$fh>;
		3211	chomp for @res;
		3212	while (@res) {
		3213	my ($func, $line) = splice @res, 0, 2, ();
		3214	push @funcs, "[$func] $line";
		3215	}
		3216
		3217	@funcs
		3218	};
		3219
		3220	LOG llevInfo, "[ABT] $msg\n";
		3221	LOG llevInfo, "[ABT] $_\n" for @bt;
		3222	--$_log_backtrace;
		3223	};
		3224	} else {
		3225	LOG llevInfo, "[ABT] $msg\n";
		3226	LOG llevInfo, "[ABT] [suppressed]\n";
		3227	}
		3228	}
		3229
2927	# load additional modules	3230	# load additional modules
2928	use cf::pod;	3231	use cf::pod;
2929		3232
2930	END { cf::emergency_save }	3233	END { cf::emergency_save }
2931		3234

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing deliantra/server/lib/cf.pm (file contents): Revision 1.255 by root, Thu Apr 19 16:23:47 2007 UTC vs. Revision 1.287 by root, Mon Jun 25 05:43:45 2007 UTC

Diff Legend

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.255 by root, Thu Apr 19 16:23:47 2007 UTC vs.
Revision 1.287 by root, Mon Jun 25 05:43:45 2007 UTC