[ViewVC] Diff of: cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.236 by root, Thu Apr 12 14:18:05 2007 UTC vs.
Revision 1.267 by root, Sat May 19 00:08:11 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
		8	use Socket;
8	use Storable;	9	use Storable;
9	use Event;	10	use Event;
10	use Opcode;	11	use Opcode;
11	use Safe;	12	use Safe;
12	use Safe::Hole;	13	use Safe::Hole;
13		14
14	use Coro 3.52 ();	15	use Coro 3.61 ();
15	use Coro::State;	16	use Coro::State;
		17	use Coro::Handle;
16	use Coro::Event;	18	use Coro::Event;
17	use Coro::Timer;	19	use Coro::Timer;
18	use Coro::Signal;	20	use Coro::Signal;
19	use Coro::Semaphore;	21	use Coro::Semaphore;
20	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::Storable;
21		24
22	use BDB ();	25	use BDB ();
23	use Data::Dumper;	26	use Data::Dumper;
24	use Digest::MD5;	27	use Digest::MD5;
25	use Fcntl;	28	use Fcntl;
…		…
28	use Time::HiRes;	31	use Time::HiRes;
29	use Compress::LZF;	32	use Compress::LZF;
30		33
31	# configure various modules to our taste	34	# configure various modules to our taste
32	#	35	#
		36	$Storable::canonical = 1; # reduce rsync transfers
33	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	37	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
34	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	38	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
35		39
36	$Event::Eval = 1; # no idea why this is required, but it is	40	$Event::Eval = 1; # no idea why this is required, but it is
37		41
…		…
50	our %EXT_CORO = (); # coroutines bound to extensions	54	our %EXT_CORO = (); # coroutines bound to extensions
51	our %EXT_MAP = (); # pluggable maps	55	our %EXT_MAP = (); # pluggable maps
52		56
53	our $RELOAD; # number of reloads so far	57	our $RELOAD; # number of reloads so far
54	our @EVENT;	58	our @EVENT;
55	our $LIBDIR = datadir . "/ext";
56		59
57	our $TICK = MAX_TIME * 1e-6;	60	our $CONFDIR = confdir;
		61	our $DATADIR = datadir;
		62	our $LIBDIR = "$DATADIR/ext";
		63	our $PODDIR = "$DATADIR/pod";
		64	our $MAPDIR = "$DATADIR/" . mapdir;
		65	our $LOCALDIR = localdir;
		66	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		67	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		68	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		69	our $RANDOMDIR = "$LOCALDIR/random";
		70	our $BDBDIR = "$LOCALDIR/db";
		71
		72	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
58	our $TICK_WATCHER;	73	our $TICK_WATCHER;
59	our $AIO_POLL_WATCHER;	74	our $AIO_POLL_WATCHER;
60	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	75	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
61	our $NEXT_TICK;	76	our $NEXT_TICK;
62	our $NOW;	77	our $NOW;
…		…
71	our $RUNTIME;	86	our $RUNTIME;
72		87
73	our %PLAYER; # all users	88	our %PLAYER; # all users
74	our %MAP; # all maps	89	our %MAP; # all maps
75	our $LINK_MAP; # the special {link} map, which is always available	90	our $LINK_MAP; # the special {link} map, which is always available
76	our $RANDOM_MAPS = cf::localdir . "/random";
77	our $BDB_ENV_DIR = cf::localdir . "/db";
78
79	our $WAIT_FOR_TICK; $WAIT_FOR_TICK \|\|= new Coro::Signal;
80	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE \|\|= new Coro::Signal;
81		91
82	# used to convert map paths into valid unix filenames by replacing / by ∕	92	# used to convert map paths into valid unix filenames by replacing / by ∕
83	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	93	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
84		94
		95	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		96	our $LOADAVG; # same thing, but with alpha-smoothing
		97	our $tick_start; # for load detecting purposes
		98
85	binmode STDOUT;	99	binmode STDOUT;
86	binmode STDERR;	100	binmode STDERR;
87		101
88	# read virtual server time, if available	102	# read virtual server time, if available
89	unless ($RUNTIME \|\| !-e cf::localdir . "/runtime") {	103	unless ($RUNTIME \|\| !-e "$LOCALDIR/runtime") {
90	open my $fh, "<", cf::localdir . "/runtime"	104	open my $fh, "<", "$LOCALDIR/runtime"
91	or die "unable to read runtime file: $!";	105	or die "unable to read runtime file: $!";
92	$RUNTIME = <$fh> + 0.;	106	$RUNTIME = <$fh> + 0.;
93	}	107	}
94		108
95	mkdir cf::localdir;	109	mkdir $_
96	mkdir cf::localdir . "/" . cf::playerdir;	110	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
97	mkdir cf::localdir . "/" . cf::tmpdir;
98	mkdir cf::localdir . "/" . cf::uniquedir;
99	mkdir $RANDOM_MAPS;
100	mkdir $BDB_ENV_DIR;
101		111
102	our $EMERGENCY_POSITION;	112	our $EMERGENCY_POSITION;
103		113
104	sub cf::map::normalise;	114	sub cf::map::normalise;
105		115
…		…
116	=item $cf::RUNTIME	126	=item $cf::RUNTIME
117		127
118	The time this server has run, starts at 0 and is increased by $cf::TICK on	128	The time this server has run, starts at 0 and is increased by $cf::TICK on
119	every server tick.	129	every server tick.
120		130
121	=item $cf::LIBDIR	131	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		132	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		133	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
122		134
123	The perl library directory, where extensions and cf-specific modules can	135	Various directories - "/etc", read-only install directory, perl-library
124	be found. It will be added to C<@INC> automatically.	136	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		137	unique-items directory, player file directory, random maps directory and
		138	database environment.
125		139
126	=item $cf::NOW	140	=item $cf::NOW
127		141
128	The time of the last (current) server tick.	142	The time of the last (current) server tick.
129		143
130	=item $cf::TICK	144	=item $cf::TICK
131		145
132	The interval between server ticks, in seconds.	146	The interval between server ticks, in seconds.
		147
		148	=item $cf::LOADAVG
		149
		150	The current CPU load on the server (alpha-smoothed), as a value between 0
		151	(none) and 1 (overloaded), indicating how much time is spent on processing
		152	objects per tick. Healthy values are < 0.5.
		153
		154	=item $cf::LOAD
		155
		156	The raw value load value from the last tick.
133		157
134	=item %cf::CFG	158	=item %cf::CFG
135		159
136	Configuration for the server, loaded from C</etc/crossfire/config>, or	160	Configuration for the server, loaded from C</etc/crossfire/config>, or
137	from wherever your confdir points to.	161	from wherever your confdir points to.
138		162
139	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE	163	=item cf::wait_for_tick, cf::wait_for_tick_begin
140		164
141	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)	165	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
142	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick	166	returns directly I<after> the tick processing (and consequently, can only wake one process
143	processing has been done. Call C<< ->wait >> on them to maximise the	167	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
144	window of cpu time available, or simply to synchronise to the server tick.
145		168
146	=back	169	=back
147		170
148	=cut	171	=cut
149		172
150	BEGIN {	173	BEGIN {
151	*CORE::GLOBAL::warn = sub {	174	*CORE::GLOBAL::warn = sub {
152	my $msg = join "", @_;	175	my $msg = join "", @_;
153	utf8::encode $msg;
154		176
155	$msg .= "\n"	177	$msg .= "\n"
156	unless $msg =~ /\n$/;	178	unless $msg =~ /\n$/;
157		179
		180	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		181
		182	utf8::encode $msg;
158	LOG llevError, $msg;	183	LOG llevError, $msg;
159	};	184	};
160	}	185	}
161		186
162	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	187	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
…		…
232	returned.	257	returned.
233		258
234	Lock names should begin with a unique identifier (for example, cf::map::find	259	Lock names should begin with a unique identifier (for example, cf::map::find
235	uses map_find and cf::map::load uses map_load).	260	uses map_find and cf::map::load uses map_load).
236		261
		262	=item $locked = cf::lock_active $string
		263
		264	Return true if the lock is currently active, i.e. somebody has locked it.
		265
237	=cut	266	=cut
238		267
239	our %LOCK;	268	our %LOCK;
240		269
241	sub lock_wait($) {	270	sub lock_wait($) {
…		…
258		287
259	Coro::guard {	288	Coro::guard {
260	# wake up all waiters, to be on the safe side	289	# wake up all waiters, to be on the safe side
261	$_->ready for @{ delete $LOCK{$key} };	290	$_->ready for @{ delete $LOCK{$key} };
262	}	291	}
		292	}
		293
		294	sub lock_active($) {
		295	my ($key) = @_;
		296
		297	! ! $LOCK{$key}
263	}	298	}
264		299
265	sub freeze_mainloop {	300	sub freeze_mainloop {
266	return unless $TICK_WATCHER->is_active;	301	return unless $TICK_WATCHER->is_active;
267		302
…		…
297		332
298	sub sync_job(&) {	333	sub sync_job(&) {
299	my ($job) = @_;	334	my ($job) = @_;
300		335
301	if ($Coro::current == $Coro::main) {	336	if ($Coro::current == $Coro::main) {
		337	my $time = Event::time;
		338
302	# this is the main coro, too bad, we have to block	339	# this is the main coro, too bad, we have to block
303	# till the operation succeeds, freezing the server :/	340	# till the operation succeeds, freezing the server :/
304		341
305	# TODO: use suspend/resume instead	342	# TODO: use suspend/resume instead
306	# (but this is cancel-safe)	343	# (but this is cancel-safe)
…		…
317		354
318	while ($busy) {	355	while ($busy) {
319	Coro::cede or Event::one_event;	356	Coro::cede or Event::one_event;
320	}	357	}
321		358
		359	$time = Event::time - $time;
		360
		361	LOG llevError \| logBacktrace, Carp::longmess "long sync job"
		362	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		363
		364	$tick_start += $time; # do not account sync jobs to server load
		365
322	wantarray ? @res : $res[0]	366	wantarray ? @res : $res[0]
323	} else {	367	} else {
324	# we are in another coroutine, how wonderful, everything just works	368	# we are in another coroutine, how wonderful, everything just works
325		369
326	$job->()	370	$job->()
…		…
346		390
347	$coro	391	$coro
348	}	392	}
349		393
350	sub write_runtime {	394	sub write_runtime {
		395	my $runtime = "$LOCALDIR/runtime";
		396
		397	# first touch the runtime file to show we are still running:
		398	# the fsync below can take a very very long time.
		399
		400	if (my $fh = aio_open $runtime, O_WRONLY, 0) {
		401	utime undef, undef, $fh;
		402	}
		403
351	my $guard = cf::lock_acquire "write_runtime";	404	my $guard = cf::lock_acquire "write_runtime";
352
353	my $runtime = cf::localdir . "/runtime";
354		405
355	my $fh = aio_open "$runtime~", O_WRONLY \| O_CREAT, 0644	406	my $fh = aio_open "$runtime~", O_WRONLY \| O_CREAT, 0644
356	or return;	407	or return;
357		408
358	my $value = $cf::RUNTIME + 90 + 10;	409	my $value = $cf::RUNTIME + 90 + 10;
…		…
364		415
365	# always fsync - this file is important	416	# always fsync - this file is important
366	aio_fsync $fh	417	aio_fsync $fh
367	and return;	418	and return;
368		419
		420	# touch it again to show we are up-to-date
		421	utime undef, undef, $fh;
		422
369	close $fh	423	close $fh
370	or return;	424	or return;
371		425
372	aio_rename "$runtime~", $runtime	426	aio_rename "$runtime~", $runtime
373	and return;	427	and return;
		428
		429	warn "runtime file written.\n";#d#
374		430
375	1	431	1
376	}	432	}
377		433
378	=item cf::datalog type => key => value, ...	434	=item cf::datalog type => key => value, ...
…		…
571	$registry = $CB_TYPE[$object_type] \|\|= [];	627	$registry = $CB_TYPE[$object_type] \|\|= [];
572		628
573	} elsif ($type eq "subtype") {	629	} elsif ($type eq "subtype") {
574	defined $object_type or Carp::croak "subtype specified without type";	630	defined $object_type or Carp::croak "subtype specified without type";
575	my $object_subtype = shift @arg;	631	my $object_subtype = shift @arg;
576	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] \|\|= [];	632	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] \|\|= [];
577		633
578	} elsif ($type eq "package") {	634	} elsif ($type eq "package") {
579	my $pkg = shift @arg;	635	my $pkg = shift @arg;
580		636
581	while (my ($name, $id) = each %cb_id) {	637	while (my ($name, $id) = each %cb_id) {
…		…
622	if (ref $_[0]) {	678	if (ref $_[0]) {
623	_object_attach @_;	679	_object_attach @_;
624	} else {	680	} else {
625	_attach shift->_attach_registry, @_;	681	_attach shift->_attach_registry, @_;
626	}	682	}
		683	_recalc_want;
627	};	684	};
628		685
629	# all those should be optimised	686	# all those should be optimised
630	sub cf::attachable::detach {	687	sub cf::attachable::detach {
631	my ($obj, $name) = @_;	688	my ($obj, $name) = @_;
…		…
634	delete $obj->{_attachment}{$name};	691	delete $obj->{_attachment}{$name};
635	reattach ($obj);	692	reattach ($obj);
636	} else {	693	} else {
637	Carp::croak "cannot, currently, detach class attachments";	694	Carp::croak "cannot, currently, detach class attachments";
638	}	695	}
		696	_recalc_want;
639	};	697	};
640		698
641	sub cf::attachable::attached {	699	sub cf::attachable::attached {
642	my ($obj, $name) = @_;	700	my ($obj, $name) = @_;
643		701
…		…
953	Returns the given player object, loading it if necessary (might block).	1011	Returns the given player object, loading it if necessary (might block).
954		1012
955	=cut	1013	=cut
956		1014
957	sub playerdir($) {	1015	sub playerdir($) {
958	cf::localdir	1016	"$PLAYERDIR/"
959	. "/"
960	. cf::playerdir
961	. "/"
962	. (ref $_[0] ? $_[0]->ob->name : $_[0])	1017	. (ref $_[0] ? $_[0]->ob->name : $_[0])
963	}	1018	}
964		1019
965	sub path($) {	1020	sub path($) {
966	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	1021	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
…		…
1086	while and may block, so not sync_job-capable, ever.	1141	while and may block, so not sync_job-capable, ever.
1087		1142
1088	=cut	1143	=cut
1089		1144
1090	sub list_logins {	1145	sub list_logins {
1091	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1146	my $dirs = aio_readdir $PLAYERDIR
1092	or return [];	1147	or return [];
1093		1148
1094	my @logins;	1149	my @logins;
1095		1150
1096	for my $login (@$dirs) {	1151	for my $login (@$dirs) {
…		…
1157	my ($self, $type, %msg) = @_;	1212	my ($self, $type, %msg) = @_;
1158		1213
1159	$self->ns->ext_event ($type, %msg);	1214	$self->ns->ext_event ($type, %msg);
1160	}	1215	}
1161		1216
1162	package cf;	1217	=head3 cf::region
		1218
		1219	=over 4
		1220
		1221	=cut
		1222
		1223	package cf::region;
		1224
		1225	=item cf::region::find_by_path $path
		1226
		1227	Tries to decuce the probable region for a map knowing only its path.
		1228
		1229	=cut
		1230
		1231	sub find_by_path($) {
		1232	my ($path) = @_;
		1233
		1234	my ($match, $specificity);
		1235
		1236	for my $region (list) {
		1237	if ($region->match && $path =~ $region->match) {
		1238	($match, $specificity) = ($region, $region->specificity)
		1239	if $region->specificity > $specificity;
		1240	}
		1241	}
		1242
		1243	$match
		1244	}
1163		1245
1164	=back	1246	=back
1165
1166		1247
1167	=head3 cf::map	1248	=head3 cf::map
1168		1249
1169	=over 4	1250	=over 4
1170		1251
…		…
1308		1389
1309	# the original (read-only) location	1390	# the original (read-only) location
1310	sub load_path {	1391	sub load_path {
1311	my ($self) = @_;	1392	my ($self) = @_;
1312		1393
1313	sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}	1394	"$MAPDIR/$self->{path}.map"
1314	}	1395	}
1315		1396
1316	# the temporary/swap location	1397	# the temporary/swap location
1317	sub save_path {	1398	sub save_path {
1318	my ($self) = @_;	1399	my ($self) = @_;
1319		1400
1320	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1401	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1321	sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path	1402	"$TMPDIR/$path.map"
1322	}	1403	}
1323		1404
1324	# the unique path, undef == no special unique path	1405	# the unique path, undef == no special unique path
1325	sub uniq_path {	1406	sub uniq_path {
1326	my ($self) = @_;	1407	my ($self) = @_;
1327		1408
1328	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1409	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1329	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1410	"$UNIQUEDIR/$path"
1330	}	1411	}
1331		1412
1332	# and all this just because we cannot iterate over	1413	# and all this just because we cannot iterate over
1333	# all maps in C++...	1414	# all maps in C++...
1334	sub change_all_map_light {	1415	sub change_all_map_light {
…		…
1401	$self->load_header_orig	1482	$self->load_header_orig
1402	or return;	1483	or return;
1403	$self->prepare_orig;	1484	$self->prepare_orig;
1404	}	1485	}
1405		1486
		1487	$self->default_region (cf::region::find_by_path $self->{path})
		1488	unless $self->default_region;
		1489
1406	1	1490	1
1407	}	1491	}
1408		1492
1409	sub find;	1493	sub find;
1410	sub find {	1494	sub find {
…		…
1443	my ($self) = @_;	1527	my ($self) = @_;
1444		1528
1445	local $self->{deny_reset} = 1; # loading can take a long time	1529	local $self->{deny_reset} = 1; # loading can take a long time
1446		1530
1447	my $path = $self->{path};	1531	my $path = $self->{path};
		1532
		1533	{
1448	my $guard = cf::lock_acquire "map_load:$path";	1534	my $guard = cf::lock_acquire "map_load:$path";
1449		1535
1450	return if $self->in_memory != cf::MAP_SWAPPED;	1536	return if $self->in_memory != cf::MAP_SWAPPED;
1451		1537
1452	$self->in_memory (cf::MAP_LOADING);	1538	$self->in_memory (cf::MAP_LOADING);
1453		1539
1454	$self->alloc;	1540	$self->alloc;
1455		1541
1456	$self->pre_load;	1542	$self->pre_load;
1457
1458	$self->_load_objects ($self->{load_path}, 1)
1459	or return;
1460
1461	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1462	if delete $self->{load_original};
1463
1464	if (my $uniq = $self->uniq_path) {
1465	utf8::encode $uniq;
1466	if (aio_open $uniq, O_RDONLY, 0) {
1467	$self->clear_unique_items;
1468	$self->_load_objects ($uniq, 0);
1469	}
1470	}
1471
1472	Coro::cede;
1473
1474	# now do the right thing for maps
1475	$self->link_multipart_objects;
1476
1477	unless ($self->{deny_activate}) {
1478	$self->decay_objects;
1479	$self->fix_auto_apply;
1480	$self->update_buttons;
1481	Coro::cede;	1543	Coro::cede;
1482	$self->set_darkness_map;	1544
		1545	$self->_load_objects ($self->{load_path}, 1)
		1546	or return;
		1547
		1548	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
		1549	if delete $self->{load_original};
		1550
		1551	if (my $uniq = $self->uniq_path) {
		1552	utf8::encode $uniq;
		1553	if (aio_open $uniq, O_RDONLY, 0) {
		1554	$self->clear_unique_items;
		1555	$self->_load_objects ($uniq, 0);
		1556	}
		1557	}
		1558
		1559	Coro::cede;
		1560	# now do the right thing for maps
		1561	$self->link_multipart_objects;
1483	$self->difficulty ($self->estimate_difficulty)	1562	$self->difficulty ($self->estimate_difficulty)
1484	unless $self->difficulty;	1563	unless $self->difficulty;
1485	Coro::cede;	1564	Coro::cede;
		1565
		1566	unless ($self->{deny_activate}) {
		1567	$self->decay_objects;
		1568	$self->fix_auto_apply;
		1569	$self->update_buttons;
		1570	Coro::cede;
		1571	$self->set_darkness_map;
		1572	Coro::cede;
1486	$self->activate;	1573	$self->activate;
		1574	}
		1575
		1576	$self->in_memory (cf::MAP_IN_MEMORY);
1487	}	1577	}
1488		1578
1489	$self->post_load;	1579	$self->post_load;
1490
1491	$self->in_memory (cf::MAP_IN_MEMORY);
1492	}	1580	}
1493		1581
1494	sub customise_for {	1582	sub customise_for {
1495	my ($self, $ob) = @_;	1583	my ($self, $ob) = @_;
1496		1584
…		…
1687	instantiated unique items. May block.	1775	instantiated unique items. May block.
1688		1776
1689	=cut	1777	=cut
1690		1778
1691	sub unique_maps() {	1779	sub unique_maps() {
1692	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	1780	my $files = aio_readdir $UNIQUEDIR
1693	or return;	1781	or return;
1694		1782
1695	my @paths;	1783	my @paths;
1696		1784
1697	for (@$files) {	1785	for (@$files) {
…		…
1953		2041
1954	$rmp->{random_seed} \|\|= $exit->random_seed;	2042	$rmp->{random_seed} \|\|= $exit->random_seed;
1955		2043
1956	my $data = cf::to_json $rmp;	2044	my $data = cf::to_json $rmp;
1957	my $md5 = Digest::MD5::md5_hex $data;	2045	my $md5 = Digest::MD5::md5_hex $data;
1958	my $meta = "$cf::RANDOM_MAPS/$md5.meta";	2046	my $meta = "$RANDOMDIR/$md5.meta";
1959		2047
1960	if (my $fh = aio_open "$meta~", O_WRONLY \| O_CREAT, 0666) {	2048	if (my $fh = aio_open "$meta~", O_WRONLY \| O_CREAT, 0666) {
1961	aio_write $fh, 0, (length $data), $data, 0;	2049	aio_write $fh, 0, (length $data), $data, 0;
1962	undef $fh;	2050	undef $fh;
1963	aio_rename "$meta~", $meta;	2051	aio_rename "$meta~", $meta;
…		…
2232	#############################################################################	2320	#############################################################################
2233		2321
2234	=head2 EXTENSION DATABASE SUPPORT	2322	=head2 EXTENSION DATABASE SUPPORT
2235		2323
2236	Crossfire maintains a very simple database for extension use. It can	2324	Crossfire maintains a very simple database for extension use. It can
2237	currently store anything that can be serialised using Storable, which	2325	currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2238	excludes objects.	2326	convert to/from binary).
2239		2327
2240	The parameter C<$family> should best start with the name of the extension	2328	The parameter C<$family> should best start with the name of the extension
2241	using it, it should be unique.	2329	using it, it should be unique.
2242		2330
2243	=over 4	2331	=over 4
…		…
2266	BDB::CREATE \| BDB::AUTO_COMMIT, 0666;	2354	BDB::CREATE \| BDB::AUTO_COMMIT, 0666;
2267	cf::cleanup "db_open(db): $!" if $!;	2355	cf::cleanup "db_open(db): $!" if $!;
2268	};	2356	};
2269	cf::cleanup "db_open(db): $@" if $@;	2357	cf::cleanup "db_open(db): $@" if $@;
2270	};	2358	};
2271
2272	my $path = cf::localdir . "/database.pst";
2273	if (stat $path) {
2274	cf::sync_job {
2275	my $pst = Storable::retrieve $path;
2276
2277	cf::db_put (board => data => $pst->{board});
2278	cf::db_put (guildrules => data => $pst->{guildrules});
2279	cf::db_put (rent => balance => $pst->{rent}{balance});
2280	BDB::db_env_txn_checkpoint $DB_ENV;
2281
2282	unlink $path;
2283	};
2284	}
2285	}	2359	}
2286	}	2360	}
2287		2361
2288	sub db_get($$) {	2362	sub db_get($$) {
2289	my $key = "$_[0]/$_[1]";	2363	my $key = "$_[0]/$_[1]";
2290		2364
2291	cf::sync_job {	2365	cf::sync_job {
2292	BDB::db_get $DB, undef, $key, my $data;	2366	BDB::db_get $DB, undef, $key, my $data;
2293		2367
2294	$! ? ()	2368	$! ? ()
2295	: Compress::LZF::sthaw $data	2369	: $data
2296	}	2370	}
2297	}	2371	}
2298		2372
2299	sub db_put($$$) {	2373	sub db_put($$$) {
2300	BDB::dbreq_pri 4;	2374	BDB::dbreq_pri 4;
2301	BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };	2375	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2302	}	2376	}
		2377
		2378	=item cf::cache $id => [$paths...], $processversion => $process
		2379
		2380	Generic caching function that returns the value of the resource $id,
		2381	caching and regenerating as required.
		2382
		2383	This function can block.
		2384
		2385	=cut
		2386
		2387	sub cache {
		2388	my ($id, $src, $processversion, $process) = @_;
		2389
		2390	my $meta =
		2391	join "\x00",
		2392	$processversion,
		2393	map {
		2394	aio_stat $_
		2395	and Carp::croak "$_: $!";
		2396
		2397	($_, (stat _)[7,9])
		2398	} @$src;
		2399
		2400	my $dbmeta = db_get cache => "$id/meta";
		2401	if ($dbmeta ne $meta) {
		2402	# changed, we may need to process
		2403
		2404	my @data;
		2405	my $md5;
		2406
		2407	for (0 .. $#$src) {
		2408	0 <= aio_load $src->[$_], $data[$_]
		2409	or Carp::croak "$src->[$_]: $!";
		2410	}
		2411
		2412	# if processing is expensive, check
		2413	# checksum first
		2414	if (1) {
		2415	$md5 =
		2416	join "\x00",
		2417	$processversion,
		2418	map {
		2419	Coro::cede;
		2420	($src->[$_], Digest::MD5::md5_hex $data[$_])
		2421	} 0.. $#$src;
		2422
		2423
		2424	my $dbmd5 = db_get cache => "$id/md5";
		2425	if ($dbmd5 eq $md5) {
		2426	db_put cache => "$id/meta", $meta;
		2427
		2428	return db_get cache => "$id/data";
		2429	}
		2430	}
		2431
		2432	my $t1 = Time::HiRes::time;
		2433	my $data = $process->(\@data);
		2434	my $t2 = Time::HiRes::time;
		2435
		2436	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		2437
		2438	db_put cache => "$id/data", $data;
		2439	db_put cache => "$id/md5" , $md5;
		2440	db_put cache => "$id/meta", $meta;
		2441
		2442	return $data;
		2443	}
		2444
		2445	db_get cache => "$id/data"
		2446	}
		2447
		2448	=item fork_call { }, $args
		2449
		2450	Executes the given code block with the given arguments in a seperate
		2451	process, returning the results. Everything must be serialisable with
		2452	Coro::Storable. May, of course, block. Note that the executed sub may
		2453	never block itself or use any form of Event handling.
		2454
		2455	=cut
		2456
		2457	sub fork_call(&@) {
		2458	my ($cb, @args) = @_;
		2459
		2460	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
		2461	# or die "socketpair: $!";
		2462	pipe my $fh1, my $fh2
		2463	or die "pipe: $!";
		2464
		2465	if (my $pid = fork) {
		2466	close $fh2;
		2467
		2468	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
		2469	$res = Coro::Storable::thaw $res;
		2470
		2471	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
		2472
		2473	die $$res unless "ARRAY" eq ref $res;
		2474
		2475	return wantarray ? @$res : $res->[-1];
		2476	} else {
		2477	reset_signals;
		2478	local $SIG{__WARN__};
		2479	local $SIG{__DIE__};
		2480	eval {
		2481	close $fh1;
		2482
		2483	my @res = eval { $cb->(@args) };
		2484	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
		2485	};
		2486
		2487	warn $@ if $@;
		2488	_exit 0;
		2489	}
		2490	}
		2491
		2492
2303		2493
2304	#############################################################################	2494	#############################################################################
2305	# the server's init and main functions	2495	# the server's init and main functions
2306		2496
2307	sub load_facedata {	2497	sub load_facedata($) {
2308	my $path = sprintf "%s/facedata", cf::datadir;	2498	my ($path) = @_;
2309		2499
2310	warn "loading facedata from $path\n";	2500	warn "loading facedata from $path\n";
2311		2501
2312	my $facedata;	2502	my $facedata;
2313	0 < aio_load $path, $facedata	2503	0 < aio_load $path, $facedata
2314	or die "$path: $!";	2504	or die "$path: $!";
2315		2505
2316	Coro::cede;
2317	$facedata = Storable::thaw $facedata;	2506	$facedata = Coro::Storable::thaw $facedata;
2318	Coro::cede;
2319		2507
2320	$facedata->{version} == 2	2508	$facedata->{version} == 2
2321	or cf::cleanup "$path: version mismatch, cannot proceed.";	2509	or cf::cleanup "$path: version mismatch, cannot proceed.";
2322		2510
2323	{	2511	{
…		…
2356	}	2544	}
2357		2545
2358	1	2546	1
2359	}	2547	}
2360		2548
		2549	sub reload_regions {
		2550	load_resource_file "$MAPDIR/regions"
		2551	or die "unable to load regions file\n";
		2552	}
		2553
		2554	sub reload_facedata {
		2555	load_facedata "$DATADIR/facedata"
		2556	or die "unable to load facedata\n";
		2557	}
		2558
		2559	sub reload_archetypes {
		2560	load_resource_file "$DATADIR/archetypes"
		2561	or die "unable to load archetypes\n";
		2562	}
		2563
		2564	sub reload_treasures {
		2565	load_resource_file "$DATADIR/treasures"
		2566	or die "unable to load treasurelists\n";
		2567	}
		2568
2361	sub reload_resources {	2569	sub reload_resources {
2362	load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir	2570	warn "reloading resource files...\n";
2363	or die "unable to load regions file\n";#d#	2571
		2572	reload_regions;
2364	load_facedata	2573	reload_facedata;
2365	or die "unable to load facedata\n";#d#	2574	reload_archetypes;
		2575	reload_treasures;
		2576
		2577	warn "finished reloading resource files\n";
2366	}	2578	}
2367		2579
2368	sub init {	2580	sub init {
2369	reload_resources;	2581	reload_resources;
2370	}	2582	}
2371		2583
2372	sub cfg_load {	2584	sub cfg_load {
2373	open my $fh, "<:utf8", cf::confdir . "/config"	2585	open my $fh, "<:utf8", "$CONFDIR/config"
2374	or return;	2586	or return;
2375		2587
2376	local $/;	2588	local $/;
2377	*CFG = YAML::Syck::Load <$fh>;	2589	*CFG = YAML::Syck::Load <$fh>;
2378		2590
…		…
2463		2675
2464	warn Carp::longmess "post_cleanup backtrace"	2676	warn Carp::longmess "post_cleanup backtrace"
2465	if $make_core;	2677	if $make_core;
2466	}	2678	}
2467		2679
2468	sub reload() {	2680	sub do_reload_perl() {
2469	# can/must only be called in main	2681	# can/must only be called in main
2470	if ($Coro::current != $Coro::main) {	2682	if ($Coro::current != $Coro::main) {
2471	warn "can only reload from main coroutine";	2683	warn "can only reload from main coroutine";
2472	return;	2684	return;
2473	}	2685	}
…		…
2548	Symbol::delete_package "safe::$_"	2760	Symbol::delete_package "safe::$_"
2549	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	2761	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2550		2762
2551	warn "unloading cf.pm \"a bit\"";	2763	warn "unloading cf.pm \"a bit\"";
2552	delete $INC{"cf.pm"};	2764	delete $INC{"cf.pm"};
		2765	delete $INC{"cf/pod.pm"};
2553		2766
2554	# don't, removes xs symbols, too,	2767	# don't, removes xs symbols, too,
2555	# and global variables created in xs	2768	# and global variables created in xs
2556	#Symbol::delete_package __PACKAGE__;	2769	#Symbol::delete_package __PACKAGE__;
2557		2770
…		…
2572	warn "reattaching attachments to maps";	2785	warn "reattaching attachments to maps";
2573	reattach $_ for values %MAP;	2786	reattach $_ for values %MAP;
2574	warn "reattaching attachments to players";	2787	warn "reattaching attachments to players";
2575	reattach $_ for values %PLAYER;	2788	reattach $_ for values %PLAYER;
2576		2789
2577	warn "loading reloadable resources";
2578	reload_resources;
2579
2580	warn "leaving sync_job";	2790	warn "leaving sync_job";
2581		2791
2582	1	2792	1
2583	} or do {	2793	} or do {
2584	warn $@;	2794	warn $@;
…		…
2589	warn "reloaded";	2799	warn "reloaded";
2590	};	2800	};
2591		2801
2592	our $RELOAD_WATCHER; # used only during reload	2802	our $RELOAD_WATCHER; # used only during reload
2593		2803
		2804	sub reload_perl() {
		2805	# doing reload synchronously and two reloads happen back-to-back,
		2806	# coro crashes during coro_state_free->destroy here.
		2807
		2808	$RELOAD_WATCHER \|\|= Event->timer (
		2809	reentrant => 0,
		2810	after => 0,
		2811	data => WF_AUTOCANCEL,
		2812	cb => sub {
		2813	do_reload_perl;
		2814	undef $RELOAD_WATCHER;
		2815	},
		2816	);
		2817	}
		2818
2594	register_command "reload" => sub {	2819	register_command "reload" => sub {
2595	my ($who, $arg) = @_;	2820	my ($who, $arg) = @_;
2596		2821
2597	if ($who->flag (FLAG_WIZ)) {	2822	if ($who->flag (FLAG_WIZ)) {
2598	$who->message ("reloading server.");	2823	$who->message ("reloading server.");
2599		2824	async { reload_perl };
2600	# doing reload synchronously and two reloads happen back-to-back,
2601	# coro crashes during coro_state_free->destroy here.
2602
2603	$RELOAD_WATCHER \|\|= Event->timer (
2604	reentrant => 0,
2605	after => 0,
2606	data => WF_AUTOCANCEL,
2607	cb => sub {
2608	reload;
2609	undef $RELOAD_WATCHER;
2610	},
2611	);
2612	}	2825	}
2613	};	2826	};
2614		2827
2615	unshift @INC, $LIBDIR;	2828	unshift @INC, $LIBDIR;
2616		2829
2617	my $bug_warning = 0;	2830	my $bug_warning = 0;
		2831
		2832	our @WAIT_FOR_TICK;
		2833	our @WAIT_FOR_TICK_BEGIN;
		2834
		2835	sub wait_for_tick {
		2836	return unless $TICK_WATCHER->is_active;
		2837	return if $Coro::current == $Coro::main;
		2838
		2839	my $signal = new Coro::Signal;
		2840	push @WAIT_FOR_TICK, $signal;
		2841	$signal->wait;
		2842	}
		2843
		2844	sub wait_for_tick_begin {
		2845	return unless $TICK_WATCHER->is_active;
		2846	return if $Coro::current == $Coro::main;
		2847
		2848	my $signal = new Coro::Signal;
		2849	push @WAIT_FOR_TICK_BEGIN, $signal;
		2850	$signal->wait;
		2851	}
2618		2852
2619	$TICK_WATCHER = Event->timer (	2853	$TICK_WATCHER = Event->timer (
2620	reentrant => 0,	2854	reentrant => 0,
2621	parked => 1,	2855	parked => 1,
2622	prio => 0,	2856	prio => 0,
…		…
2627	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	2861	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2628	unless ++$bug_warning > 10;	2862	unless ++$bug_warning > 10;
2629	return;	2863	return;
2630	}	2864	}
2631		2865
2632	$NOW = Event::time;	2866	$NOW = $tick_start = Event::time;
2633		2867
2634	cf::server_tick; # one server iteration	2868	cf::server_tick; # one server iteration
		2869
2635	$RUNTIME += $TICK;	2870	$RUNTIME += $TICK;
2636	$NEXT_TICK += $TICK;	2871	$NEXT_TICK += $TICK;
2637		2872
2638	if ($NOW >= $NEXT_RUNTIME_WRITE) {	2873	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2639	$NEXT_RUNTIME_WRITE = $NOW + 10;	2874	$NEXT_RUNTIME_WRITE = $NOW + 10;
…		…
2641	write_runtime	2876	write_runtime
2642	or warn "ERROR: unable to write runtime file: $!";	2877	or warn "ERROR: unable to write runtime file: $!";
2643	};	2878	};
2644	}	2879	}
2645		2880
2646	$WAIT_FOR_TICK->broadcast;
2647	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2648
2649	# my $AFTER = Event::time;	2881	# my $AFTER = Event::time;
2650	# warn $AFTER - $NOW;#d#	2882	# warn $AFTER - $NOW;#d#
2651		2883
		2884	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		2885	$sig->send;
		2886	}
		2887	while (my $sig = shift @WAIT_FOR_TICK) {
		2888	$sig->send;
		2889	}
		2890
		2891	$NOW = Event::time;
		2892
2652	# if we are delayed by four ticks or more, skip them all	2893	# if we are delayed by four ticks or more, skip them all
2653	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	2894	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2654		2895
2655	$TICK_WATCHER->at ($NEXT_TICK);	2896	$TICK_WATCHER->at ($NEXT_TICK);
2656	$TICK_WATCHER->start;	2897	$TICK_WATCHER->start;
		2898
		2899	$LOAD = ($NOW - $tick_start) / $TICK;
		2900	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		2901
		2902	_post_tick;
		2903
		2904
2657	},	2905	},
2658	);	2906	);
2659		2907
2660	{	2908	{
2661	BDB::max_poll_time $TICK * 0.1;	2909	BDB::max_poll_time $TICK * 0.1;
…		…
2689		2937
2690	cf::sync_job {	2938	cf::sync_job {
2691	eval {	2939	eval {
2692	BDB::db_env_open	2940	BDB::db_env_open
2693	$DB_ENV,	2941	$DB_ENV,
2694	$BDB_ENV_DIR,	2942	$BDBDIR,
2695	BDB::INIT_LOCK \| BDB::INIT_LOG \| BDB::INIT_MPOOL \| BDB::INIT_TXN	2943	BDB::INIT_LOCK \| BDB::INIT_LOG \| BDB::INIT_MPOOL \| BDB::INIT_TXN
2696	\| BDB::RECOVER \| BDB::REGISTER \| BDB::USE_ENVIRON \| BDB::CREATE,	2944	\| BDB::RECOVER \| BDB::REGISTER \| BDB::USE_ENVIRON \| BDB::CREATE,
2697	0666;	2945	0666;
2698		2946
2699	cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!;	2947	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2700		2948
2701	$DB_ENV->set_flags (BDB::AUTO_COMMIT \| BDB::REGION_INIT \| BDB::TXN_NOSYNC, 1);	2949	$DB_ENV->set_flags (BDB::AUTO_COMMIT \| BDB::REGION_INIT \| BDB::TXN_NOSYNC, 1);
2702	$DB_ENV->set_lk_detect;	2950	$DB_ENV->set_lk_detect;
2703	};	2951	};
2704		2952
…		…
2720	prio => 6,	2968	prio => 6,
2721	cb => \&IO::AIO::poll_cb,	2969	cb => \&IO::AIO::poll_cb,
2722	);	2970	);
2723	}	2971	}
2724		2972
		2973	my $_log_backtrace;
		2974
		2975	sub _log_backtrace {
		2976	my ($msg, @addr) = @_;
		2977
		2978	$msg =~ s/\n//;
		2979
		2980	# limit the # of concurrent backtraces
		2981	if ($_log_backtrace < 2) {
		2982	++$_log_backtrace;
		2983	async {
		2984	my @bt = fork_call {
		2985	@addr = map { sprintf "%x", $_ } @addr;
		2986	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		2987	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 \|"
		2988	or die "addr2line: $!";
		2989
		2990	my @funcs;
		2991	my @res = <$fh>;
		2992	chomp for @res;
		2993	while (@res) {
		2994	my ($func, $line) = splice @res, 0, 2, ();
		2995	push @funcs, "[$func] $line";
		2996	}
		2997
		2998	@funcs
		2999	};
		3000
		3001	LOG llevInfo, "[ABT] $msg\n";
		3002	LOG llevInfo, "[ABT] $_\n" for @bt;
		3003	--$_log_backtrace;
		3004	};
		3005	} else {
		3006	LOG llevInfo, "[ABT] $msg\n";
		3007	LOG llevInfo, "[ABT] [suppressed]\n";
		3008	}
		3009	}
		3010
		3011	# load additional modules
		3012	use cf::pod;
		3013
2725	END { cf::emergency_save }	3014	END { cf::emergency_save }
2726		3015
2727	1	3016	1
2728		3017

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing deliantra/server/lib/cf.pm (file contents): Revision 1.236 by root, Thu Apr 12 14:18:05 2007 UTC vs. Revision 1.267 by root, Sat May 19 00:08:11 2007 UTC

Diff Legend

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.236 by root, Thu Apr 12 14:18:05 2007 UTC vs.
Revision 1.267 by root, Sat May 19 00:08:11 2007 UTC