[ViewVC] Diff of: cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.233 by root, Wed Apr 4 02:20:27 2007 UTC vs.
Revision 1.265 by root, Fri May 11 08:00:00 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
		8	use Socket;
8	use Storable;	9	use Storable;
9	use Event;	10	use Event;
10	use Opcode;	11	use Opcode;
11	use Safe;	12	use Safe;
12	use Safe::Hole;	13	use Safe::Hole;
13		14
14	use Coro 3.52 ();	15	use Coro 3.61 ();
15	use Coro::State;	16	use Coro::State;
		17	use Coro::Handle;
16	use Coro::Event;	18	use Coro::Event;
17	use Coro::Timer;	19	use Coro::Timer;
18	use Coro::Signal;	20	use Coro::Signal;
19	use Coro::Semaphore;	21	use Coro::Semaphore;
20	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::Storable;
21		24
22	use BDB ();	25	use BDB ();
23	use Data::Dumper;	26	use Data::Dumper;
24	use Digest::MD5;	27	use Digest::MD5;
25	use Fcntl;	28	use Fcntl;
…		…
28	use Time::HiRes;	31	use Time::HiRes;
29	use Compress::LZF;	32	use Compress::LZF;
30		33
31	# configure various modules to our taste	34	# configure various modules to our taste
32	#	35	#
		36	$Storable::canonical = 1; # reduce rsync transfers
33	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	37	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
34	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	38	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
35		39
36	$Event::Eval = 1; # no idea why this is required, but it is	40	$Event::Eval = 1; # no idea why this is required, but it is
37		41
…		…
50	our %EXT_CORO = (); # coroutines bound to extensions	54	our %EXT_CORO = (); # coroutines bound to extensions
51	our %EXT_MAP = (); # pluggable maps	55	our %EXT_MAP = (); # pluggable maps
52		56
53	our $RELOAD; # number of reloads so far	57	our $RELOAD; # number of reloads so far
54	our @EVENT;	58	our @EVENT;
55	our $LIBDIR = datadir . "/ext";
56		59
57	our $TICK = MAX_TIME * 1e-6;	60	our $CONFDIR = confdir;
		61	our $DATADIR = datadir;
		62	our $LIBDIR = "$DATADIR/ext";
		63	our $PODDIR = "$DATADIR/pod";
		64	our $MAPDIR = "$DATADIR/" . mapdir;
		65	our $LOCALDIR = localdir;
		66	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		67	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		68	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		69	our $RANDOMDIR = "$LOCALDIR/random";
		70	our $BDBDIR = "$LOCALDIR/db";
		71
		72	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
58	our $TICK_WATCHER;	73	our $TICK_WATCHER;
59	our $AIO_POLL_WATCHER;	74	our $AIO_POLL_WATCHER;
60	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	75	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
61	our $NEXT_TICK;	76	our $NEXT_TICK;
62	our $NOW;	77	our $NOW;
…		…
71	our $RUNTIME;	86	our $RUNTIME;
72		87
73	our %PLAYER; # all users	88	our %PLAYER; # all users
74	our %MAP; # all maps	89	our %MAP; # all maps
75	our $LINK_MAP; # the special {link} map, which is always available	90	our $LINK_MAP; # the special {link} map, which is always available
76	our $RANDOM_MAPS = cf::localdir . "/random";
77	our $BDB_ENV_DIR = cf::localdir . "/db";
78
79	our $WAIT_FOR_TICK; $WAIT_FOR_TICK \|\|= new Coro::Signal;
80	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE \|\|= new Coro::Signal;
81		91
82	# used to convert map paths into valid unix filenames by replacing / by ∕	92	# used to convert map paths into valid unix filenames by replacing / by ∕
83	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	93	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
84		94
		95	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		96	our $LOADAVG; # same thing, but with alpha-smoothing
		97	our $tick_start; # for load detecting purposes
		98
85	binmode STDOUT;	99	binmode STDOUT;
86	binmode STDERR;	100	binmode STDERR;
87		101
88	# read virtual server time, if available	102	# read virtual server time, if available
89	unless ($RUNTIME \|\| !-e cf::localdir . "/runtime") {	103	unless ($RUNTIME \|\| !-e "$LOCALDIR/runtime") {
90	open my $fh, "<", cf::localdir . "/runtime"	104	open my $fh, "<", "$LOCALDIR/runtime"
91	or die "unable to read runtime file: $!";	105	or die "unable to read runtime file: $!";
92	$RUNTIME = <$fh> + 0.;	106	$RUNTIME = <$fh> + 0.;
93	}	107	}
94		108
95	mkdir cf::localdir;	109	mkdir $_
96	mkdir cf::localdir . "/" . cf::playerdir;	110	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
97	mkdir cf::localdir . "/" . cf::tmpdir;
98	mkdir cf::localdir . "/" . cf::uniquedir;
99	mkdir $RANDOM_MAPS;
100	mkdir $BDB_ENV_DIR;
101		111
102	our $EMERGENCY_POSITION;	112	our $EMERGENCY_POSITION;
103		113
104	sub cf::map::normalise;	114	sub cf::map::normalise;
105		115
…		…
116	=item $cf::RUNTIME	126	=item $cf::RUNTIME
117		127
118	The time this server has run, starts at 0 and is increased by $cf::TICK on	128	The time this server has run, starts at 0 and is increased by $cf::TICK on
119	every server tick.	129	every server tick.
120		130
121	=item $cf::LIBDIR	131	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		132	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		133	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
122		134
123	The perl library directory, where extensions and cf-specific modules can	135	Various directories - "/etc", read-only install directory, perl-library
124	be found. It will be added to C<@INC> automatically.	136	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		137	unique-items directory, player file directory, random maps directory and
		138	database environment.
125		139
126	=item $cf::NOW	140	=item $cf::NOW
127		141
128	The time of the last (current) server tick.	142	The time of the last (current) server tick.
129		143
130	=item $cf::TICK	144	=item $cf::TICK
131		145
132	The interval between server ticks, in seconds.	146	The interval between server ticks, in seconds.
		147
		148	=item $cf::LOADAVG
		149
		150	The current CPU load on the server (alpha-smoothed), as a value between 0
		151	(none) and 1 (overloaded), indicating how much time is spent on processing
		152	objects per tick. Healthy values are < 0.5.
		153
		154	=item $cf::LOAD
		155
		156	The raw value load value from the last tick.
133		157
134	=item %cf::CFG	158	=item %cf::CFG
135		159
136	Configuration for the server, loaded from C</etc/crossfire/config>, or	160	Configuration for the server, loaded from C</etc/crossfire/config>, or
137	from wherever your confdir points to.	161	from wherever your confdir points to.
138		162
139	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE	163	=item cf::wait_for_tick, cf::wait_for_tick_begin
140		164
141	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)	165	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
142	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick	166	returns directly I<after> the tick processing (and consequently, can only wake one process
143	processing has been done. Call C<< ->wait >> on them to maximise the	167	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
144	window of cpu time available, or simply to synchronise to the server tick.
145		168
146	=back	169	=back
147		170
148	=cut	171	=cut
149		172
150	BEGIN {	173	BEGIN {
151	*CORE::GLOBAL::warn = sub {	174	*CORE::GLOBAL::warn = sub {
152	my $msg = join "", @_;	175	my $msg = join "", @_;
153	utf8::encode $msg;
154		176
155	$msg .= "\n"	177	$msg .= "\n"
156	unless $msg =~ /\n$/;	178	unless $msg =~ /\n$/;
157		179
		180	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		181
		182	utf8::encode $msg;
158	LOG llevError, $msg;	183	LOG llevError, $msg;
159	};	184	};
160	}	185	}
161		186
162	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	187	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
…		…
232	returned.	257	returned.
233		258
234	Lock names should begin with a unique identifier (for example, cf::map::find	259	Lock names should begin with a unique identifier (for example, cf::map::find
235	uses map_find and cf::map::load uses map_load).	260	uses map_find and cf::map::load uses map_load).
236		261
		262	=item $locked = cf::lock_active $string
		263
		264	Return true if the lock is currently active, i.e. somebody has locked it.
		265
237	=cut	266	=cut
238		267
239	our %LOCK;	268	our %LOCK;
240		269
241	sub lock_wait($) {	270	sub lock_wait($) {
…		…
258		287
259	Coro::guard {	288	Coro::guard {
260	# wake up all waiters, to be on the safe side	289	# wake up all waiters, to be on the safe side
261	$_->ready for @{ delete $LOCK{$key} };	290	$_->ready for @{ delete $LOCK{$key} };
262	}	291	}
		292	}
		293
		294	sub lock_active($) {
		295	my ($key) = @_;
		296
		297	! ! $LOCK{$key}
263	}	298	}
264		299
265	sub freeze_mainloop {	300	sub freeze_mainloop {
266	return unless $TICK_WATCHER->is_active;	301	return unless $TICK_WATCHER->is_active;
267		302
…		…
297		332
298	sub sync_job(&) {	333	sub sync_job(&) {
299	my ($job) = @_;	334	my ($job) = @_;
300		335
301	if ($Coro::current == $Coro::main) {	336	if ($Coro::current == $Coro::main) {
		337	my $time = Event::time;
		338
302	# this is the main coro, too bad, we have to block	339	# this is the main coro, too bad, we have to block
303	# till the operation succeeds, freezing the server :/	340	# till the operation succeeds, freezing the server :/
304		341
305	# TODO: use suspend/resume instead	342	# TODO: use suspend/resume instead
306	# (but this is cancel-safe)	343	# (but this is cancel-safe)
…		…
317		354
318	while ($busy) {	355	while ($busy) {
319	Coro::cede or Event::one_event;	356	Coro::cede or Event::one_event;
320	}	357	}
321		358
		359	$time = Event::time - $time;
		360
		361	LOG llevError \| logBacktrace, "long sync job\n"
		362	if $time > $TICK * 0.5;
		363
		364	$tick_start += $time; # do not account sync jobs to server load
		365
322	wantarray ? @res : $res[0]	366	wantarray ? @res : $res[0]
323	} else {	367	} else {
324	# we are in another coroutine, how wonderful, everything just works	368	# we are in another coroutine, how wonderful, everything just works
325		369
326	$job->()	370	$job->()
…		…
346		390
347	$coro	391	$coro
348	}	392	}
349		393
350	sub write_runtime {	394	sub write_runtime {
		395	my $runtime = "$LOCALDIR/runtime";
		396
		397	# first touch the runtime file to show we are still running:
		398	# the fsync below can take a very very long time.
		399
		400	if (my $fh = aio_open $runtime, O_WRONLY, 0) {
		401	utime undef, undef, $fh;
		402	}
		403
351	my $guard = cf::lock_acquire "write_runtime";	404	my $guard = cf::lock_acquire "write_runtime";
352
353	my $runtime = cf::localdir . "/runtime";
354		405
355	my $fh = aio_open "$runtime~", O_WRONLY \| O_CREAT, 0644	406	my $fh = aio_open "$runtime~", O_WRONLY \| O_CREAT, 0644
356	or return;	407	or return;
357		408
358	my $value = $cf::RUNTIME + 90 + 10;	409	my $value = $cf::RUNTIME + 90 + 10;
…		…
364		415
365	# always fsync - this file is important	416	# always fsync - this file is important
366	aio_fsync $fh	417	aio_fsync $fh
367	and return;	418	and return;
368		419
		420	# touch it again to show we are up-to-date
		421	utime undef, undef, $fh;
		422
369	close $fh	423	close $fh
370	or return;	424	or return;
371		425
372	aio_rename "$runtime~", $runtime	426	aio_rename "$runtime~", $runtime
373	and return;	427	and return;
		428
		429	warn "runtime file written.\n";#d#
374		430
375	1	431	1
376	}	432	}
377		433
378	=item cf::datalog type => key => value, ...	434	=item cf::datalog type => key => value, ...
…		…
953	Returns the given player object, loading it if necessary (might block).	1009	Returns the given player object, loading it if necessary (might block).
954		1010
955	=cut	1011	=cut
956		1012
957	sub playerdir($) {	1013	sub playerdir($) {
958	cf::localdir	1014	"$PLAYERDIR/"
959	. "/"
960	. cf::playerdir
961	. "/"
962	. (ref $_[0] ? $_[0]->ob->name : $_[0])	1015	. (ref $_[0] ? $_[0]->ob->name : $_[0])
963	}	1016	}
964		1017
965	sub path($) {	1018	sub path($) {
966	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	1019	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
967		1020
968	(playerdir $login) . "/$login.pl"	1021	(playerdir $login) . "/playerdata"
969	}	1022	}
970		1023
971	sub find_active($) {	1024	sub find_active($) {
972	$cf::PLAYER{$_[0]}	1025	$cf::PLAYER{$_[0]}
973	and $cf::PLAYER{$_[0]}->active	1026	and $cf::PLAYER{$_[0]}->active
…		…
986	my $login = $_[0];	1039	my $login = $_[0];
987		1040
988	my $guard = cf::lock_acquire "user_find:$login";	1041	my $guard = cf::lock_acquire "user_find:$login";
989		1042
990	$cf::PLAYER{$_[0]} \|\| do {	1043	$cf::PLAYER{$_[0]} \|\| do {
		1044	# rename old playerfiles to new ones
		1045	#TODO: remove when no longer required
		1046	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
		1047	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
		1048	aio_unlink +(playerdir $login) . "/$login.pl.pst";
		1049	aio_unlink +(playerdir $login) . "/$login.pl";
		1050
991	my $pl = load_pl path $login	1051	my $pl = load_pl path $login
992	or return;	1052	or return;
993	$cf::PLAYER{$login} = $pl	1053	$cf::PLAYER{$login} = $pl
994	}	1054	}
995	}	1055	}
…		…
1079	while and may block, so not sync_job-capable, ever.	1139	while and may block, so not sync_job-capable, ever.
1080		1140
1081	=cut	1141	=cut
1082		1142
1083	sub list_logins {	1143	sub list_logins {
1084	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1144	my $dirs = aio_readdir $PLAYERDIR
1085	or return [];	1145	or return [];
1086		1146
1087	my @logins;	1147	my @logins;
1088		1148
1089	for my $login (@$dirs) {	1149	for my $login (@$dirs) {
…		…
1150	my ($self, $type, %msg) = @_;	1210	my ($self, $type, %msg) = @_;
1151		1211
1152	$self->ns->ext_event ($type, %msg);	1212	$self->ns->ext_event ($type, %msg);
1153	}	1213	}
1154		1214
1155	package cf;	1215	=head3 cf::region
		1216
		1217	=over 4
		1218
		1219	=cut
		1220
		1221	package cf::region;
		1222
		1223	=item cf::region::find_by_path $path
		1224
		1225	Tries to decuce the probable region for a map knowing only its path.
		1226
		1227	=cut
		1228
		1229	sub find_by_path($) {
		1230	my ($path) = @_;
		1231
		1232	my ($match, $specificity);
		1233
		1234	for my $region (list) {
		1235	if ($region->match && $path =~ $region->match) {
		1236	($match, $specificity) = ($region, $region->specificity)
		1237	if $region->specificity > $specificity;
		1238	}
		1239	}
		1240
		1241	$match
		1242	}
1156		1243
1157	=back	1244	=back
1158
1159		1245
1160	=head3 cf::map	1246	=head3 cf::map
1161		1247
1162	=over 4	1248	=over 4
1163		1249
…		…
1301		1387
1302	# the original (read-only) location	1388	# the original (read-only) location
1303	sub load_path {	1389	sub load_path {
1304	my ($self) = @_;	1390	my ($self) = @_;
1305		1391
1306	sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}	1392	"$MAPDIR/$self->{path}.map"
1307	}	1393	}
1308		1394
1309	# the temporary/swap location	1395	# the temporary/swap location
1310	sub save_path {	1396	sub save_path {
1311	my ($self) = @_;	1397	my ($self) = @_;
1312		1398
1313	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1399	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1314	sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path	1400	"$TMPDIR/$path.map"
1315	}	1401	}
1316		1402
1317	# the unique path, undef == no special unique path	1403	# the unique path, undef == no special unique path
1318	sub uniq_path {	1404	sub uniq_path {
1319	my ($self) = @_;	1405	my ($self) = @_;
1320		1406
1321	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1407	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1322	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1408	"$UNIQUEDIR/$path"
1323	}	1409	}
1324		1410
1325	# and all this just because we cannot iterate over	1411	# and all this just because we cannot iterate over
1326	# all maps in C++...	1412	# all maps in C++...
1327	sub change_all_map_light {	1413	sub change_all_map_light {
…		…
1394	$self->load_header_orig	1480	$self->load_header_orig
1395	or return;	1481	or return;
1396	$self->prepare_orig;	1482	$self->prepare_orig;
1397	}	1483	}
1398		1484
		1485	$self->default_region (cf::region::find_by_path $self->{path})
		1486	unless $self->default_region;
		1487
1399	1	1488	1
1400	}	1489	}
1401		1490
1402	sub find;	1491	sub find;
1403	sub find {	1492	sub find {
…		…
1436	my ($self) = @_;	1525	my ($self) = @_;
1437		1526
1438	local $self->{deny_reset} = 1; # loading can take a long time	1527	local $self->{deny_reset} = 1; # loading can take a long time
1439		1528
1440	my $path = $self->{path};	1529	my $path = $self->{path};
		1530
		1531	{
1441	my $guard = cf::lock_acquire "map_load:$path";	1532	my $guard = cf::lock_acquire "map_load:$path";
1442		1533
1443	return if $self->in_memory != cf::MAP_SWAPPED;	1534	return if $self->in_memory != cf::MAP_SWAPPED;
1444		1535
1445	$self->in_memory (cf::MAP_LOADING);	1536	$self->in_memory (cf::MAP_LOADING);
1446		1537
1447	$self->alloc;	1538	$self->alloc;
1448		1539
1449	$self->pre_load;	1540	$self->pre_load;
1450
1451	$self->_load_objects ($self->{load_path}, 1)
1452	or return;
1453
1454	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1455	if delete $self->{load_original};
1456
1457	if (my $uniq = $self->uniq_path) {
1458	utf8::encode $uniq;
1459	if (aio_open $uniq, O_RDONLY, 0) {
1460	$self->clear_unique_items;
1461	$self->_load_objects ($uniq, 0);
1462	}
1463	}
1464
1465	Coro::cede;
1466
1467	# now do the right thing for maps
1468	$self->link_multipart_objects;
1469
1470	unless ($self->{deny_activate}) {
1471	$self->decay_objects;
1472	$self->fix_auto_apply;
1473	$self->update_buttons;
1474	Coro::cede;	1541	Coro::cede;
1475	$self->set_darkness_map;	1542
		1543	$self->_load_objects ($self->{load_path}, 1)
		1544	or return;
		1545
		1546	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
		1547	if delete $self->{load_original};
		1548
		1549	if (my $uniq = $self->uniq_path) {
		1550	utf8::encode $uniq;
		1551	if (aio_open $uniq, O_RDONLY, 0) {
		1552	$self->clear_unique_items;
		1553	$self->_load_objects ($uniq, 0);
		1554	}
		1555	}
		1556
		1557	Coro::cede;
		1558	# now do the right thing for maps
		1559	$self->link_multipart_objects;
1476	$self->difficulty ($self->estimate_difficulty)	1560	$self->difficulty ($self->estimate_difficulty)
1477	unless $self->difficulty;	1561	unless $self->difficulty;
1478	Coro::cede;	1562	Coro::cede;
		1563
		1564	unless ($self->{deny_activate}) {
		1565	$self->decay_objects;
		1566	$self->fix_auto_apply;
		1567	$self->update_buttons;
		1568	Coro::cede;
		1569	$self->set_darkness_map;
		1570	Coro::cede;
1479	$self->activate;	1571	$self->activate;
		1572	}
		1573
		1574	$self->in_memory (cf::MAP_IN_MEMORY);
1480	}	1575	}
1481		1576
1482	$self->post_load;	1577	$self->post_load;
1483
1484	$self->in_memory (cf::MAP_IN_MEMORY);
1485	}	1578	}
1486		1579
1487	sub customise_for {	1580	sub customise_for {
1488	my ($self, $ob) = @_;	1581	my ($self, $ob) = @_;
1489		1582
…		…
1680	instantiated unique items. May block.	1773	instantiated unique items. May block.
1681		1774
1682	=cut	1775	=cut
1683		1776
1684	sub unique_maps() {	1777	sub unique_maps() {
1685	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	1778	my $files = aio_readdir $UNIQUEDIR
1686	or return;	1779	or return;
1687		1780
1688	my @paths;	1781	my @paths;
1689		1782
1690	for (@$files) {	1783	for (@$files) {
…		…
1946		2039
1947	$rmp->{random_seed} \|\|= $exit->random_seed;	2040	$rmp->{random_seed} \|\|= $exit->random_seed;
1948		2041
1949	my $data = cf::to_json $rmp;	2042	my $data = cf::to_json $rmp;
1950	my $md5 = Digest::MD5::md5_hex $data;	2043	my $md5 = Digest::MD5::md5_hex $data;
1951	my $meta = "$cf::RANDOM_MAPS/$md5.meta";	2044	my $meta = "$RANDOMDIR/$md5.meta";
1952		2045
1953	if (my $fh = aio_open "$meta~", O_WRONLY \| O_CREAT, 0666) {	2046	if (my $fh = aio_open "$meta~", O_WRONLY \| O_CREAT, 0666) {
1954	aio_write $fh, 0, (length $data), $data, 0;	2047	aio_write $fh, 0, (length $data), $data, 0;
1955	undef $fh;	2048	undef $fh;
1956	aio_rename "$meta~", $meta;	2049	aio_rename "$meta~", $meta;
…		…
2225	#############################################################################	2318	#############################################################################
2226		2319
2227	=head2 EXTENSION DATABASE SUPPORT	2320	=head2 EXTENSION DATABASE SUPPORT
2228		2321
2229	Crossfire maintains a very simple database for extension use. It can	2322	Crossfire maintains a very simple database for extension use. It can
2230	currently store anything that can be serialised using Storable, which	2323	currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2231	excludes objects.	2324	convert to/from binary).
2232		2325
2233	The parameter C<$family> should best start with the name of the extension	2326	The parameter C<$family> should best start with the name of the extension
2234	using it, it should be unique.	2327	using it, it should be unique.
2235		2328
2236	=over 4	2329	=over 4
…		…
2259	BDB::CREATE \| BDB::AUTO_COMMIT, 0666;	2352	BDB::CREATE \| BDB::AUTO_COMMIT, 0666;
2260	cf::cleanup "db_open(db): $!" if $!;	2353	cf::cleanup "db_open(db): $!" if $!;
2261	};	2354	};
2262	cf::cleanup "db_open(db): $@" if $@;	2355	cf::cleanup "db_open(db): $@" if $@;
2263	};	2356	};
2264
2265	my $path = cf::localdir . "/database.pst";
2266	if (stat $path) {
2267	cf::sync_job {
2268	my $pst = Storable::retrieve $path;
2269
2270	cf::db_put (board => data => $pst->{board});
2271	cf::db_put (guildrules => data => $pst->{guildrules});
2272	cf::db_put (rent => balance => $pst->{rent}{balance});
2273	BDB::db_env_txn_checkpoint $DB_ENV;
2274
2275	unlink $path;
2276	};
2277	}
2278	}	2357	}
2279	}	2358	}
2280		2359
2281	sub db_get($$) {	2360	sub db_get($$) {
2282	my $key = "$_[0]/$_[1]";	2361	my $key = "$_[0]/$_[1]";
2283		2362
2284	cf::sync_job {	2363	cf::sync_job {
2285	BDB::db_get $DB, undef, $key, my $data;	2364	BDB::db_get $DB, undef, $key, my $data;
2286		2365
2287	$! ? ()	2366	$! ? ()
2288	: Compress::LZF::sthaw $data	2367	: $data
2289	}	2368	}
2290	}	2369	}
2291		2370
2292	sub db_put($$$) {	2371	sub db_put($$$) {
2293	BDB::dbreq_pri 4;	2372	BDB::dbreq_pri 4;
2294	BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };	2373	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2295	}	2374	}
		2375
		2376	=item cf::cache $id => [$paths...], $processversion => $process
		2377
		2378	Generic caching function that returns the value of the resource $id,
		2379	caching and regenerating as required.
		2380
		2381	This function can block.
		2382
		2383	=cut
		2384
		2385	sub cache {
		2386	my ($id, $src, $processversion, $process) = @_;
		2387
		2388	my $meta =
		2389	join "\x00",
		2390	$processversion,
		2391	map {
		2392	aio_stat $_
		2393	and Carp::croak "$_: $!";
		2394
		2395	($_, (stat _)[7,9])
		2396	} @$src;
		2397
		2398	my $dbmeta = db_get cache => "$id/meta";
		2399	if ($dbmeta ne $meta) {
		2400	# changed, we may need to process
		2401
		2402	my @data;
		2403	my $md5;
		2404
		2405	for (0 .. $#$src) {
		2406	0 <= aio_load $src->[$_], $data[$_]
		2407	or Carp::croak "$src->[$_]: $!";
		2408	}
		2409
		2410	# if processing is expensive, check
		2411	# checksum first
		2412	if (1) {
		2413	$md5 =
		2414	join "\x00",
		2415	$processversion,
		2416	map {
		2417	Coro::cede;
		2418	($src->[$_], Digest::MD5::md5_hex $data[$_])
		2419	} 0.. $#$src;
		2420
		2421
		2422	my $dbmd5 = db_get cache => "$id/md5";
		2423	if ($dbmd5 eq $md5) {
		2424	db_put cache => "$id/meta", $meta;
		2425
		2426	return db_get cache => "$id/data";
		2427	}
		2428	}
		2429
		2430	my $t1 = Time::HiRes::time;
		2431	my $data = $process->(\@data);
		2432	my $t2 = Time::HiRes::time;
		2433
		2434	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		2435
		2436	db_put cache => "$id/data", $data;
		2437	db_put cache => "$id/md5" , $md5;
		2438	db_put cache => "$id/meta", $meta;
		2439
		2440	return $data;
		2441	}
		2442
		2443	db_get cache => "$id/data"
		2444	}
		2445
		2446	=item fork_call { }, $args
		2447
		2448	Executes the given code block with the given arguments in a seperate
		2449	process, returning the results. Everything must be serialisable with
		2450	Coro::Storable. May, of course, block. Note that the executed sub may
		2451	never block itself or use any form of Event handling.
		2452
		2453	=cut
		2454
		2455	sub fork_call(&@) {
		2456	my ($cb, @args) = @_;
		2457
		2458	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
		2459	# or die "socketpair: $!";
		2460	pipe my $fh1, my $fh2
		2461	or die "pipe: $!";
		2462
		2463	if (my $pid = fork) {
		2464	close $fh2;
		2465
		2466	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
		2467	$res = Coro::Storable::thaw $res;
		2468
		2469	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
		2470
		2471	die $$res unless "ARRAY" eq ref $res;
		2472
		2473	return wantarray ? @$res : $res->[-1];
		2474	} else {
		2475	reset_signals;
		2476	local $SIG{__WARN__};
		2477	local $SIG{__DIE__};
		2478	eval {
		2479	close $fh1;
		2480
		2481	my @res = eval { $cb->(@args) };
		2482	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
		2483	};
		2484
		2485	warn $@ if $@;
		2486	_exit 0;
		2487	}
		2488	}
		2489
		2490
2296		2491
2297	#############################################################################	2492	#############################################################################
2298	# the server's init and main functions	2493	# the server's init and main functions
2299		2494
2300	sub load_facedata {	2495	sub load_facedata($) {
2301	my $path = sprintf "%s/facedata", cf::datadir;	2496	my ($path) = @_;
2302		2497
2303	warn "loading facedata from $path\n";	2498	warn "loading facedata from $path\n";
2304		2499
2305	my $faces;	2500	my $facedata;
2306	0 < aio_load $path, $faces	2501	0 < aio_load $path, $facedata
2307	or die "$path: $!";	2502	or die "$path: $!";
2308		2503
2309	Coro::cede;
2310	$faces = Storable::thaw $faces;	2504	$facedata = Coro::Storable::thaw $facedata;
2311	Coro::cede;
2312		2505
2313	my $meta = delete $faces->{""};
2314	$meta->{version} == 1	2506	$facedata->{version} == 2
2315	or cf::cleanup "$path: version mismatch, cannot proceed.";	2507	or cf::cleanup "$path: version mismatch, cannot proceed.";
2316		2508
		2509	{
		2510	my $faces = $facedata->{faceinfo};
		2511
2317	while (my ($face, $info) = each %$faces) {	2512	while (my ($face, $info) = each %$faces) {
2318	my $idx = (cf::face::find $face) \|\| cf::face::alloc $face;	2513	my $idx = (cf::face::find $face) \|\| cf::face::alloc $face;
2319	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	2514	cf::face::set $idx, $info->{visibility}, $info->{magicmap};
2320	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	2515	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
2321	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	2516	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
2322	Coro::cede;	2517	Coro::cede;
2323	}	2518	}
2324		2519
2325	while (my ($face, $info) = each %$faces) {	2520	while (my ($face, $info) = each %$faces) {
2326	next unless $info->{smooth};	2521	next unless $info->{smooth};
2327	my $idx = cf::face::find $face	2522	my $idx = cf::face::find $face
2328	or next;	2523	or next;
2329	if (my $smooth = cf::face::find $info->{smooth}) {	2524	if (my $smooth = cf::face::find $info->{smooth}) {
2330	cf::face::set_smooth $idx, $smooth;	2525	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};
2331	} else {	2526	} else {
2332	warn "smooth face '$info->{smooth}' not found for face '$face'";	2527	warn "smooth face '$info->{smooth}' not found for face '$face'";
2333	}	2528	}
2334	Coro::cede;	2529	Coro::cede;
		2530	}
		2531	}
		2532
		2533	{
		2534	my $anims = $facedata->{animinfo};
		2535
		2536	while (my ($anim, $info) = each %$anims) {
		2537	cf::anim::set $anim, $info->{frames}, $info->{facings};
		2538	Coro::cede;
		2539	}
		2540
		2541	cf::anim::invalidate_all; # d'oh
2335	}	2542	}
2336		2543
2337	1	2544	1
2338	}	2545	}
2339		2546
		2547	sub reload_regions {
		2548	load_resource_file "$MAPDIR/regions"
		2549	or die "unable to load regions file\n";
		2550	}
		2551
		2552	sub reload_facedata {
		2553	load_facedata "$DATADIR/facedata"
		2554	or die "unable to load facedata\n";
		2555	}
		2556
		2557	sub reload_archetypes {
		2558	load_resource_file "$DATADIR/archetypes"
		2559	or die "unable to load archetypes\n";
		2560	}
		2561
		2562	sub reload_treasures {
		2563	load_resource_file "$DATADIR/treasures"
		2564	or die "unable to load treasurelists\n";
		2565	}
		2566
2340	sub reload_resources {	2567	sub reload_resources {
2341	load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir	2568	warn "reloading resource files...\n";
2342	or die "unable to load regions file\n";#d#	2569
		2570	reload_regions;
2343	load_facedata	2571	reload_facedata;
2344	or die "unable to load facedata\n";#d#	2572	reload_archetypes;
		2573	reload_treasures;
		2574
		2575	warn "finished reloading resource files\n";
2345	}	2576	}
2346		2577
2347	sub init {	2578	sub init {
2348	reload_resources;	2579	reload_resources;
2349	}	2580	}
2350		2581
2351	sub cfg_load {	2582	sub cfg_load {
2352	open my $fh, "<:utf8", cf::confdir . "/config"	2583	open my $fh, "<:utf8", "$CONFDIR/config"
2353	or return;	2584	or return;
2354		2585
2355	local $/;	2586	local $/;
2356	*CFG = YAML::Syck::Load <$fh>;	2587	*CFG = YAML::Syck::Load <$fh>;
2357		2588
…		…
2442		2673
2443	warn Carp::longmess "post_cleanup backtrace"	2674	warn Carp::longmess "post_cleanup backtrace"
2444	if $make_core;	2675	if $make_core;
2445	}	2676	}
2446		2677
2447	sub reload() {	2678	sub do_reload_perl() {
2448	# can/must only be called in main	2679	# can/must only be called in main
2449	if ($Coro::current != $Coro::main) {	2680	if ($Coro::current != $Coro::main) {
2450	warn "can only reload from main coroutine";	2681	warn "can only reload from main coroutine";
2451	return;	2682	return;
2452	}	2683	}
…		…
2527	Symbol::delete_package "safe::$_"	2758	Symbol::delete_package "safe::$_"
2528	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	2759	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2529		2760
2530	warn "unloading cf.pm \"a bit\"";	2761	warn "unloading cf.pm \"a bit\"";
2531	delete $INC{"cf.pm"};	2762	delete $INC{"cf.pm"};
		2763	delete $INC{"cf/pod.pm"};
2532		2764
2533	# don't, removes xs symbols, too,	2765	# don't, removes xs symbols, too,
2534	# and global variables created in xs	2766	# and global variables created in xs
2535	#Symbol::delete_package __PACKAGE__;	2767	#Symbol::delete_package __PACKAGE__;
2536		2768
…		…
2551	warn "reattaching attachments to maps";	2783	warn "reattaching attachments to maps";
2552	reattach $_ for values %MAP;	2784	reattach $_ for values %MAP;
2553	warn "reattaching attachments to players";	2785	warn "reattaching attachments to players";
2554	reattach $_ for values %PLAYER;	2786	reattach $_ for values %PLAYER;
2555		2787
2556	warn "loading reloadable resources";
2557	reload_resources;
2558
2559	warn "leaving sync_job";	2788	warn "leaving sync_job";
2560		2789
2561	1	2790	1
2562	} or do {	2791	} or do {
2563	warn $@;	2792	warn $@;
…		…
2568	warn "reloaded";	2797	warn "reloaded";
2569	};	2798	};
2570		2799
2571	our $RELOAD_WATCHER; # used only during reload	2800	our $RELOAD_WATCHER; # used only during reload
2572		2801
		2802	sub reload_perl() {
		2803	# doing reload synchronously and two reloads happen back-to-back,
		2804	# coro crashes during coro_state_free->destroy here.
		2805
		2806	$RELOAD_WATCHER \|\|= Event->timer (
		2807	reentrant => 0,
		2808	after => 0,
		2809	data => WF_AUTOCANCEL,
		2810	cb => sub {
		2811	do_reload_perl;
		2812	undef $RELOAD_WATCHER;
		2813	},
		2814	);
		2815	}
		2816
2573	register_command "reload" => sub {	2817	register_command "reload" => sub {
2574	my ($who, $arg) = @_;	2818	my ($who, $arg) = @_;
2575		2819
2576	if ($who->flag (FLAG_WIZ)) {	2820	if ($who->flag (FLAG_WIZ)) {
2577	$who->message ("reloading server.");	2821	$who->message ("reloading server.");
2578		2822	async { reload_perl };
2579	# doing reload synchronously and two reloads happen back-to-back,
2580	# coro crashes during coro_state_free->destroy here.
2581
2582	$RELOAD_WATCHER \|\|= Event->timer (
2583	reentrant => 0,
2584	after => 0,
2585	data => WF_AUTOCANCEL,
2586	cb => sub {
2587	reload;
2588	undef $RELOAD_WATCHER;
2589	},
2590	);
2591	}	2823	}
2592	};	2824	};
2593		2825
2594	unshift @INC, $LIBDIR;	2826	unshift @INC, $LIBDIR;
2595		2827
2596	my $bug_warning = 0;	2828	my $bug_warning = 0;
		2829
		2830	our @WAIT_FOR_TICK;
		2831	our @WAIT_FOR_TICK_BEGIN;
		2832
		2833	sub wait_for_tick {
		2834	return unless $TICK_WATCHER->is_active;
		2835	return if $Coro::current == $Coro::main;
		2836
		2837	my $signal = new Coro::Signal;
		2838	push @WAIT_FOR_TICK, $signal;
		2839	$signal->wait;
		2840	}
		2841
		2842	sub wait_for_tick_begin {
		2843	return unless $TICK_WATCHER->is_active;
		2844	return if $Coro::current == $Coro::main;
		2845
		2846	my $signal = new Coro::Signal;
		2847	push @WAIT_FOR_TICK_BEGIN, $signal;
		2848	$signal->wait;
		2849	}
2597		2850
2598	$TICK_WATCHER = Event->timer (	2851	$TICK_WATCHER = Event->timer (
2599	reentrant => 0,	2852	reentrant => 0,
2600	parked => 1,	2853	parked => 1,
2601	prio => 0,	2854	prio => 0,
…		…
2606	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	2859	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2607	unless ++$bug_warning > 10;	2860	unless ++$bug_warning > 10;
2608	return;	2861	return;
2609	}	2862	}
2610		2863
2611	$NOW = Event::time;	2864	$NOW = $tick_start = Event::time;
2612		2865
2613	cf::server_tick; # one server iteration	2866	cf::server_tick; # one server iteration
		2867
2614	$RUNTIME += $TICK;	2868	$RUNTIME += $TICK;
2615	$NEXT_TICK += $TICK;	2869	$NEXT_TICK += $TICK;
2616		2870
2617	if ($NOW >= $NEXT_RUNTIME_WRITE) {	2871	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2618	$NEXT_RUNTIME_WRITE = $NOW + 10;	2872	$NEXT_RUNTIME_WRITE = $NOW + 10;
…		…
2620	write_runtime	2874	write_runtime
2621	or warn "ERROR: unable to write runtime file: $!";	2875	or warn "ERROR: unable to write runtime file: $!";
2622	};	2876	};
2623	}	2877	}
2624		2878
2625	$WAIT_FOR_TICK->broadcast;
2626	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2627
2628	# my $AFTER = Event::time;	2879	# my $AFTER = Event::time;
2629	# warn $AFTER - $NOW;#d#	2880	# warn $AFTER - $NOW;#d#
2630		2881
		2882	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		2883	$sig->send;
		2884	}
		2885	while (my $sig = shift @WAIT_FOR_TICK) {
		2886	$sig->send;
		2887	}
		2888
		2889	$NOW = Event::time;
		2890
2631	# if we are delayed by four ticks or more, skip them all	2891	# if we are delayed by four ticks or more, skip them all
2632	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	2892	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2633		2893
2634	$TICK_WATCHER->at ($NEXT_TICK);	2894	$TICK_WATCHER->at ($NEXT_TICK);
2635	$TICK_WATCHER->start;	2895	$TICK_WATCHER->start;
		2896
		2897	$LOAD = ($NOW - $tick_start) / $TICK;
		2898	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		2899
		2900	_post_tick;
		2901
		2902
2636	},	2903	},
2637	);	2904	);
2638		2905
2639	{	2906	{
2640	BDB::max_poll_time $TICK * 0.1;	2907	BDB::max_poll_time $TICK * 0.1;
…		…
2668		2935
2669	cf::sync_job {	2936	cf::sync_job {
2670	eval {	2937	eval {
2671	BDB::db_env_open	2938	BDB::db_env_open
2672	$DB_ENV,	2939	$DB_ENV,
2673	$BDB_ENV_DIR,	2940	$BDBDIR,
2674	BDB::INIT_LOCK \| BDB::INIT_LOG \| BDB::INIT_MPOOL \| BDB::INIT_TXN	2941	BDB::INIT_LOCK \| BDB::INIT_LOG \| BDB::INIT_MPOOL \| BDB::INIT_TXN
2675	\| BDB::RECOVER \| BDB::REGISTER \| BDB::USE_ENVIRON \| BDB::CREATE,	2942	\| BDB::RECOVER \| BDB::REGISTER \| BDB::USE_ENVIRON \| BDB::CREATE,
2676	0666;	2943	0666;
2677		2944
2678	cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!;	2945	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2679		2946
2680	$DB_ENV->set_flags (BDB::AUTO_COMMIT \| BDB::REGION_INIT \| BDB::TXN_NOSYNC, 1);	2947	$DB_ENV->set_flags (BDB::AUTO_COMMIT \| BDB::REGION_INIT \| BDB::TXN_NOSYNC, 1);
2681	$DB_ENV->set_lk_detect;	2948	$DB_ENV->set_lk_detect;
2682	};	2949	};
2683		2950
…		…
2699	prio => 6,	2966	prio => 6,
2700	cb => \&IO::AIO::poll_cb,	2967	cb => \&IO::AIO::poll_cb,
2701	);	2968	);
2702	}	2969	}
2703		2970
		2971	my $_log_backtrace;
		2972
		2973	sub _log_backtrace {
		2974	my ($msg, @addr) = @_;
		2975
		2976	$msg =~ s/\n//;
		2977
		2978	# limit the # of concurrent backtraces
		2979	if ($_log_backtrace < 2) {
		2980	++$_log_backtrace;
		2981	async {
		2982	my @bt = fork_call {
		2983	@addr = map { sprintf "%x", $_ } @addr;
		2984	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		2985	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 \|"
		2986	or die "addr2line: $!";
		2987
		2988	my @funcs;
		2989	my @res = <$fh>;
		2990	chomp for @res;
		2991	while (@res) {
		2992	my ($func, $line) = splice @res, 0, 2, ();
		2993	push @funcs, "[$func] $line";
		2994	}
		2995
		2996	@funcs
		2997	};
		2998
		2999	LOG llevInfo, "[ABT] $msg\n";
		3000	LOG llevInfo, "[ABT] $_\n" for @bt;
		3001	--$_log_backtrace;
		3002	};
		3003	} else {
		3004	LOG llevInfo, "[ABT] $msg\n";
		3005	LOG llevInfo, "[ABT] [suppressed]\n";
		3006	}
		3007	}
		3008
		3009	# load additional modules
		3010	use cf::pod;
		3011
2704	END { cf::emergency_save }	3012	END { cf::emergency_save }
2705		3013
2706	1	3014	1
2707		3015

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing deliantra/server/lib/cf.pm (file contents): Revision 1.233 by root, Wed Apr 4 02:20:27 2007 UTC vs. Revision 1.265 by root, Fri May 11 08:00:00 2007 UTC

Diff Legend

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.233 by root, Wed Apr 4 02:20:27 2007 UTC vs.
Revision 1.265 by root, Fri May 11 08:00:00 2007 UTC