ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.112 by root, Mon Jan 1 13:31:47 2007 UTC vs.
Revision 1.209 by root, Mon Feb 12 01:25:55 2007 UTC

…		…
8	use Storable;	8	use Storable;
9	use Opcode;	9	use Opcode;
10	use Safe;	10	use Safe;
11	use Safe::Hole;	11	use Safe::Hole;
12		12
13	use Coro 3.3;	13	use Coro 3.5 ();
14	use Coro::Event;	14	use Coro::Event;
15	use Coro::Timer;	15	use Coro::Timer;
16	use Coro::Signal;	16	use Coro::Signal;
17	use Coro::Semaphore;	17	use Coro::Semaphore;
18	use Coro::AIO;	18	use Coro::AIO;
19		19
		20	use BDB ();
		21	use Data::Dumper;
20	use Digest::MD5;	22	use Digest::MD5;
21	use Fcntl;	23	use Fcntl;
22	use IO::AIO 2.31 ();	24	use IO::AIO 2.32 ();
23	use YAML::Syck ();	25	use YAML::Syck ();
24	use Time::HiRes;	26	use Time::HiRes;
		27	use Compress::LZF;
		28
		29	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
25		30
26	use Event; $Event::Eval = 1; # no idea why this is required, but it is	31	use Event; $Event::Eval = 1; # no idea why this is required, but it is
		32
		33	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
27		34
28	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?	35	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
29	$YAML::Syck::ImplicitUnicode = 1;	36	$YAML::Syck::ImplicitUnicode = 1;
30		37
31	$Coro::main->prio (2); # run main coroutine ("the server") with very high priority	38	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
32
33	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
34		39
35	our %COMMAND = ();	40	our %COMMAND = ();
36	our %COMMAND_TIME = ();	41	our %COMMAND_TIME = ();
		42
		43	our @EXTS = (); # list of extension package names
37	our %EXTCMD = ();	44	our %EXTCMD = ();
		45	our %EXT_CORO = (); # coroutines bound to extensions
		46	our %EXT_MAP = (); # pluggable maps
38		47
39	our @EVENT;	48	our @EVENT;
40	our $LIBDIR = datadir . "/ext";	49	our $LIBDIR = datadir . "/ext";
41		50
42	our $TICK = MAX_TIME * 1e-6;	51	our $TICK = MAX_TIME * 1e-6;
43	our $TICK_WATCHER;	52	our $TICK_WATCHER;
		53	our $AIO_POLL_WATCHER;
		54	our $WRITE_RUNTIME_WATCHER;
44	our $NEXT_TICK;	55	our $NEXT_TICK;
45	our $NOW;	56	our $NOW;
		57	our $USE_FSYNC = 1; # use fsync to write maps - default off
		58
		59	our $BDB_POLL_WATCHER;
		60	our $DB_ENV;
46		61
47	our %CFG;	62	our %CFG;
48		63
49	our $UPTIME; $UPTIME ||= time;	64	our $UPTIME; $UPTIME ||= time;
50	our $RUNTIME;	65	our $RUNTIME;
51		66
		67	our %PLAYER; # all users
52	our %MAP; # all maps	68	our %MAP; # all maps
53	our $LINK_MAP; # the special {link} map	69	our $LINK_MAP; # the special {link} map, which is always available
54	our $FREEZE;
55	our $RANDOM_MAPS = cf::localdir . "/random";	70	our $RANDOM_MAPS = cf::localdir . "/random";
56	our %EXT_CORO;	71	our $BDB_ENV_DIR = cf::localdir . "/db";
		72
		73	our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
		74	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
		75
		76	# used to convert map paths into valid unix filenames by replacing / by ∕
		77	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
57		78
58	binmode STDOUT;	79	binmode STDOUT;
59	binmode STDERR;	80	binmode STDERR;
60		81
61	# read virtual server time, if available	82	# read virtual server time, if available
…		…
68	mkdir cf::localdir;	89	mkdir cf::localdir;
69	mkdir cf::localdir . "/" . cf::playerdir;	90	mkdir cf::localdir . "/" . cf::playerdir;
70	mkdir cf::localdir . "/" . cf::tmpdir;	91	mkdir cf::localdir . "/" . cf::tmpdir;
71	mkdir cf::localdir . "/" . cf::uniquedir;	92	mkdir cf::localdir . "/" . cf::uniquedir;
72	mkdir $RANDOM_MAPS;	93	mkdir $RANDOM_MAPS;
		94	mkdir $BDB_ENV_DIR;
73		95
74	# a special map that is always available	96	our $EMERGENCY_POSITION;
75	our $LINK_MAP;
76		97
77	our $EMERGENCY_POSITION = $cf::CFG{emergency_position} || ["/world/world_105_115", 5, 37];	98	sub cf::map::normalise;
78		99
79	#############################################################################	100	#############################################################################
80		101
81	=head2 GLOBAL VARIABLES	102	=head2 GLOBAL VARIABLES
82		103
…		…
106		127
107	=item %cf::CFG	128	=item %cf::CFG
108		129
109	Configuration for the server, loaded from C</etc/crossfire/config>, or	130	Configuration for the server, loaded from C</etc/crossfire/config>, or
110	from wherever your confdir points to.	131	from wherever your confdir points to.
		132
		133	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE
		134
		135	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)
		136	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick
		137	processing has been done. Call C<< ->wait >> on them to maximise the
		138	window of cpu time available, or simply to synchronise to the server tick.
111		139
112	=back	140	=back
113		141
114	=cut	142	=cut
115		143
…		…
119	utf8::encode $msg;	147	utf8::encode $msg;
120		148
121	$msg .= "\n"	149	$msg .= "\n"
122	unless $msg =~ /\n$/;	150	unless $msg =~ /\n$/;
123		151
124	LOG llevError, "cfperl: $msg";	152	LOG llevError, $msg;
125	};	153	};
126	}	154	}
127		155
128	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	156	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
129	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	157	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
…		…
147		175
148	$Event::DIED = sub {	176	$Event::DIED = sub {
149	warn "error in event callback: @_";	177	warn "error in event callback: @_";
150	};	178	};
151		179
152	my %ext_pkg;
153	my @exts;
154	my @hook;
155
156	=head2 UTILITY FUNCTIONS	180	=head2 UTILITY FUNCTIONS
157		181
158	=over 4	182	=over 4
159		183
		184	=item dumpval $ref
		185
160	=cut	186	=cut
		187
		188	sub dumpval {
		189	eval {
		190	local $SIG{__DIE__};
		191	my $d;
		192	if (1) {
		193	$d = new Data::Dumper([$_[0]], ["*var"]);
		194	$d->Terse(1);
		195	$d->Indent(2);
		196	$d->Quotekeys(0);
		197	$d->Useqq(1);
		198	#$d->Bless(...);
		199	$d->Seen($_[1]) if @_ > 1;
		200	$d = $d->Dump();
		201	}
		202	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
		203	$d
		204	} || "[unable to dump $_[0]: '$@']";
		205	}
161		206
162	use JSON::Syck (); # TODO# replace by JSON::PC once working	207	use JSON::Syck (); # TODO# replace by JSON::PC once working
163		208
164	=item $ref = cf::from_json $json	209	=item $ref = cf::from_json $json
165		210
…		…
180		225
181	sub to_json($) {	226	sub to_json($) {
182	$JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs	227	$JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs
183	JSON::Syck::Dump $_[0]	228	JSON::Syck::Dump $_[0]
184	}	229	}
		230
		231	=item cf::lock_wait $string
		232
		233	Wait until the given lock is available. See cf::lock_acquire.
		234
		235	=item my $lock = cf::lock_acquire $string
		236
		237	Wait until the given lock is available and then acquires it and returns
		238	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
		239	for example when the coroutine gets canceled), the lock is automatically
		240	returned.
		241
		242	Lock names should begin with a unique identifier (for example, cf::map::find
		243	uses map_find and cf::map::load uses map_load).
		244
		245	=cut
		246
		247	our %LOCK;
		248
		249	sub lock_wait($) {
		250	my ($key) = @_;
		251
		252	# wait for lock, if any
		253	while ($LOCK{$key}) {
		254	push @{ $LOCK{$key} }, $Coro::current;
		255	Coro::schedule;
		256	}
		257	}
		258
		259	sub lock_acquire($) {
		260	my ($key) = @_;
		261
		262	# wait, to be sure we are not locked
		263	lock_wait $key;
		264
		265	$LOCK{$key} = [];
		266
		267	Coro::guard {
		268	# wake up all waiters, to be on the safe side
		269	$_->ready for @{ delete $LOCK{$key} };
		270	}
		271	}
		272
		273	sub freeze_mainloop {
		274	return unless $TICK_WATCHER->is_active;
		275
		276	my $guard = Coro::guard {
		277	$TICK_WATCHER->start;
		278	$WRITE_RUNTIME_WATCHER->start;
		279	};
		280	$WRITE_RUNTIME_WATCHER->stop;
		281	$TICK_WATCHER->stop;
		282	$guard
		283	}
		284
		285	=item cf::async { BLOCK }
		286
		287	Currently the same as Coro::async_pool, meaning you cannot use
		288	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
		289	thing you are allowed to do is call C<prio> on it.
		290
		291	=cut
		292
		293	BEGIN { *async = \&Coro::async_pool }
185		294
186	=item cf::sync_job { BLOCK }	295	=item cf::sync_job { BLOCK }
187		296
188	The design of crossfire+ requires that the main coro ($Coro::main) is	297	The design of crossfire+ requires that the main coro ($Coro::main) is
189	always able to handle events or runnable, as crossfire+ is only partly	298	always able to handle events or runnable, as crossfire+ is only partly
…		…
203	# this is the main coro, too bad, we have to block	312	# this is the main coro, too bad, we have to block
204	# till the operation succeeds, freezing the server :/	313	# till the operation succeeds, freezing the server :/
205		314
206	# TODO: use suspend/resume instead	315	# TODO: use suspend/resume instead
207	# (but this is cancel-safe)	316	# (but this is cancel-safe)
208	local $FREEZE = 1;	317	my $freeze_guard = freeze_mainloop;
209		318
210	my $busy = 1;	319	my $busy = 1;
211	my @res;	320	my @res;
212		321
213	(Coro::async {	322	(async {
214	@res = eval { $job->() };	323	@res = eval { $job->() };
215	warn $@ if $@;	324	warn $@ if $@;
216	undef $busy;	325	undef $busy;
217	})->prio (Coro::PRIO_MAX);	326	})->prio (Coro::PRIO_MAX);
218		327
219	while ($busy) {	328	while ($busy) {
220	Coro::cede_notself;	329	Coro::cede or Event::one_event;
221	Event::one_event unless Coro::nready;
222	}	330	}
223		331
224	wantarray ? @res : $res[0]	332	wantarray ? @res : $res[0]
225	} else {	333	} else {
226	# we are in another coroutine, how wonderful, everything just works	334	# we are in another coroutine, how wonderful, everything just works
227		335
228	$job->()	336	$job->()
229	}	337	}
230	}	338	}
231		339
232	=item $coro = cf::coro { BLOCK }	340	=item $coro = cf::async_ext { BLOCK }
233		341
234	Creates and returns a new coro. This coro is automcatially being canceled	342	Like async, but this coro is automatically being canceled when the
235	when the extension calling this is being unloaded.	343	extension calling this is being unloaded.
236		344
237	=cut	345	=cut
238		346
239	sub coro(&) {	347	sub async_ext(&) {
240	my $cb = shift;	348	my $cb = shift;
241		349
242	my $coro; $coro = async {	350	my $coro = &Coro::async ($cb);
243	eval {
244	$cb->();
245	};
246	warn $@ if $@;
247	};
248		351
249	$coro->on_destroy (sub {	352	$coro->on_destroy (sub {
250	delete $EXT_CORO{$coro+0};	353	delete $EXT_CORO{$coro+0};
251	});	354	});
252	$EXT_CORO{$coro+0} = $coro;	355	$EXT_CORO{$coro+0} = $coro;
…		…
258	my $runtime = cf::localdir . "/runtime";	361	my $runtime = cf::localdir . "/runtime";
259		362
260	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	363	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
261	or return;	364	or return;
262		365
		366	my $value = $cf::RUNTIME + 90 + 10;
263	my $value = $cf::RUNTIME + 1 + 10; # 10 is the runtime save interval, for a monotonic clock	367	# 10 is the runtime save interval, for a monotonic clock
		368	# 60 allows for the watchdog to kill the server.
		369
264	(aio_write $fh, 0, (length $value), $value, 0) <= 0	370	(aio_write $fh, 0, (length $value), $value, 0) <= 0
265	and return;	371	and return;
266		372
		373	# always fsync - this file is important
267	aio_fsync $fh	374	aio_fsync $fh
268	and return;	375	and return;
269		376
270	close $fh	377	close $fh
271	or return;	378	or return;
…		…
277	}	384	}
278		385
279	=back	386	=back
280		387
281	=cut	388	=cut
282
283	#############################################################################
284
285	package cf::path;
286
287	sub new {
288	my ($class, $path, $base) = @_;
289
290	$path = $path->as_string if ref $path;
291
292	my $self = bless { }, $class;
293
294	if ($path =~ s{^\?random/}{}) {
295	Coro::AIO::aio_load "$cf::RANDOM_MAPS/$path.meta", my $data;
296	$self->{random} = cf::from_json $data;
297	} else {
298	if ($path =~ s{^~([^/]+)?}{}) {
299	$self->{user_rel} = 1;
300
301	if (defined $1) {
302	$self->{user} = $1;
303	} elsif ($base =~ m{^~([^/]+)/}) {
304	$self->{user} = $1;
305	} else {
306	warn "cannot resolve user-relative path without user <$path,$base>\n";
307	}
308	} elsif ($path =~ /^\//) {
309	# already absolute
310	} else {
311	$base =~ s{[^/]+/?$}{};
312	return $class->new ("$base/$path");
313	}
314
315	for ($path) {
316	redo if s{/\.?/}{/};
317	redo if s{/[^/]+/\.\./}{/};
318	}
319	}
320
321	$self->{path} = $path;
322
323	$self
324	}
325
326	# the name / primary key / in-game path
327	sub as_string {
328	my ($self) = @_;
329
330	$self->{user_rel} ? "~$self->{user}$self->{path}"
331	: $self->{random} ? "?random/$self->{path}"
332	: $self->{path}
333	}
334
335	# the displayed name, this is a one way mapping
336	sub visible_name {
337	my ($self) = @_;
338
339	# if (my $rmp = $self->{random}) {
340	# # todo: be more intelligent about this
341	# "?random/$rmp->{origin_map}+$rmp->{origin_x}+$rmp->{origin_y}/$rmp->{dungeon_level}"
342	# } else {
343	$self->as_string
344	# }
345	}
346
347	# escape the /'s in the path
348	sub _escaped_path {
349	# ∕ is U+2215
350	(my $path = $_[0]{path}) =~ s/\//∕/g;
351	$path
352	}
353
354	# the original (read-only) location
355	sub load_path {
356	my ($self) = @_;
357
358	sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path}
359	}
360
361	# the temporary/swap location
362	sub save_path {
363	my ($self) = @_;
364
365	$self->{user_rel} ? sprintf "%s/%s/%s/%s", cf::localdir, cf::playerdir, $self->{user}, $self->_escaped_path
366	: $self->{random} ? sprintf "%s/%s", $RANDOM_MAPS, $self->{path}
367	: sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $self->_escaped_path
368	}
369
370	# the unique path, might be eq to save_path
371	sub uniq_path {
372	my ($self) = @_;
373
374	$self->{user_rel} || $self->{random}
375	? undef
376	: sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $self->_escaped_path
377	}
378
379	# return random map parameters, or undef
380	sub random_map_params {
381	my ($self) = @_;
382
383	$self->{random}
384	}
385
386	# this is somewhat ugly, but style maps do need special treatment
387	sub is_style_map {
388	$_[0]{path} =~ m{^/styles/}
389	}
390
391	package cf;
392		389
393	#############################################################################	390	#############################################################################
394		391
395	=head2 ATTACHABLE OBJECTS	392	=head2 ATTACHABLE OBJECTS
396		393
…		…
522	our @CB_TYPE = (); # registry for type (cf-object class) based events	519	our @CB_TYPE = (); # registry for type (cf-object class) based events
523	our @CB_MAP = ();	520	our @CB_MAP = ();
524		521
525	my %attachment;	522	my %attachment;
526		523
		524	sub cf::attachable::thawer_merge {
		525	# simply override everything except _meta
		526	local $_[0]{_meta};
		527	%{$_[0]} = %{$_[1]};
		528	}
		529
527	sub _attach_cb($$$$) {	530	sub _attach_cb($$$$) {
528	my ($registry, $event, $prio, $cb) = @_;	531	my ($registry, $event, $prio, $cb) = @_;
529		532
530	use sort 'stable';	533	use sort 'stable';
531		534
…		…
702	# object support	705	# object support
703		706
704	sub reattach {	707	sub reattach {
705	# basically do the same as instantiate, without calling instantiate	708	# basically do the same as instantiate, without calling instantiate
706	my ($obj) = @_;	709	my ($obj) = @_;
		710
		711	bless $obj, ref $obj; # re-bless in case extensions have been reloaded
707		712
708	my $registry = $obj->registry;	713	my $registry = $obj->registry;
709		714
710	@$registry = ();	715	@$registry = ();
711		716
…		…
758	$filename, length $$rdata, scalar @$objs;	763	$filename, length $$rdata, scalar @$objs;
759		764
760	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	765	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
761	chmod SAVE_MODE, $fh;	766	chmod SAVE_MODE, $fh;
762	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	767	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
763	aio_fsync $fh;	768	aio_fsync $fh if $cf::USE_FSYNC;
764	close $fh;	769	close $fh;
765		770
766	if (@$objs) {	771	if (@$objs) {
767	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	772	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
768	chmod SAVE_MODE, $fh;	773	chmod SAVE_MODE, $fh;
769	my $data = Storable::nfreeze { version => 1, objs => $objs };	774	my $data = Storable::nfreeze { version => 1, objs => $objs };
770	aio_write $fh, 0, (length $data), $data, 0;	775	aio_write $fh, 0, (length $data), $data, 0;
771	aio_fsync $fh;	776	aio_fsync $fh if $cf::USE_FSYNC;
772	close $fh;	777	close $fh;
773	aio_rename "$filename.pst~", "$filename.pst";	778	aio_rename "$filename.pst~", "$filename.pst";
774	}	779	}
775	} else {	780	} else {
776	aio_unlink "$filename.pst";	781	aio_unlink "$filename.pst";
…		…
782	}	787	}
783	} else {	788	} else {
784	aio_unlink $filename;	789	aio_unlink $filename;
785	aio_unlink "$filename.pst";	790	aio_unlink "$filename.pst";
786	}	791	}
		792
		793	#d##TODO# nuke non .map-files if exist
		794	if ($filename =~ s/\.map$//) {
		795	aio_unlink $filename;
		796	aio_unlink "$filename.pst";
		797	}
787	}	798	}
788	}	799	}
789		800
790	sub object_freezer_as_string {	801	sub object_freezer_as_string {
791	my ($rdata, $objs) = @_;	802	my ($rdata, $objs) = @_;
…		…
797		808
798	sub object_thawer_load {	809	sub object_thawer_load {
799	my ($filename) = @_;	810	my ($filename) = @_;
800		811
801	my ($data, $av);	812	my ($data, $av);
		813
		814	#d#TODO remove .map if file does not exist
		815	aio_stat $filename and $filename =~ s/\.map$//;
802		816
803	(aio_load $filename, $data) >= 0	817	(aio_load $filename, $data) >= 0
804	or return;	818	or return;
805		819
806	unless (aio_stat "$filename.pst") {	820	unless (aio_stat "$filename.pst") {
807	(aio_load "$filename.pst", $av) >= 0	821	(aio_load "$filename.pst", $av) >= 0
808	or return;	822	or return;
809	$av = eval { (Storable::thaw <$av>)->{objs} };	823	$av = eval { (Storable::thaw $av)->{objs} };
810	}	824	}
811		825
		826	warn sprintf "loading %s (%d)\n",
		827	$filename, length $data, scalar @{$av || []};#d#
812	return ($data, $av);	828	return ($data, $av);
813	}	829	}
814		830
815	#############################################################################	831	#############################################################################
816	# command handling &c	832	# command handling &c
…		…
841	=cut	857	=cut
842		858
843	sub register_extcmd {	859	sub register_extcmd {
844	my ($name, $cb) = @_;	860	my ($name, $cb) = @_;
845		861
846	my $caller = caller;
847	#warn "registering extcmd '$name' to '$caller'";
848
849	$EXTCMD{$name} = [$cb, $caller];	862	$EXTCMD{$name} = $cb;
850	}	863	}
851		864
852	cf::player->attach (	865	cf::player->attach (
853	on_command => sub {	866	on_command => sub {
854	my ($pl, $name, $params) = @_;	867	my ($pl, $name, $params) = @_;
…		…
867		880
868	my $msg = eval { from_json $buf };	881	my $msg = eval { from_json $buf };
869		882
870	if (ref $msg) {	883	if (ref $msg) {
871	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	884	if (my $cb = $EXTCMD{$msg->{msgtype}}) {
872	if (my %reply = $cb->[0]->($pl, $msg)) {	885	if (my %reply = $cb->($pl, $msg)) {
873	$pl->ext_reply ($msg->{msgid}, %reply);	886	$pl->ext_reply ($msg->{msgid}, %reply);
874	}	887	}
875	}	888	}
876	} else {	889	} else {
877	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	890	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
…		…
879		892
880	cf::override;	893	cf::override;
881	},	894	},
882	);	895	);
883		896
884	sub register {
885	my ($base, $pkg) = @_;
886
887	#TODO
888	}
889
890	sub load_extension {	897	sub load_extension {
891	my ($path) = @_;	898	my ($path) = @_;
892		899
893	$path =~ /([^\/\\]+)\.ext$/ or die "$path";	900	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
894	my $base = $1;	901	my $base = $1;
895	my $pkg = $1;	902	my $pkg = $1;
896	$pkg =~ s/[^[:word:]]/_/g;	903	$pkg =~ s/[^[:word:]]/_/g;
897	$pkg = "ext::$pkg";	904	$pkg = "ext::$pkg";
898		905
899	warn "loading '$path' into '$pkg'\n";	906	warn "... loading '$path' into '$pkg'\n";
900		907
901	open my $fh, "<:utf8", $path	908	open my $fh, "<:utf8", $path
902	or die "$path: $!";	909	or die "$path: $!";
903		910
904	my $source =	911	my $source =
905	"package $pkg; use strict; use utf8;\n"	912	"package $pkg; use strict; use utf8;\n"
906	. "#line 1 \"$path\"\n{\n"	913	. "#line 1 \"$path\"\n{\n"
907	. (do { local $/; <$fh> })	914	. (do { local $/; <$fh> })
908	. "\n};\n1";	915	. "\n};\n1";
909		916
910	eval $source	917	unless (eval $source) {
911	or die $@ ? "$path: $@\n"	918	my $msg = $@ ? "$path: $@\n"
912	: "extension disabled.\n";	919	: "extension disabled.\n";
913		920	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
914	push @exts, $pkg;	921	warn $@;
915	$ext_pkg{$base} = $pkg;	922	warn "mandatory extension failed to load, exiting.\n";
916		923	exit 1;
917	# no strict 'refs';	924	}
918	# @{"$pkg\::ISA"} = ext::;	925	die $@;
919
920	register $base, $pkg;
921	}
922
923	sub unload_extension {
924	my ($pkg) = @_;
925
926	warn "removing extension $pkg\n";
927
928	# remove hooks
929	#TODO
930	# for my $idx (0 .. $#PLUGIN_EVENT) {
931	# delete $hook[$idx]{$pkg};
932	# }	926	}
933		927
934	# remove commands	928	push @EXTS, $pkg;
935	for my $name (keys %COMMAND) {
936	my @cb = grep $_->[0] ne $pkg, @{ $COMMAND{$name} };
937
938	if (@cb) {
939	$COMMAND{$name} = \@cb;
940	} else {
941	delete $COMMAND{$name};
942	}
943	}
944
945	# remove extcmds
946	for my $name (grep $EXTCMD{$_}[1] eq $pkg, keys %EXTCMD) {
947	delete $EXTCMD{$name};
948	}
949
950	if (my $cb = $pkg->can ("unload")) {
951	eval {
952	$cb->($pkg);
953	1
954	} or warn "$pkg unloaded, but with errors: $@";
955	}
956
957	Symbol::delete_package $pkg;
958	}	929	}
959		930
960	sub load_extensions {	931	sub load_extensions {
961	for my $ext (<$LIBDIR/*.ext>) {	932	for my $ext (<$LIBDIR/*.ext>) {
962	next unless -r $ext;	933	next unless -r $ext;
…		…
966	} or warn "$ext not loaded: $@";	937	} or warn "$ext not loaded: $@";
967	}	938	}
968	}	939	}
969		940
970	#############################################################################	941	#############################################################################
971	# load/save/clean perl data associated with a map
972
973	*cf::mapsupport::on_clean = sub {
974	my ($map) = @_;
975
976	my $path = $map->tmpname;
977	defined $path or return;
978
979	unlink "$path.pst";
980	};
981
982	cf::map->attach (prio => -10000, package => cf::mapsupport::);
983
984	#############################################################################
985	# load/save perl data associated with player->ob objects
986
987	sub all_objects(@) {
988	@_, map all_objects ($_->inv), @_
989	}
990
991	# TODO: compatibility cruft, remove when no longer needed
992	cf::player->attach (
993	on_load => sub {
994	my ($pl, $path) = @_;
995
996	for my $o (all_objects $pl->ob) {
997	if (my $value = $o->get_ob_key_value ("_perl_data")) {
998	$o->set_ob_key_value ("_perl_data");
999
1000	%$o = %{ Storable::thaw pack "H*", $value };
1001	}
1002	}
1003	},
1004	);
1005
1006	#############################################################################
1007		942
1008	=head2 CORE EXTENSIONS	943	=head2 CORE EXTENSIONS
1009		944
1010	Functions and methods that extend core crossfire objects.	945	Functions and methods that extend core crossfire objects.
1011		946
		947	=cut
		948
		949	package cf::player;
		950
		951	use Coro::AIO;
		952
1012	=head3 cf::player	953	=head3 cf::player
1013		954
1014	=over 4	955	=over 4
1015		956
1016	=item cf::player::exists $login	957	=item cf::player::find $login
1017		958
1018	Returns true when the given account exists.	959	Returns the given player object, loading it if necessary (might block).
1019		960
1020	=cut	961	=cut
1021		962
1022	sub cf::player::exists($) {	963	sub playerdir($) {
1023	cf::player::find $_[0]	964	cf::localdir
1024	or -f sprintf "%s/%s/%s/%s.pl", cf::localdir, cf::playerdir, ($_[0]) x 2;	965	. "/"
		966	. cf::playerdir
		967	. "/"
		968	. (ref $_[0] ? $_[0]->ob->name : $_[0])
		969	}
		970
		971	sub path($) {
		972	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
		973
		974	(playerdir $login) . "/$login.pl"
		975	}
		976
		977	sub find_active($) {
		978	$cf::PLAYER{$_[0]}
		979	and $cf::PLAYER{$_[0]}->active
		980	and $cf::PLAYER{$_[0]}
		981	}
		982
		983	sub exists($) {
		984	my ($login) = @_;
		985
		986	$cf::PLAYER{$login}
		987	or cf::sync_job { !aio_stat path $login }
		988	}
		989
		990	sub find($) {
		991	return $cf::PLAYER{$_[0]} || do {
		992	my $login = $_[0];
		993
		994	my $guard = cf::lock_acquire "user_find:$login";
		995
		996	$cf::PLAYER{$_[0]} || do {
		997	my $pl = load_pl path $login
		998	or return;
		999	$cf::PLAYER{$login} = $pl
		1000	}
		1001	}
		1002	}
		1003
		1004	sub save($) {
		1005	my ($pl) = @_;
		1006
		1007	return if $pl->{deny_save};
		1008
		1009	my $path = path $pl;
		1010	my $guard = cf::lock_acquire "user_save:$path";
		1011
		1012	return if $pl->{deny_save};
		1013
		1014	aio_mkdir playerdir $pl, 0770;
		1015	$pl->{last_save} = $cf::RUNTIME;
		1016
		1017	$pl->save_pl ($path);
		1018	Coro::cede;
		1019	}
		1020
		1021	sub new($) {
		1022	my ($login) = @_;
		1023
		1024	my $self = create;
		1025
		1026	$self->ob->name ($login);
		1027	$self->{deny_save} = 1;
		1028
		1029	$cf::PLAYER{$login} = $self;
		1030
		1031	$self
		1032	}
		1033
		1034	=item $pl->quit_character
		1035
		1036	Nukes the player without looking back. If logged in, the connection will
		1037	be destroyed. May block for a long time.
		1038
		1039	=cut
		1040
		1041	sub quit_character {
		1042	my ($pl) = @_;
		1043
		1044	$pl->{deny_save} = 1;
		1045	$pl->password ("*"); # this should lock out the player until we nuked the dir
		1046
		1047	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
		1048	$pl->deactivate;
		1049	$pl->invoke (cf::EVENT_PLAYER_QUIT);
		1050	$pl->ns->destroy if $pl->ns;
		1051
		1052	my $path = playerdir $pl;
		1053	my $temp = "$path~$cf::RUNTIME~deleting~";
		1054	aio_rename $path, $temp;
		1055	delete $cf::PLAYER{$pl->ob->name};
		1056	$pl->destroy;
		1057	IO::AIO::aio_rmtree $temp;
		1058	}
		1059
		1060	=item cf::player::list_logins
		1061
		1062	Returns am arrayref of all valid playernames in the system, can take a
		1063	while and may block, so not sync_job-capable, ever.
		1064
		1065	=cut
		1066
		1067	sub list_logins {
		1068	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir
		1069	or return [];
		1070
		1071	my @logins;
		1072
		1073	for my $login (@$dirs) {
		1074	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;
		1075	aio_read $fh, 0, 512, my $buf, 0 or next;
		1076	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1077
		1078	utf8::decode $login;
		1079	push @logins, $login;
		1080	}
		1081
		1082	\@logins
		1083	}
		1084
		1085	=item $player->maps
		1086
		1087	Returns an arrayref of map paths that are private for this
		1088	player. May block.
		1089
		1090	=cut
		1091
		1092	sub maps($) {
		1093	my ($pl) = @_;
		1094
		1095	$pl = ref $pl ? $pl->ob->name : $pl;
		1096
		1097	my $files = aio_readdir playerdir $pl
		1098	or return;
		1099
		1100	my @paths;
		1101
		1102	for (@$files) {
		1103	utf8::decode $_;
		1104	next if /\.(?:pl|pst)$/;
		1105	next unless /^$PATH_SEP/o;
		1106
		1107	push @paths, cf::map::normalise "~$pl/$_";
		1108	}
		1109
		1110	\@paths
1025	}	1111	}
1026		1112
1027	=item $player->ext_reply ($msgid, $msgtype, %msg)	1113	=item $player->ext_reply ($msgid, $msgtype, %msg)
1028		1114
1029	Sends an ext reply to the player.	1115	Sends an ext reply to the player.
1030		1116
1031	=cut	1117	=cut
1032		1118
1033	sub cf::player::ext_reply($$$%) {	1119	sub ext_reply($$$%) {
1034	my ($self, $id, %msg) = @_;	1120	my ($self, $id, %msg) = @_;
1035		1121
1036	$msg{msgid} = $id;	1122	$msg{msgid} = $id;
1037		1123
1038	$self->send ("ext " . to_json \%msg);	1124	$self->send ("ext " . cf::to_json \%msg);
1039	}	1125	}
		1126
		1127	package cf;
1040		1128
1041	=back	1129	=back
1042		1130
1043		1131
1044	=head3 cf::map	1132	=head3 cf::map
…		…
1050	package cf::map;	1138	package cf::map;
1051		1139
1052	use Fcntl;	1140	use Fcntl;
1053	use Coro::AIO;	1141	use Coro::AIO;
1054		1142
		1143	use overload
		1144	'""' => \&as_string,
		1145	fallback => 1;
		1146
1055	our $MAX_RESET = 7200;	1147	our $MAX_RESET = 3600;
1056	our $DEFAULT_RESET = 3600;	1148	our $DEFAULT_RESET = 3000;
1057		1149
1058	sub generate_random_map {	1150	sub generate_random_map {
1059	my ($path, $rmp) = @_;	1151	my ($self, $rmp) = @_;
1060
1061	# mit "rum" bekleckern, nicht	1152	# mit "rum" bekleckern, nicht
1062	cf::map::_create_random_map	1153	$self->_create_random_map (
1063	$path,
1064	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},	1154	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1065	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},	1155	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1066	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},	1156	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1067	$rmp->{exit_on_final_map},	1157	$rmp->{exit_on_final_map},
1068	$rmp->{xsize}, $rmp->{ysize},	1158	$rmp->{xsize}, $rmp->{ysize},
1069	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},	1159	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1070	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},	1160	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1071	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},	1161	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1072	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},	1162	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1073	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},	1163	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1074	(cf::region::find $rmp->{region})	1164	(cf::region::find $rmp->{region}), $rmp->{custom}
		1165	)
		1166	}
		1167
		1168	=item cf::map->register ($regex, $prio)
		1169
		1170	Register a handler for the map path matching the given regex at the
		1171	givne priority (higher is better, built-in handlers have priority 0, the
		1172	default).
		1173
		1174	=cut
		1175
		1176	sub register {
		1177	my (undef, $regex, $prio) = @_;
		1178	my $pkg = caller;
		1179
		1180	no strict;
		1181	push @{"$pkg\::ISA"}, __PACKAGE__;
		1182
		1183	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
		1184	}
		1185
		1186	# also paths starting with '/'
		1187	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];
		1188
		1189	sub thawer_merge {
		1190	my ($self, $merge) = @_;
		1191
		1192	# we have to keep some variables in memory intact
		1193	local $self->{path};
		1194	local $self->{load_path};
		1195	local $self->{deny_save};
		1196	local $self->{deny_reset};
		1197
		1198	$self->SUPER::thawer_merge ($merge);
		1199	}
		1200
		1201	sub normalise {
		1202	my ($path, $base) = @_;
		1203
		1204	$path = "$path"; # make sure its a string
		1205
		1206	$path =~ s/\.map$//;
		1207
		1208	# map plan:
		1209	#
		1210	# /! non-realised random map exit (special hack!)
		1211	# {... are special paths that are not being touched
		1212	# ?xxx/... are special absolute paths
		1213	# ?random/... random maps
		1214	# /... normal maps
		1215	# ~user/... per-player map of a specific user
		1216
		1217	$path =~ s/$PATH_SEP/\//go;
		1218
		1219	# treat it as relative path if it starts with
		1220	# something that looks reasonable
		1221	if ($path =~ m{^(?:\./|\.\./|\w)}) {
		1222	$base or Carp::carp "normalise called with relative path and no base: '$path'";
		1223
		1224	$base =~ s{[^/]+/?$}{};
		1225	$path = "$base/$path";
		1226	}
		1227
		1228	for ($path) {
		1229	redo if s{//}{/};
		1230	redo if s{/\.?/}{/};
		1231	redo if s{/[^/]+/\.\./}{/};
		1232	}
		1233
		1234	$path
		1235	}
		1236
		1237	sub new_from_path {
		1238	my (undef, $path, $base) = @_;
		1239
		1240	return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object
		1241
		1242	$path = normalise $path, $base;
		1243
		1244	for my $pkg (sort { $EXT_MAP{$b}[0] <=> $EXT_MAP{$a}[0] } keys %EXT_MAP) {
		1245	if ($path =~ $EXT_MAP{$pkg}[1]) {
		1246	my $self = bless cf::map::new, $pkg;
		1247	$self->{path} = $path; $self->path ($path);
		1248	$self->init; # pass $1 etc.
		1249	return $self;
		1250	}
		1251	}
		1252
		1253	Carp::carp "unable to resolve path '$path' (base '$base').";
		1254	()
		1255	}
		1256
		1257	sub init {
		1258	my ($self) = @_;
		1259
		1260	$self
		1261	}
		1262
		1263	sub as_string {
		1264	my ($self) = @_;
		1265
		1266	"$self->{path}"
		1267	}
		1268
		1269	# the displayed name, this is a one way mapping
		1270	sub visible_name {
		1271	&as_string
		1272	}
		1273
		1274	# the original (read-only) location
		1275	sub load_path {
		1276	my ($self) = @_;
		1277
		1278	sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}
		1279	}
		1280
		1281	# the temporary/swap location
		1282	sub save_path {
		1283	my ($self) = @_;
		1284
		1285	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
		1286	sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path
		1287	}
		1288
		1289	# the unique path, undef == no special unique path
		1290	sub uniq_path {
		1291	my ($self) = @_;
		1292
		1293	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
		1294	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path
1075	}	1295	}
1076		1296
1077	# and all this just because we cannot iterate over	1297	# and all this just because we cannot iterate over
1078	# all maps in C++...	1298	# all maps in C++...
1079	sub change_all_map_light {	1299	sub change_all_map_light {
1080	my ($change) = @_;	1300	my ($change) = @_;
1081		1301
1082	$_->change_map_light ($change) for values %cf::MAP;	1302	$_->change_map_light ($change)
		1303	for grep $_->outdoor, values %cf::MAP;
1083	}	1304	}
1084		1305
		1306	sub unlink_save {
		1307	my ($self) = @_;
		1308
		1309	utf8::encode (my $save = $self->save_path);
		1310	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
		1311	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
		1312
		1313	#d#TODO remove .map and also nuke
		1314	$save =~ s/\.map// or return;#d#
		1315	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;#d#
		1316	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";#d#
		1317	}
		1318
1085	sub try_load_header($) {	1319	sub load_header_from($) {
1086	my ($path) = @_;	1320	my ($self, $path) = @_;
1087		1321
1088	utf8::encode $path;	1322	utf8::encode $path;
1089	aio_open $path, O_RDONLY, 0	1323	#aio_open $path, O_RDONLY, 0
		1324	# or return;
		1325
		1326	$self->_load_header ($path)
1090	or return;	1327	or return;
1091		1328
1092	my $map = cf::map::new	1329	$self->{load_path} = $path;
		1330
		1331	1
		1332	}
		1333
		1334	sub load_header_orig {
		1335	my ($self) = @_;
		1336
		1337	$self->load_header_from ($self->load_path)
		1338	}
		1339
		1340	sub load_header_temp {
		1341	my ($self) = @_;
		1342
		1343	$self->load_header_from ($self->save_path)
		1344	}
		1345
		1346	sub prepare_temp {
		1347	my ($self) = @_;
		1348
		1349	$self->last_access ((delete $self->{last_access})
		1350	|| $cf::RUNTIME); #d#
		1351	# safety
		1352	$self->{instantiate_time} = $cf::RUNTIME
		1353	if $self->{instantiate_time} > $cf::RUNTIME;
		1354	}
		1355
		1356	sub prepare_orig {
		1357	my ($self) = @_;
		1358
		1359	$self->{load_original} = 1;
		1360	$self->{instantiate_time} = $cf::RUNTIME;
		1361	$self->last_access ($cf::RUNTIME);
		1362	$self->instantiate;
		1363	}
		1364
		1365	sub load_header {
		1366	my ($self) = @_;
		1367
		1368	if ($self->load_header_temp) {
		1369	$self->prepare_temp;
		1370	} else {
		1371	$self->load_header_orig
1093	or return;	1372	or return;
		1373	$self->prepare_orig;
		1374	}
1094		1375
1095	$map->load_header ($path)	1376	1
1096	or return;
1097
1098	$map->{load_path} = $path;
1099
1100	$map
1101	}	1377	}
1102		1378
		1379	sub find;
1103	sub find_map {	1380	sub find {
1104	my ($path, $origin) = @_;	1381	my ($path, $origin) = @_;
1105		1382
1106	#warn "find_map<$path,$origin>\n";#d#
1107
1108	$path = new cf::path $path, $origin && $origin->path;	1383	$path = normalise $path, $origin && $origin->path;
1109	my $key = $path->as_string;
1110		1384
		1385	cf::lock_wait "map_find:$path";
		1386
1111	$cf::MAP{$key} || do {	1387	$cf::MAP{$path} || do {
1112	# do it the slow way	1388	my $guard = cf::lock_acquire "map_find:$path";
1113	my $map = try_load_header $path->save_path;	1389	my $map = new_from_path cf::map $path
1114
1115	if ($map) {
1116	# safety
1117	$map->{instantiate_time} = $cf::RUNTIME
1118	if $map->{instantiate_time} > $cf::RUNTIME;
1119	} else {
1120	if (my $rmp = $path->random_map_params) {
1121	$map = generate_random_map $key, $rmp;
1122	} else {
1123	$map = try_load_header $path->load_path;
1124	}
1125
1126	$map or return;	1390	or return;
1127		1391
1128	$map->{load_original} = 1;
1129	$map->{instantiate_time} = $cf::RUNTIME;
1130	$map->instantiate;
1131
1132	# per-player maps become, after loading, normal maps
1133	$map->per_player (0) if $path->{user_rel};
1134	}
1135
1136	$map->path ($key);
1137	$map->{path} = $path;
1138	$map->last_access ($cf::RUNTIME);	1392	$map->{last_save} = $cf::RUNTIME;
1139		1393
1140	if ($map->should_reset) {	1394	$map->load_header
		1395	or return;
		1396
		1397	if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)
		1398	# doing this can freeze the server in a sync job, obviously
		1399	#$cf::WAIT_FOR_TICK->wait;
1141	$map->reset;	1400	$map->reset;
1142	$map = find_map $path;	1401	undef $guard;
		1402	return find $path;
1143	}	1403	}
1144		1404
1145	$cf::MAP{$key} = $map	1405	$cf::MAP{$path} = $map
1146	}	1406	}
1147	}	1407	}
		1408
		1409	sub pre_load { }
		1410	sub post_load { }
1148		1411
1149	sub load {	1412	sub load {
1150	my ($self) = @_;	1413	my ($self) = @_;
1151		1414
		1415	local $self->{deny_reset} = 1; # loading can take a long time
		1416
		1417	my $path = $self->{path};
		1418	my $guard = cf::lock_acquire "map_load:$path";
		1419
1152	return if $self->in_memory != cf::MAP_SWAPPED;	1420	return if $self->in_memory != cf::MAP_SWAPPED;
1153		1421
1154	$self->in_memory (cf::MAP_LOADING);	1422	$self->in_memory (cf::MAP_LOADING);
1155		1423
1156	my $path = $self->{path};
1157
1158	$self->alloc;	1424	$self->alloc;
		1425
		1426	$self->pre_load;
		1427
1159	$self->load_objects ($self->{load_path}, 1)	1428	$self->_load_objects ($self->{load_path}, 1)
1160	or return;	1429	or return;
1161		1430
1162	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	1431	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1163	if delete $self->{load_original};	1432	if delete $self->{load_original};
1164		1433
1165	if (my $uniq = $path->uniq_path) {	1434	if (my $uniq = $self->uniq_path) {
1166	utf8::encode $uniq;	1435	utf8::encode $uniq;
1167	if (aio_open $uniq, O_RDONLY, 0) {	1436	if (aio_open $uniq, O_RDONLY, 0) {
1168	$self->clear_unique_items;	1437	$self->clear_unique_items;
1169	$self->load_objects ($uniq, 0);	1438	$self->_load_objects ($uniq, 0);
1170	}	1439	}
1171	}	1440	}
		1441
		1442	Coro::cede;
1172		1443
1173	# now do the right thing for maps	1444	# now do the right thing for maps
1174	$self->link_multipart_objects;	1445	$self->link_multipart_objects;
1175		1446
1176	if ($self->{path}->is_style_map) {	1447	unless ($self->{deny_activate}) {
1177	$self->{deny_save} = 1;	1448	$self->decay_objects;
1178	$self->{deny_reset} = 1;
1179	} else {
1180	$self->fix_auto_apply;	1449	$self->fix_auto_apply;
1181	$self->decay_objects;
1182	$self->update_buttons;	1450	$self->update_buttons;
		1451	Coro::cede;
1183	$self->set_darkness_map;	1452	$self->set_darkness_map;
1184	$self->difficulty ($self->estimate_difficulty)	1453	$self->difficulty ($self->estimate_difficulty)
1185	unless $self->difficulty;	1454	unless $self->difficulty;
		1455	Coro::cede;
1186	$self->activate;	1456	$self->activate;
1187	}	1457	}
1188		1458
		1459	$self->post_load;
		1460
1189	$self->in_memory (cf::MAP_IN_MEMORY);	1461	$self->in_memory (cf::MAP_IN_MEMORY);
1190	}	1462	}
1191		1463
1192	sub load_map_sync {	1464	sub customise_for {
		1465	my ($self, $ob) = @_;
		1466
		1467	return find "~" . $ob->name . "/" . $self->{path}
		1468	if $self->per_player;
		1469
		1470	$self
		1471	}
		1472
		1473	# find and load all maps in the 3x3 area around a map
		1474	sub load_diag {
		1475	my ($map) = @_;
		1476
		1477	my @diag; # diagonal neighbours
		1478
		1479	for (0 .. 3) {
		1480	my $neigh = $map->tile_path ($_)
		1481	or next;
		1482	$neigh = find $neigh, $map
		1483	or next;
		1484	$neigh->load;
		1485
		1486	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
		1487	[$neigh->tile_path (($_ + 1) % 4), $neigh];
		1488	}
		1489
		1490	for (@diag) {
		1491	my $neigh = find @$_
		1492	or next;
		1493	$neigh->load;
		1494	}
		1495	}
		1496
		1497	sub find_sync {
1193	my ($path, $origin) = @_;	1498	my ($path, $origin) = @_;
1194		1499
1195	#warn "load_map_sync<$path, $origin>\n";#d#	1500	cf::sync_job { find $path, $origin }
		1501	}
1196		1502
1197	cf::sync_job {	1503	sub do_load_sync {
1198	my $map = cf::map::find_map $path, $origin	1504	my ($map) = @_;
1199	or return;	1505
		1506	cf::sync_job { $map->load };
		1507	}
		1508
		1509	our %MAP_PREFETCH;
		1510	our $MAP_PREFETCHER = undef;
		1511
		1512	sub find_async {
		1513	my ($path, $origin) = @_;
		1514
		1515	$path = normalise $path, $origin && $origin->{path};
		1516
		1517	if (my $map = $cf::MAP{$path}) {
		1518	return $map if $map->in_memory == cf::MAP_IN_MEMORY;
		1519	}
		1520
		1521	undef $MAP_PREFETCH{$path};
		1522	$MAP_PREFETCHER ||= cf::async {
		1523	while (%MAP_PREFETCH) {
		1524	for my $path (keys %MAP_PREFETCH) {
		1525	my $map = find $path
		1526	or next;
1200	$map->load;	1527	$map->load;
1201	$map	1528
		1529	delete $MAP_PREFETCH{$path};
		1530	}
		1531	}
		1532	undef $MAP_PREFETCHER;
1202	}	1533	};
		1534	$MAP_PREFETCHER->prio (6);
		1535
		1536	()
1203	}	1537	}
1204		1538
1205	sub save {	1539	sub save {
1206	my ($self) = @_;	1540	my ($self) = @_;
1207		1541
1208	my $save = $self->{path}->save_path; utf8::encode $save;	1542	my $lock = cf::lock_acquire "map_data:" . $self->path;
1209	my $uniq = $self->{path}->uniq_path; utf8::encode $uniq;
1210		1543
1211	$self->{last_save} = $cf::RUNTIME;	1544	$self->{last_save} = $cf::RUNTIME;
1212		1545
1213	return unless $self->dirty;	1546	return unless $self->dirty;
1214		1547
		1548	my $save = $self->save_path; utf8::encode $save;
		1549	my $uniq = $self->uniq_path; utf8::encode $uniq;
		1550
1215	$self->{load_path} = $save;	1551	$self->{load_path} = $save;
1216		1552
1217	return if $self->{deny_save};	1553	return if $self->{deny_save};
1218		1554
		1555	local $self->{last_access} = $self->last_access;#d#
		1556
		1557	cf::async {
		1558	$_->contr->save for $self->players;
		1559	};
		1560
1219	if ($uniq) {	1561	if ($uniq) {
1220	$self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	1562	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1221	$self->save_objects ($uniq, cf::IO_UNIQUES);	1563	$self->_save_objects ($uniq, cf::IO_UNIQUES);
1222	} else {	1564	} else {
1223	$self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	1565	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1224	}	1566	}
1225	}	1567	}
1226		1568
1227	sub swap_out {	1569	sub swap_out {
1228	my ($self) = @_;	1570	my ($self) = @_;
		1571
		1572	# save first because save cedes
		1573	$self->save;
		1574
		1575	my $lock = cf::lock_acquire "map_data:" . $self->path;
1229		1576
1230	return if $self->players;	1577	return if $self->players;
1231	return if $self->in_memory != cf::MAP_IN_MEMORY;	1578	return if $self->in_memory != cf::MAP_IN_MEMORY;
1232	return if $self->{deny_save};	1579	return if $self->{deny_save};
1233		1580
1234	$self->save;
1235	$self->clear;	1581	$self->clear;
1236	$self->in_memory (cf::MAP_SWAPPED);	1582	$self->in_memory (cf::MAP_SWAPPED);
1237	}	1583	}
1238		1584
1239	sub reset_at {	1585	sub reset_at {
1240	my ($self) = @_;	1586	my ($self) = @_;
1241		1587
1242	# TODO: safety, remove and allow resettable per-player maps	1588	# TODO: safety, remove and allow resettable per-player maps
1243	return 1e100 if $self->{path}{user_rel};	1589	return 1e99 if $self->isa ("ext::map_per_player");#d#
1244	return 1e100 if $self->{deny_reset};	1590	return 1e99 if $self->{deny_reset};
1245		1591
1246	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	1592	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1247	my $to = $self->reset_timeout || $DEFAULT_RESET;	1593	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1248	$to = $MAX_RESET if $to > $MAX_RESET;
1249		1594
1250	$time + $to	1595	$time + $to
1251	}	1596	}
1252		1597
1253	sub should_reset {	1598	sub should_reset {
1254	my ($self) = @_;	1599	my ($self) = @_;
1255		1600
1256	$self->reset_at <= $cf::RUNTIME	1601	$self->reset_at <= $cf::RUNTIME
1257	}	1602	}
1258		1603
1259	sub unlink_save {
1260	my ($self) = @_;
1261
1262	utf8::encode (my $save = $self->{path}->save_path);
1263	aioreq_pri 3; IO::AIO::aio_unlink $save;
1264	aioreq_pri 3; IO::AIO::aio_unlink "$save.pst";
1265	}
1266
1267	sub reset {	1604	sub reset {
1268	my ($self) = @_;	1605	my ($self) = @_;
1269		1606
		1607	my $lock = cf::lock_acquire "map_data:$self->{path}";
		1608
1270	return if $self->players;	1609	return if $self->players;
1271	return if $self->{path}{user_rel};#d#	1610	return if $self->isa ("ext::map_per_player");#d#
1272		1611
1273	warn "resetting map ", $self->path;#d#	1612	warn "resetting map ", $self->path;#d#
1274		1613
1275	delete $cf::MAP{$self->path};	1614	delete $cf::MAP{$self->path};
		1615
		1616	$self->in_memory (cf::MAP_SWAPPED);
		1617	$self->clear;
1276		1618
1277	$_->clear_links_to ($self) for values %cf::MAP;	1619	$_->clear_links_to ($self) for values %cf::MAP;
1278		1620
1279	$self->unlink_save;	1621	$self->unlink_save;
1280	$self->destroy;	1622	$self->destroy;
1281	}	1623	}
1282		1624
1283	sub customise_for {	1625	my $nuke_counter = "aaaa";
1284	my ($map, $ob) = @_;
1285		1626
1286	if ($map->per_player) {	1627	sub nuke {
1287	return cf::map::find_map "~" . $ob->name . "/" . $map->{path}{path};	1628	my ($self) = @_;
1288	}
1289		1629
1290	$map	1630	delete $cf::MAP{$self->path};
1291	}
1292		1631
1293	sub emergency_save {	1632	$self->unlink_save;
1294	local $cf::FREEZE = 1;
1295		1633
1296	warn "enter emergency map save\n";	1634	bless $self, "cf::map";
		1635	delete $self->{deny_reset};
		1636	$self->{deny_save} = 1;
		1637	$self->reset_timeout (1);
		1638	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1297		1639
1298	cf::sync_job {	1640	$cf::MAP{$self->path} = $self;
1299	warn "begin emergency map save\n";	1641
1300	$_->save for values %cf::MAP;	1642	$self->reset; # polite request, might not happen
		1643	}
		1644
		1645	=item cf::map::unique_maps
		1646
		1647	Returns an arrayref of paths of all shared maps that have
		1648	instantiated unique items. May block.
		1649
		1650	=cut
		1651
		1652	sub unique_maps() {
		1653	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir
		1654	or return;
		1655
		1656	my @paths;
		1657
		1658	for (@$files) {
		1659	utf8::decode $_;
		1660	next if /\.pst$/;
		1661	next unless /^$PATH_SEP/o;
		1662
		1663	push @paths, cf::map::normalise $_;
1301	};	1664	}
1302		1665
1303	warn "end emergency map save\n";	1666	\@paths
1304	}	1667	}
1305		1668
1306	package cf;	1669	package cf;
1307		1670
1308	=back	1671	=back
1309		1672
		1673	=head3 cf::object
		1674
		1675	=cut
		1676
		1677	package cf::object;
		1678
		1679	=over 4
		1680
		1681	=item $ob->inv_recursive
		1682
		1683	Returns the inventory of the object _and_ their inventories, recursively.
		1684
		1685	=cut
		1686
		1687	sub inv_recursive_;
		1688	sub inv_recursive_ {
		1689	map { $_, inv_recursive_ $_->inv } @_
		1690	}
		1691
		1692	sub inv_recursive {
		1693	inv_recursive_ inv $_[0]
		1694	}
		1695
		1696	package cf;
		1697
		1698	=back
1310		1699
1311	=head3 cf::object::player	1700	=head3 cf::object::player
1312		1701
1313	=over 4	1702	=over 4
1314		1703
…		…
1350	(ref $cf::CFG{"may_$access"}	1739	(ref $cf::CFG{"may_$access"}
1351	? scalar grep $self->name eq $_, @{$cf::CFG{"may_$access"}}	1740	? scalar grep $self->name eq $_, @{$cf::CFG{"may_$access"}}
1352	: $cf::CFG{"may_$access"})	1741	: $cf::CFG{"may_$access"})
1353	}	1742	}
1354		1743
		1744	=item $player_object->enter_link
		1745
		1746	Freezes the player and moves him/her to a special map (C<{link}>).
		1747
		1748	The player should be reasonably safe there for short amounts of time. You
		1749	I<MUST> call C<leave_link> as soon as possible, though.
		1750
		1751	Will never block.
		1752
		1753	=item $player_object->leave_link ($map, $x, $y)
		1754
		1755	Moves the player out of the special C<{link}> map onto the specified
		1756	map. If the map is not valid (or omitted), the player will be moved back
		1757	to the location he/she was before the call to C<enter_link>, or, if that
		1758	fails, to the emergency map position.
		1759
		1760	Might block.
		1761
		1762	=cut
		1763
		1764	sub link_map {
		1765	unless ($LINK_MAP) {
		1766	$LINK_MAP = cf::map::find "{link}"
		1767	or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
		1768	$LINK_MAP->load;
		1769	}
		1770
		1771	$LINK_MAP
		1772	}
		1773
1355	sub cf::object::player::enter_link {	1774	sub cf::object::player::enter_link {
1356	my ($self) = @_;	1775	my ($self) = @_;
1357		1776
1358	return if $self->map == $LINK_MAP;	1777	$self->deactivate_recursive;
1359		1778
		1779	return if UNIVERSAL::isa $self->map, "ext::map_link";
		1780
1360	$self->{_link_pos} = [$self->map->{path}, $self->x, $self->y]	1781	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1361	if $self->map;	1782	if $self->map;
1362		1783
1363	$self->enter_map ($LINK_MAP, 20, 20);	1784	$self->enter_map ($LINK_MAP || link_map, 10, 10);
1364	$self->deactivate_recursive;
1365	}	1785	}
1366		1786
1367	sub cf::object::player::leave_link {	1787	sub cf::object::player::leave_link {
1368	my ($self, $map, $x, $y) = @_;	1788	my ($self, $map, $x, $y) = @_;
1369		1789
1370	my $link_pos = delete $self->{_link_pos};	1790	my $link_pos = delete $self->{_link_pos};
1371		1791
1372	unless ($map) {	1792	unless ($map) {
1373	$self->message ("The exit is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1374
1375	# restore original map position	1793	# restore original map position
1376	($map, $x, $y) = @{ $link_pos || [] };	1794	($map, $x, $y) = @{ $link_pos || [] };
1377	$map = cf::map::find_map $map;	1795	$map = cf::map::find $map;
1378		1796
1379	unless ($map) {	1797	unless ($map) {
1380	($map, $x, $y) = @$EMERGENCY_POSITION;	1798	($map, $x, $y) = @$EMERGENCY_POSITION;
1381	$map = cf::map::find_map $map	1799	$map = cf::map::find $map
1382	or die "FATAL: cannot load emergency map\n";	1800	or die "FATAL: cannot load emergency map\n";
1383	}	1801	}
1384	}	1802	}
1385		1803
1386	($x, $y) = (-1, -1)	1804	($x, $y) = (-1, -1)
…		…
1389	# use -1 or undef as default coordinates, not 0, 0	1807	# use -1 or undef as default coordinates, not 0, 0
1390	($x, $y) = ($map->enter_x, $map->enter_y)	1808	($x, $y) = ($map->enter_x, $map->enter_y)
1391	if $x <=0 && $y <= 0;	1809	if $x <=0 && $y <= 0;
1392		1810
1393	$map->load;	1811	$map->load;
		1812	$map->load_diag;
1394		1813
		1814	return unless $self->contr->active;
1395	$self->activate_recursive;	1815	$self->activate_recursive;
1396	$self->enter_map ($map, $x, $y);	1816	$self->enter_map ($map, $x, $y);
1397	}	1817	}
1398		1818
		1819	cf::player->attach (
		1820	on_logout => sub {
		1821	my ($pl) = @_;
		1822
		1823	# abort map switching before logout
		1824	if ($pl->ob->{_link_pos}) {
		1825	cf::sync_job {
		1826	$pl->ob->leave_link
		1827	};
		1828	}
		1829	},
		1830	on_login => sub {
		1831	my ($pl) = @_;
		1832
		1833	# try to abort aborted map switching on player login :)
		1834	# should happen only on crashes
		1835	if ($pl->ob->{_link_pos}) {
		1836	$pl->ob->enter_link;
		1837	(async {
		1838	# we need this sleep as the login has a concurrent enter_exit running
		1839	# and this sleep increases chances of the player not ending up in scorn
		1840	$pl->ob->reply (undef,
		1841	"There was an internal problem at your last logout, "
		1842	. "the server will try to bring you to your intended destination in a second.",
		1843	cf::NDI_RED);
		1844	Coro::Timer::sleep 1;
		1845	$pl->ob->leave_link;
		1846	})->prio (2);
		1847	}
		1848	},
		1849	);
		1850
1399	=item $player_object->goto_map ($map, $x, $y)	1851	=item $player_object->goto ($path, $x, $y)
1400		1852
1401	=cut	1853	=cut
1402		1854
1403	sub cf::object::player::goto_map {	1855	sub cf::object::player::goto {
1404	my ($self, $path, $x, $y) = @_;	1856	my ($self, $path, $x, $y) = @_;
1405		1857
1406	$self->enter_link;	1858	$self->enter_link;
1407		1859
1408	(Coro::async {	1860	(async {
1409	$path = new cf::path $path;	1861	my $map = eval {
1410
1411	my $map = cf::map::find_map $path->as_string;	1862	my $map = cf::map::find $path;
1412	$map = $map->customise_for ($self) if $map;	1863	$map = $map->customise_for ($self) if $map;
1413
1414	warn "entering ", $map->path, " at ($x, $y)\n"
1415	if $map;	1864	$map
		1865	} or
		1866	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1416		1867
1417	$self->leave_link ($map, $x, $y);	1868	$self->leave_link ($map, $x, $y);
1418	})->prio (1);	1869	})->prio (1);
1419	}	1870	}
1420		1871
…		…
1424		1875
1425	sub parse_random_map_params {	1876	sub parse_random_map_params {
1426	my ($spec) = @_;	1877	my ($spec) = @_;
1427		1878
1428	my $rmp = { # defaults	1879	my $rmp = { # defaults
1429	xsize => 10,	1880	xsize => (cf::rndm 15, 40),
1430	ysize => 10,	1881	ysize => (cf::rndm 15, 40),
		1882	symmetry => (cf::rndm 1, cf::SYMMETRY_XY),
		1883	#layout => string,
1431	};	1884	};
1432		1885
1433	for (split /\n/, $spec) {	1886	for (split /\n/, $spec) {
1434	my ($k, $v) = split /\s+/, $_, 2;	1887	my ($k, $v) = split /\s+/, $_, 2;
1435		1888
…		…
1439	$rmp	1892	$rmp
1440	}	1893	}
1441		1894
1442	sub prepare_random_map {	1895	sub prepare_random_map {
1443	my ($exit) = @_;	1896	my ($exit) = @_;
		1897
		1898	my $guard = cf::lock_acquire "exit_prepare:$exit";
1444		1899
1445	# all this does is basically replace the /! path by	1900	# all this does is basically replace the /! path by
1446	# a new random map path (?random/...) with a seed	1901	# a new random map path (?random/...) with a seed
1447	# that depends on the exit object	1902	# that depends on the exit object
1448		1903
1449	my $rmp = parse_random_map_params $exit->msg;	1904	my $rmp = parse_random_map_params $exit->msg;
1450		1905
1451	if ($exit->map) {	1906	if ($exit->map) {
1452	$rmp->{region} = $exit->map->region_name;	1907	$rmp->{region} = $exit->region->name;
1453	$rmp->{origin_map} = $exit->map->path;	1908	$rmp->{origin_map} = $exit->map->path;
1454	$rmp->{origin_x} = $exit->x;	1909	$rmp->{origin_x} = $exit->x;
1455	$rmp->{origin_y} = $exit->y;	1910	$rmp->{origin_y} = $exit->y;
1456	}	1911	}
1457		1912
1458	$rmp->{random_seed} ||= $exit->random_seed;	1913	$rmp->{random_seed} ||= $exit->random_seed;
1459		1914
1460	my $data = cf::to_json $rmp;	1915	my $data = cf::to_json $rmp;
1461	my $md5 = Digest::MD5::md5_hex $data;	1916	my $md5 = Digest::MD5::md5_hex $data;
		1917	my $meta = "$cf::RANDOM_MAPS/$md5.meta";
1462		1918
1463	if (my $fh = aio_open "$cf::RANDOM_MAPS/$md5.meta", O_WRONLY | O_CREAT, 0666) {	1919	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1464	aio_write $fh, 0, (length $data), $data, 0;	1920	aio_write $fh, 0, (length $data), $data, 0;
		1921	undef $fh;
		1922	aio_rename "$meta~", $meta;
1465		1923
1466	$exit->slaying ("?random/$md5");	1924	$exit->slaying ("?random/$md5");
1467	$exit->msg (undef);	1925	$exit->msg (undef);
1468	}	1926	}
1469	}	1927	}
…		…
1471	sub cf::object::player::enter_exit {	1929	sub cf::object::player::enter_exit {
1472	my ($self, $exit) = @_;	1930	my ($self, $exit) = @_;
1473		1931
1474	return unless $self->type == cf::PLAYER;	1932	return unless $self->type == cf::PLAYER;
1475		1933
		1934	if ($exit->slaying eq "/!") {
		1935	#TODO: this should de-fi-ni-te-ly not be a sync-job
		1936	cf::sync_job { prepare_random_map $exit };
		1937	}
		1938
		1939	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		1940	my $hp = $exit->stats->hp;
		1941	my $sp = $exit->stats->sp;
		1942
1476	$self->enter_link;	1943	$self->enter_link;
1477		1944
1478	(Coro::async {	1945	(async {
		1946	$self->deactivate_recursive; # just to be sure
1479	unless (eval {	1947	unless (eval {
1480		1948	$self->goto ($slaying, $hp, $sp);
1481	prepare_random_map $exit
1482	if $exit->slaying eq "/!";
1483
1484	my $path = new cf::path $exit->slaying, $exit->map && $exit->map->path;
1485	$self->goto_map ($path, $exit->stats->hp, $exit->stats->sp);
1486		1949
1487	1;	1950	1;
1488	}) {	1951	}) {
1489	$self->message ("Something went wrong deep within the crossfire server. "	1952	$self->message ("Something went wrong deep within the crossfire server. "
1490	. "I'll try to bring you back to the map you were before. "	1953	. "I'll try to bring you back to the map you were before. "
1491	. "Please report this to the dungeon master",	1954	. "Please report this to the dungeon master!",
1492	cf::NDI_UNIQUE | cf::NDI_RED);	1955	cf::NDI_UNIQUE | cf::NDI_RED);
1493		1956
1494	warn "ERROR in enter_exit: $@";	1957	warn "ERROR in enter_exit: $@";
1495	$self->leave_link;	1958	$self->leave_link;
1496	}	1959	}
…		…
1547	on_reply => sub {	2010	on_reply => sub {
1548	my ($ns, $msg) = @_;	2011	my ($ns, $msg) = @_;
1549		2012
1550	# this weird shuffling is so that direct followup queries	2013	# this weird shuffling is so that direct followup queries
1551	# get handled first	2014	# get handled first
1552	my $queue = delete $ns->{query_queue};	2015	my $queue = delete $ns->{query_queue}
		2016	or return; # be conservative, not sure how that can happen, but we saw a crash here
1553		2017
1554	(shift @$queue)->[1]->($msg);	2018	(shift @$queue)->[1]->($msg);
		2019	return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1555		2020
1556	push @{ $ns->{query_queue} }, @$queue;	2021	push @{ $ns->{query_queue} }, @$queue;
1557		2022
1558	if (@{ $ns->{query_queue} } == @$queue) {	2023	if (@{ $ns->{query_queue} } == @$queue) {
1559	if (@$queue) {	2024	if (@$queue) {
…		…
1563	}	2028	}
1564	}	2029	}
1565	},	2030	},
1566	);	2031	);
1567		2032
1568	=item $client->coro (\&cb)	2033	=item $client->async (\&cb)
1569		2034
1570	Create a new coroutine, running the specified callback. The coroutine will	2035	Create a new coroutine, running the specified callback. The coroutine will
1571	be automatically cancelled when the client gets destroyed (e.g. on logout,	2036	be automatically cancelled when the client gets destroyed (e.g. on logout,
1572	or loss of connection).	2037	or loss of connection).
1573		2038
1574	=cut	2039	=cut
1575		2040
1576	sub cf::client::coro {	2041	sub cf::client::async {
1577	my ($self, $cb) = @_;	2042	my ($self, $cb) = @_;
1578		2043
1579	my $coro; $coro = async {	2044	my $coro = &Coro::async ($cb);
1580	eval {
1581	$cb->();
1582	};
1583	warn $@ if $@;
1584	};
1585		2045
1586	$coro->on_destroy (sub {	2046	$coro->on_destroy (sub {
1587	delete $self->{_coro}{$coro+0};	2047	delete $self->{_coro}{$coro+0};
1588	});	2048	});
1589		2049
…		…
1725	The parameter C<$family> should best start with the name of the extension	2185	The parameter C<$family> should best start with the name of the extension
1726	using it, it should be unique.	2186	using it, it should be unique.
1727		2187
1728	=over 4	2188	=over 4
1729		2189
1730	=item $hashref = cf::db_get $family
1731
1732	Return a hashref for use by the extension C<$family>, which can be
1733	modified. After modifications, you have to call C<cf::db_dirty> or
1734	C<cf::db_sync>.
1735
1736	=item $value = cf::db_get $family => $key	2190	=item $value = cf::db_get $family => $key
1737		2191
1738	Returns a single value from the database	2192	Returns a single value from the database.
1739
1740	=item cf::db_put $family => $hashref
1741
1742	Stores the given family hashref into the database. Updates are delayed, if
1743	you want the data to be synced to disk immediately, use C<cf::db_sync>.
1744		2193
1745	=item cf::db_put $family => $key => $value	2194	=item cf::db_put $family => $key => $value
1746		2195
1747	Stores the given C<$value> in the family hash. Updates are delayed, if you	2196	Stores the given C<$value> in the family.
1748	want the data to be synced to disk immediately, use C<cf::db_sync>.
1749
1750	=item cf::db_dirty
1751
1752	Marks the database as dirty, to be updated at a later time.
1753
1754	=item cf::db_sync
1755
1756	Immediately write the database to disk I<if it is dirty>.
1757		2197
1758	=cut	2198	=cut
1759		2199
1760	our $DB;	2200	our $DB;
1761		2201
1762	{	2202	unless ($DB) {
		2203	$DB = BDB::db_create $DB_ENV;
		2204
		2205	cf::sync_job {
		2206	eval {
		2207	$DB->set_flags (BDB::CHKSUM);
		2208
		2209	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
		2210	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		2211	cf::cleanup "db_open(db): $!" if $!;
		2212	};
		2213	cf::cleanup "db_open(db): $@" if $@;
		2214	};
		2215
1763	my $path = cf::localdir . "/database.pst";	2216	my $path = cf::localdir . "/database.pst";
		2217	if (stat $path) {
		2218	cf::sync_job {
		2219	my $pst = Storable::retrieve $path;
1764		2220
1765	sub db_load() {	2221	cf::db_put (board => data => $pst->{board});
1766	warn "loading database $path\n";#d# remove later	2222	cf::db_put (guildrules => data => $pst->{guildrules});
1767	$DB = stat $path ? Storable::retrieve $path : { };	2223	cf::db_put (rent => balance => $pst->{rent}{balance});
1768	}	2224	BDB::db_env_txn_checkpoint $DB_ENV;
1769		2225
1770	my $pid;	2226	unlink $path;
1771
1772	sub db_save() {
1773	warn "saving database $path\n";#d# remove later
1774	waitpid $pid, 0 if $pid;
1775	if (0 == ($pid = fork)) {
1776	$DB->{_meta}{version} = 1;
1777	Storable::nstore $DB, "$path~";
1778	rename "$path~", $path;
1779	cf::_exit 0 if defined $pid;
1780	}	2227	};
1781	}
1782
1783	my $dirty;
1784
1785	sub db_sync() {
1786	db_save if $dirty;
1787	undef $dirty;
1788	}
1789
1790	my $idle = Event->idle (min => $TICK * 2.8, max => 10, repeat => 0, data => WF_AUTOCANCEL, cb => sub {
1791	db_sync;
1792	});	2228	}
		2229	}
1793		2230
1794	sub db_dirty() {
1795	$dirty = 1;
1796	$idle->start;
1797	}
1798
1799	sub db_get($;$) {	2231	sub db_get($$) {
1800	@_ >= 2	2232	my $key = "$_[0]/$_[1]";
1801	? $DB->{$_[0]}{$_[1]}
1802	: ($DB->{$_[0]} ||= { })
1803	}
1804		2233
		2234	cf::sync_job {
		2235	BDB::db_get $DB, undef, $key, my $data;
		2236
		2237	$! ? ()
		2238	: Compress::LZF::sthaw $data
		2239	}
		2240	}
		2241
1805	sub db_put($$;$) {	2242	sub db_put($$$) {
1806	if (@_ >= 3) {	2243	BDB::dbreq_pri 4;
1807	$DB->{$_[0]}{$_[1]} = $_[2];	2244	BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };
1808	} else {
1809	$DB->{$_[0]} = $_[1];
1810	}
1811	db_dirty;
1812	}
1813
1814	cf::global->attach (
1815	prio => 10000,
1816	on_cleanup => sub {
1817	db_sync;
1818	},
1819	);
1820	}	2245	}
1821		2246
1822	#############################################################################	2247	#############################################################################
1823	# the server's main()	2248	# the server's init and main functions
		2249
		2250	sub load_resources {
		2251	load_regions sprintf "%s/%s/regions", cf::datadir, cf::mapdir
		2252	or die "unable to load regions file\n";#d#
		2253	}
1824		2254
1825	sub cfg_load {	2255	sub cfg_load {
1826	open my $fh, "<:utf8", cf::confdir . "/config"	2256	open my $fh, "<:utf8", cf::confdir . "/config"
1827	or return;	2257	or return;
1828		2258
1829	local $/;	2259	local $/;
1830	*CFG = YAML::Syck::Load <$fh>;	2260	*CFG = YAML::Syck::Load <$fh>;
		2261
		2262	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
		2263
		2264	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
		2265	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
		2266
		2267	if (exists $CFG{mlockall}) {
		2268	eval {
		2269	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
		2270	and die "WARNING: m(un)lockall failed: $!\n";
		2271	};
		2272	warn $@ if $@;
		2273	}
		2274	}
		2275
		2276	sub init {
		2277	load_resources;
1831	}	2278	}
1832		2279
1833	sub main {	2280	sub main {
1834	# we must not ever block the main coroutine	2281	# we must not ever block the main coroutine
1835	local $Coro::idle = sub {	2282	local $Coro::idle = sub {
1836	Carp::cluck "FATAL: Coro::idle was called, major BUG\n";#d#	2283	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
1837	(Coro::unblock_sub {	2284	(async {
1838	Event::one_event;	2285	Event::one_event;
1839	})->();	2286	})->prio (Coro::PRIO_MAX);
1840	};	2287	};
1841		2288
1842	cfg_load;	2289	cfg_load;
1843	db_load;
1844	load_extensions;	2290	load_extensions;
		2291
		2292	$TICK_WATCHER->start;
1845	Event::loop;	2293	Event::loop;
1846	}	2294	}
1847		2295
1848	#############################################################################	2296	#############################################################################
1849	# initialisation	2297	# initialisation and cleanup
		2298
		2299	# install some emergency cleanup handlers
		2300	BEGIN {
		2301	for my $signal (qw(INT HUP TERM)) {
		2302	Event->signal (
		2303	reentrant => 0,
		2304	data => WF_AUTOCANCEL,
		2305	signal => $signal,
		2306	prio => 0,
		2307	cb => sub {
		2308	cf::cleanup "SIG$signal";
		2309	},
		2310	);
		2311	}
		2312	}
		2313
		2314	sub emergency_save() {
		2315	my $freeze_guard = cf::freeze_mainloop;
		2316
		2317	warn "enter emergency perl save\n";
		2318
		2319	cf::sync_job {
		2320	# use a peculiar iteration method to avoid tripping on perl
		2321	# refcount bugs in for. also avoids problems with players
		2322	# and maps saved/destroyed asynchronously.
		2323	warn "begin emergency player save\n";
		2324	for my $login (keys %cf::PLAYER) {
		2325	my $pl = $cf::PLAYER{$login} or next;
		2326	$pl->valid or next;
		2327	$pl->save;
		2328	}
		2329	warn "end emergency player save\n";
		2330
		2331	warn "begin emergency map save\n";
		2332	for my $path (keys %cf::MAP) {
		2333	my $map = $cf::MAP{$path} or next;
		2334	$map->valid or next;
		2335	$map->save;
		2336	}
		2337	warn "end emergency map save\n";
		2338
		2339	warn "begin emergency database checkpoint\n";
		2340	BDB::db_env_txn_checkpoint $DB_ENV;
		2341	warn "end emergency database checkpoint\n";
		2342	};
		2343
		2344	warn "leave emergency perl save\n";
		2345	}
1850		2346
1851	sub reload() {	2347	sub reload() {
1852	# can/must only be called in main	2348	# can/must only be called in main
1853	if ($Coro::current != $Coro::main) {	2349	if ($Coro::current != $Coro::main) {
1854	warn "can only reload from main coroutine\n";	2350	warn "can only reload from main coroutine";
1855	return;	2351	return;
1856	}	2352	}
1857		2353
1858	warn "reloading...";	2354	warn "reloading...";
1859		2355
1860	local $FREEZE = 1;	2356	warn "cancelling server ticker";
		2357	$TICK_WATCHER->cancel;
		2358
1861	cf::emergency_save;	2359	cf::emergency_save;
1862		2360
1863	eval {	2361	eval {
1864	# if anything goes wrong in here, we should simply crash as we already saved	2362	# if anything goes wrong in here, we should simply crash as we already saved
1865		2363
1866	# cancel all watchers	2364	warn "cancelling all WF_AUTOCANCEL watchers";
1867	for (Event::all_watchers) {	2365	for (Event::all_watchers) {
1868	$_->cancel if $_->data & WF_AUTOCANCEL;	2366	$_->cancel if $_->data & WF_AUTOCANCEL;
1869	}	2367	}
1870		2368
		2369	warn "syncing database to disk";
		2370	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		2371
		2372	warn "flushing outstanding aio requests";
		2373	for (;;) {
		2374	BDB::flush;
		2375	IO::AIO::flush;
		2376	Coro::cede;
		2377	last unless IO::AIO::nreqs || BDB::nreqs;
		2378	warn "iterate...";
		2379	}
		2380
1871	# cancel all extension coros	2381	warn "cancelling all extension coros";
1872	$_->cancel for values %EXT_CORO;	2382	$_->cancel for values %EXT_CORO;
1873	%EXT_CORO = ();	2383	%EXT_CORO = ();
1874		2384
1875	# unload all extensions	2385	warn "removing commands";
1876	for (@exts) {	2386	%COMMAND = ();
		2387
		2388	warn "removing ext commands";
		2389	%EXTCMD = ();
		2390
		2391	warn "unloading/nuking all extensions";
		2392	for my $pkg (@EXTS) {
1877	warn "unloading <$_>";	2393	warn "... unloading $pkg";
1878	unload_extension $_;	2394
		2395	if (my $cb = $pkg->can ("unload")) {
		2396	eval {
		2397	$cb->($pkg);
		2398	1
		2399	} or warn "$pkg unloaded, but with errors: $@";
1879	}	2400	}
1880		2401
		2402	warn "... nuking $pkg";
		2403	Symbol::delete_package $pkg;
		2404	}
		2405
1881	# unload all modules loaded from $LIBDIR	2406	warn "unloading all perl modules loaded from $LIBDIR";
1882	while (my ($k, $v) = each %INC) {	2407	while (my ($k, $v) = each %INC) {
1883	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	2408	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
1884		2409
1885	warn "removing <$k>";	2410	warn "... unloading $k";
1886	delete $INC{$k};	2411	delete $INC{$k};
1887		2412
1888	$k =~ s/\.pm$//;	2413	$k =~ s/\.pm$//;
1889	$k =~ s/\//::/g;	2414	$k =~ s/\//::/g;
1890		2415
…		…
1893	}	2418	}
1894		2419
1895	Symbol::delete_package $k;	2420	Symbol::delete_package $k;
1896	}	2421	}
1897		2422
1898	# sync database to disk
1899	cf::db_sync;
1900	IO::AIO::flush;
1901
1902	# get rid of safe::, as good as possible	2423	warn "getting rid of safe::, as good as possible";
1903	Symbol::delete_package "safe::$_"	2424	Symbol::delete_package "safe::$_"
1904	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	2425	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
1905		2426
1906	# remove register_script_function callbacks
1907	# TODO
1908
1909	# unload cf.pm "a bit"	2427	warn "unloading cf.pm \"a bit\"";
1910	delete $INC{"cf.pm"};	2428	delete $INC{"cf.pm"};
1911		2429
1912	# don't, removes xs symbols, too,	2430	# don't, removes xs symbols, too,
1913	# and global variables created in xs	2431	# and global variables created in xs
1914	#Symbol::delete_package __PACKAGE__;	2432	#Symbol::delete_package __PACKAGE__;
1915		2433
1916	# reload cf.pm	2434	warn "unload completed, starting to reload now";
		2435
1917	warn "reloading cf.pm";	2436	warn "reloading cf.pm";
1918	require cf;	2437	require cf;
1919	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	2438	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
1920		2439
1921	# load config and database again	2440	warn "loading config and database again";
1922	cf::cfg_load;	2441	cf::cfg_load;
1923	cf::db_load;
1924		2442
1925	# load extensions
1926	warn "load extensions";	2443	warn "loading extensions";
1927	cf::load_extensions;	2444	cf::load_extensions;
1928		2445
1929	# reattach attachments to objects	2446	warn "reattaching attachments to objects/players";
1930	warn "reattach";
1931	_global_reattach;	2447	_global_reattach;
		2448	warn "reattaching attachments to maps";
		2449	reattach $_ for values %MAP;
		2450
		2451	warn "loading reloadable resources";
		2452	load_resources;
		2453
		2454	warn "restarting server ticker";
		2455
		2456	$TICK_WATCHER->start;
1932	};	2457	};
1933		2458
1934	if ($@) {	2459	if ($@) {
1935	warn $@;	2460	warn $@;
1936	warn "error while reloading, exiting.";	2461	warn "error while reloading, exiting.";
1937	exit 1;	2462	exit 1;
1938	}	2463	}
1939		2464
1940	warn "reloaded successfully";	2465	warn "reloaded";
1941	};	2466	};
1942		2467
1943	#############################################################################	2468	our $RELOAD_WATCHER; # used only during reload
1944
1945	unless ($LINK_MAP) {
1946	$LINK_MAP = cf::map::new;
1947
1948	$LINK_MAP->width (41);
1949	$LINK_MAP->height (41);
1950	$LINK_MAP->alloc;
1951	$LINK_MAP->path ("{link}");
1952	$LINK_MAP->{path} = bless { path => "{link}" }, "cf::path";
1953	$LINK_MAP->in_memory (MAP_IN_MEMORY);
1954
1955	# dirty hack because... archetypes are not yet loaded
1956	Event->timer (
1957	after => 2,
1958	cb => sub {
1959	$_[0]->w->cancel;
1960
1961	# provide some exits "home"
1962	my $exit = cf::object::new "exit";
1963
1964	$exit->slaying ($EMERGENCY_POSITION->[0]);
1965	$exit->stats->hp ($EMERGENCY_POSITION->[1]);
1966	$exit->stats->sp ($EMERGENCY_POSITION->[2]);
1967
1968	$LINK_MAP->insert ($exit->clone, 19, 19);
1969	$LINK_MAP->insert ($exit->clone, 19, 20);
1970	$LINK_MAP->insert ($exit->clone, 19, 21);
1971	$LINK_MAP->insert ($exit->clone, 20, 19);
1972	$LINK_MAP->insert ($exit->clone, 20, 21);
1973	$LINK_MAP->insert ($exit->clone, 21, 19);
1974	$LINK_MAP->insert ($exit->clone, 21, 20);
1975	$LINK_MAP->insert ($exit->clone, 21, 21);
1976
1977	$exit->destroy;
1978	});
1979
1980	$LINK_MAP->{deny_save} = 1;
1981	$LINK_MAP->{deny_reset} = 1;
1982
1983	$cf::MAP{$LINK_MAP->path} = $LINK_MAP;
1984	}
1985
1986	register "<global>", __PACKAGE__;
1987		2469
1988	register_command "reload" => sub {	2470	register_command "reload" => sub {
1989	my ($who, $arg) = @_;	2471	my ($who, $arg) = @_;
1990		2472
1991	if ($who->flag (FLAG_WIZ)) {	2473	if ($who->flag (FLAG_WIZ)) {
1992	$who->message ("start of reload.");	2474	$who->message ("reloading server.");
		2475
		2476	# doing reload synchronously and two reloads happen back-to-back,
		2477	# coro crashes during coro_state_free->destroy here.
		2478
		2479	$RELOAD_WATCHER ||= Event->timer (
		2480	reentrant => 0,
		2481	after => 0,
		2482	data => WF_AUTOCANCEL,
		2483	cb => sub {
1993	reload;	2484	reload;
1994	$who->message ("end of reload.");	2485	undef $RELOAD_WATCHER;
		2486	},
		2487	);
1995	}	2488	}
1996	};	2489	};
1997		2490
1998	unshift @INC, $LIBDIR;	2491	unshift @INC, $LIBDIR;
		2492
		2493	my $bug_warning = 0;
1999		2494
2000	$TICK_WATCHER = Event->timer (	2495	$TICK_WATCHER = Event->timer (
2001	reentrant => 0,	2496	reentrant => 0,
		2497	parked => 1,
2002	prio => 0,	2498	prio => 0,
2003	at => $NEXT_TICK || $TICK,	2499	at => $NEXT_TICK || $TICK,
2004	data => WF_AUTOCANCEL,	2500	data => WF_AUTOCANCEL,
2005	cb => sub {	2501	cb => sub {
2006	unless ($FREEZE) {	2502	if ($Coro::current != $Coro::main) {
		2503	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
		2504	unless ++$bug_warning > 10;
		2505	return;
		2506	}
		2507
		2508	$NOW = Event::time;
		2509
2007	cf::server_tick; # one server iteration	2510	cf::server_tick; # one server iteration
2008	$RUNTIME += $TICK;	2511	$RUNTIME += $TICK;
2009	}
2010
2011	$NEXT_TICK += $TICK;	2512	$NEXT_TICK += $TICK;
		2513
		2514	$WAIT_FOR_TICK->broadcast;
		2515	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
		2516
		2517	Event::sweep;
		2518	Coro::cede_notself;
		2519
		2520	# my $AFTER = Event::time;
		2521	# warn $AFTER - $NOW;#d#
2012		2522
2013	# if we are delayed by four ticks or more, skip them all	2523	# if we are delayed by four ticks or more, skip them all
2014	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	2524	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;
2015		2525
2016	$TICK_WATCHER->at ($NEXT_TICK);	2526	$TICK_WATCHER->at ($NEXT_TICK);
2017	$TICK_WATCHER->start;	2527	$TICK_WATCHER->start;
2018	},	2528	},
2019	);	2529	);
2020		2530
		2531	{
		2532	BDB::max_poll_time $TICK * 0.1;
		2533	$BDB_POLL_WATCHER = Event->io (
		2534	reentrant => 0,
		2535	fd => BDB::poll_fileno,
		2536	poll => 'r',
		2537	prio => 0,
		2538	data => WF_AUTOCANCEL,
		2539	cb => \&BDB::poll_cb,
		2540	);
		2541	BDB::min_parallel 8;
		2542
		2543	BDB::set_sync_prepare {
		2544	my $status;
		2545	my $current = $Coro::current;
		2546	(
		2547	sub {
		2548	$status = $!;
		2549	$current->ready; undef $current;
		2550	},
		2551	sub {
		2552	Coro::schedule while defined $current;
		2553	$! = $status;
		2554	},
		2555	)
		2556	};
		2557
		2558	unless ($DB_ENV) {
		2559	$DB_ENV = BDB::db_env_create;
		2560
		2561	cf::sync_job {
		2562	eval {
		2563	BDB::db_env_open
		2564	$DB_ENV,
		2565	$BDB_ENV_DIR,
		2566	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
		2567	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
		2568	0666;
		2569
		2570	cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!;
		2571
		2572	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
		2573	$DB_ENV->set_lk_detect;
		2574	};
		2575
		2576	cf::cleanup "db_env_open(db): $@" if $@;
		2577	};
		2578	}
		2579	}
		2580
		2581	{
		2582	IO::AIO::min_parallel 8;
		2583
		2584	undef $Coro::AIO::WATCHER;
2021	IO::AIO::max_poll_time $TICK * 0.2;	2585	IO::AIO::max_poll_time $TICK * 0.1;
2022		2586	$AIO_POLL_WATCHER = Event->io (
2023	Event->io (	2587	reentrant => 0,
2024	fd => IO::AIO::poll_fileno,	2588	fd => IO::AIO::poll_fileno,
2025	poll => 'r',	2589	poll => 'r',
2026	prio => 5,	2590	prio => 6,
2027	data => WF_AUTOCANCEL,	2591	data => WF_AUTOCANCEL,
2028	cb => \&IO::AIO::poll_cb,	2592	cb => \&IO::AIO::poll_cb,
2029	);	2593	);
		2594	}
2030		2595
2031	Event->timer (	2596	$WRITE_RUNTIME_WATCHER = Event->timer (
		2597	reentrant => 0,
2032	data => WF_AUTOCANCEL,	2598	data => WF_AUTOCANCEL,
2033	after => 0,	2599	after => 1,
2034	interval => 10,	2600	interval => 10,
2035	cb => sub {	2601	prio => 6, # keep it lowest so it acts like a watchdog
2036	(Coro::unblock_sub {	2602	cb => Coro::unblock_sub {
2037	write_runtime	2603	write_runtime
2038	or warn "ERROR: unable to write runtime file: $!";	2604	or warn "ERROR: unable to write runtime file: $!";
2039	})->();
2040	},	2605	},
2041	);	2606	);
2042		2607
		2608	END { cf::emergency_save }
		2609
2043	1	2610	1
2044		2611

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines