server/ext/schmorplog.ext

#! perl # depends=irc depends=commands mandatory

# statistics-package

use Fcntl;
use Coro::AIO;

CONF EXPORT_RECENTLOG          = undef
CONF EXPORT_RECENTLOG_INTERVAL = 300

#############################################################################
# stuffs

our %PLAYERSEEN;

# EV, because we call ->start
our $UPDATE_LOGINS = EV::idle sub {
   $_[0]->stop;

   cf::async {
      my ($status, @pl) = ext::commands::who_listing;

      my $fh = aio_open "$LOCALDIR/usercount", O_WRONLY | O_CREAT | O_TRUNC, 0644
         or return;
      aio_write $fh, 0, undef, scalar @pl, 0;
      aio_close $fh;

      my $who;
      for ($status, @pl) {
         s/[<&]//g;
         $who .= "$_<br />\n";
      }

      my $fh = aio_open "$LOCALDIR/userlisting.html", O_WRONLY | O_CREAT | O_TRUNC, 0644
         or return;
      aio_write $fh, 0, undef, $who, 0;
      aio_close $fh;
   };
};

cf::object->attach (
   on_kill => sub {
      my ($ob, $hitter) = @_;

      return unless $hitter;
      $hitter = $hitter->outer_owner;
      my $pl = $hitter->contr
         or return;

      ++$hitter->{stats_kill}{$ob->name};
   },
);

cf::player->attach (
   on_login => sub {
      my ($pl) = @_;

      $pl->ob->kv_set (schmorplog_last_login => time);

      $pl->ob->kv_set (schmorplog_login_count =>
         1 + $pl->ob->kv_get ("schmorplog_login_count"));

      $pl->ob->kv_set (schmorplog_client => $pl->ns->{who_version});

      my $name = $pl->ob->name;

      ext::irc::do_notice $name . " logged in";

      undef $PLAYERSEEN{$name};
      $UPDATE_LOGINS->start;

      cf::trace "LOGIN: ", $pl->ob->name, " from ", $pl->ns->host;
   },
   on_logout => sub {
      my ($pl, $cleanly) = @_;
      $pl->ob->kv_set (schmorplog_last_logout => time);
      ext::irc::do_notice $pl->ob->name . " left";

      $UPDATE_LOGINS->start;

      cf::trace "LOGOUT: ", $pl->ob->name, " from ", $pl->ns->host, " ($cleanly)";
   },
   on_birth => sub {
      my ($pl) = @_;
      $pl->ob->kv_set (schmorplog_birthdate => time);
      ext::irc::do_notice $pl->ob->name . " was just born";

      cf::trace "BIRTH: ", $pl->ob->name, " from ", $pl->ns->host;
   },
   on_quit => sub {
      my ($pl) = @_;
      ext::irc::do_notice $pl->ob->name . " quit the game";

      cf::trace "QUIT: ", $pl->ob->name, " from ", $pl->ns->host;
   },
   on_death => sub {
      my ($pl) = @_;

      my $msg = $pl->expand_cfpod ($pl->ob->name . " was killed by " . $pl->killer_name . ".");
      ext::irc::do_notice $msg;

      ++$pl->ob->{stats_death}{$pl->killer_name};

      $pl->ob->kv_set (schmorplog_death_count =>
         1 + $pl->ob->kv_get ("schmorplog_death_count"));

      $_->send_msg ("" => $msg, cf::NDI_VERBATIM)
         for cf::player::list;
   },
   on_load => sub {
      my ($pl, $path) = @_;
      $pl->ob->kv_set (schmorplog_last_load => time);
   },
   on_save => sub {
      my ($pl, $path) = @_;
      $pl->ob->kv_set (schmorplog_last_save => time);
   },
);

cf::register_script_function "statistician::talk" => sub {
   my ($who, $msg, $npc) = @_;

   my ($cmd, $args) = split /\s+/, $msg, 2;

   $args ||= $who->name;

   if ($cmd eq "deaths") {
      cf::async {
         my $pl = cf::player::find $args
            or return $who->reply ($npc, "I don't know any person named '$args'.");

         my $s = $pl->ob->{stats_death}
            or return $who->reply ($npc, "$args didn't die even once.");

         my $rep = "$args died a total of " . $pl->ob->kv_get ("schmorplog_death_count") . " times, among them:\n\n";

         for (sort { $s->{$b} <=> $s->{$a} } keys %$s) {
            $rep .= sprintf " C<%4d> time(s) due to %s.\n", $s->{$_}, $_;
         }

         $who->reply ($npc, $rep);
      };
   } elsif ($cmd eq "kills") {
      cf::async {
         my $pl = cf::player::find $args
            or return $who->reply ($npc, "I don't know any person named '$args'.");

         my $s = $pl->ob->{stats_kill}
            or return $who->reply ($npc, "I don't know of I<anything> that $args has killed so far.");

         my $rep = sprintf "Here is a list of all the kills I know about:\n\n";
         for (sort { $s->{$b} <=> $s->{$a} } keys %$s) {
            $rep .= sprintf " C<%6s> %s\n", $s->{$_}, $_;
         }

         $who->reply ($npc, $rep);
      };
   } elsif ($cmd eq "hi") {
      $who->reply ($npc, "Hello!\n\n"
                   . "I am a statistician, I keep statistics about all people here.\n\n"
                   . " - To know how often somebody died, ask C<deaths> I<playername>\n"
                   . " - To know how many kills somebody scored, ask C<kills> I<playername>");
   } else {
      $who->reply ($npc, "No idea what you want of me, how about saying 'hi' first?");
   }

   $cmd = lc $cmd;
};

# log "crash" messages, i.e. client exit reasons
cf::register_exticmd clientlog => sub {
   my ($ns, $msg) = @_;

   my $name = $ns->pl && $ns->pl->ob ? $ns->pl->ob->name : "<unknown>";

   $msg =~ y/\x0a\x20-\x7f//cd;
   $msg =~ s/\s+$//;

   cf::error sprintf "clientlog [%s/%s]: %s\n", $ns->host, $name, $msg;

   ()
};

#############################################################################
# log max playercount every minute

our $STATSDIR = "$LOCALDIR/maxplayers";

mkdir $STATSDIR;

our $WRITE_MAXPLAYERS = EV::periodic 0, 60, undef, sub {
   my $now = AE::now;
   my $cnt = scalar keys %PLAYERSEEN;
   
   %PLAYERSEEN = map +($_->ob->name => undef), grep $_->ns, cf::player::list;

   my @time = gmtime $now;

   my $path = sprintf "%s/%04d-%02d-%02d", $STATSDIR, $time[5] + 1900, $time[4] + 1, $time[3];
   my $offs = $time [2] * 60 + $time [1];
   
   $cnt++;
   $cnt = 254 if $cnt > 254;
   $cnt = chr $cnt;

   IO::AIO::aio_open $path, O_WRONLY | O_CREAT, 0666, sub {
      my $fh = shift
         or return;

      # the truncate is 1440 extra syscalls, but saves 1439
      # slow metadata updates.
      IO::AIO::aio_truncate $fh, 1440, sub {
         IO::AIO::aio_write $fh, $offs, 1, $cnt, 0, sub {
            IO::AIO::aio_close $fh;
         };
      };
   };
};

#############################################################################
#  export recentlog

our %RECENT;
our $EXPORT_RECENTLOG_GRACE = 120;

our $update_w;
our %need_update;

sub _update_login {
   my ($login) = @_;

   my $path = (cf::player::playerdir $login) . "/playerdata";

   if (0 >= aio_load $path, my $data) {
      delete $RECENT{$login};
   } else {
      local $_ = $data;

      my $birthdate   = /^schmorplog_birthdate (\S+)$/m   ? $1 : undef;
      my $login_count = /^schmorplog_login_count (\S+)$/m ? $1 : 0;
      my $death_count = /^schmorplog_death_count (\S+)$/m ? $1 : 0;
      my $last_save   = /^schmorplog_last_save (\S+)$/m   ? $1 : undef;
      my $last_login  = /^schmorplog_last_login (\S+)$/m  ? $1 : undef;
      my $last_logout = /^schmorplog_last_logout (\S+)$/m ? $1 : undef;
      my $client      = /^schmorplog_client (.*)$/m       ? $1 : "?";
      my $map         = /^map (.*)$/m                     ? $1 : "?";

      return delete $RECENT{$login} unless $last_login;

      $last_logout = $last_save if $last_save > $last_logout && $last_login > $last_logout && $last_save < $NOW - 10 * 60;
      $last_logout = undef if $last_logout < $last_login;

      return delete $RECENT{$login} unless $last_login > $NOW - 86400 * ($login_count * 7 + 10);

#      next if $count < 3 && $login < $NOW - 86400*2;
      $RECENT{$login} = [$login, $birthdate, $last_login, $login_count, $last_logout, $client, $death_count, $map];
   }
}

sub _update {
   cf::async_ext {
      $Coro::current->nice (1);
      $Coro::current->{desc} = "recentlog updater";

      my $lock = cf::lock_acquire "export_recentlog";

      my @logins = keys %need_update; %need_update = ();
      undef $update_w;

      Coro::AnyEvent::sleep $EXPORT_RECENTLOG_GRACE; # grace time to allow file-saves

      my $t0 = EV::now;

      _update_login $_
         for @logins;

      cf::get_slot 0.1, 0, "recentlog serialise";

      my $NOW = $cf::NOW;

      cf::replace_file $EXPORT_RECENTLOG, cf::encode_json {
         version => 1,
         date    => $NOW,
         data    => [
            sort { ($b->[4] || $NOW) <=> ($a->[4] || $NOW) }
               values %RECENT
         ],
      } or warn "$EXPORT_RECENTLOG: $!";

      cf::trace "recentlog updated (", EV::now - $t0, "s).\n";
   };
}

sub update {
   return unless defined $EXPORT_RECENTLOG;

   $update_w ||= AE::timer $EXPORT_RECENTLOG_INTERVAL - $EXPORT_RECENTLOG_GRACE, 0, \&_update;
}

sub reload {
   return unless defined $EXPORT_RECENTLOG;

   my $lock = cf::lock_acquire "export_recentlog";

   cf::async_ext {
      $lock;

      $Coro::current->{desc} = "recentlog reloader";

      undef $need_update{$_}
         for @{ +cf::player::list_logins };

      _update;
   };
}

cf::player->attach (
   on_login  => sub { undef $need_update{$_[0]->ob->name}; update },
   on_logout => sub { undef $need_update{$_[0]->ob->name}; update },
   on_birth  => sub { undef $need_update{$_[0]->ob->name}; update },
   on_death  => sub { undef $need_update{$_[0]->ob->name}; update },
#   on_load   => sub { undef $need_update{$_[0]->ob->name}; update },
   on_save   => sub { undef $need_update{$_[0]->ob->name}; update },
);

cf::post_init {
   reload;
};

Revision:	1.35
Committed:	Tue Aug 11 02:20:13 2015 UTC (11 years, 2 months ago) by root
Branch:	MAIN
CVS Tags:	rel-3_1, HEAD
Changes since 1.34:	+1 -1 lines
Log Message:	* empty log message *
#	User	Rev	Content
1	root	1.35	#! perl # depends=irc depends=commands mandatory
2	root	1.1
3	root	1.17	# statistics-package
4
5	root	1.12	use Fcntl;
6			use Coro::AIO;
7
8	root	1.31	CONF EXPORT_RECENTLOG = undef
9	root	1.32	CONF EXPORT_RECENTLOG_INTERVAL = 300
10	root	1.31
11			#############################################################################
12			# stuffs
13
14	root	1.26	our %PLAYERSEEN;
15
16	root	1.31	# EV, because we call ->start
17	root	1.30	our $UPDATE_LOGINS = EV::idle sub {
18	root	1.11	$_[0]->stop;
19
20	root	1.12	cf::async {
21			my ($status, @pl) = ext::commands::who_listing;
22	root	1.1
23	root	1.12	my $fh = aio_open "$LOCALDIR/usercount", O_WRONLY \| O_CREAT \| O_TRUNC, 0644
24			or return;
25			aio_write $fh, 0, undef, scalar @pl, 0;
26			aio_close $fh;
27
28			my $who;
29			for ($status, @pl) {
30			s/[<&]//g;
31			$who .= "$_<br />\n";
32			}
33
34			my $fh = aio_open "$LOCALDIR/userlisting.html", O_WRONLY \| O_CREAT \| O_TRUNC, 0644
35			or return;
36			aio_write $fh, 0, undef, $who, 0;
37			aio_close $fh;
38			};
39	root	1.11	};
40	root	1.1
41	root	1.14	cf::object->attach (
42			on_kill => sub {
43			my ($ob, $hitter) = @_;
44
45			return unless $hitter;
46			$hitter = $hitter->outer_owner;
47			my $pl = $hitter->contr
48			or return;
49
50	root	1.16	++$hitter->{stats_kill}{$ob->name};
51	root	1.14	},
52			);
53
54	root	1.3	cf::player->attach (
55	root	1.1	on_login => sub {
56			my ($pl) = @_;
57	root	1.26
58	root	1.19	$pl->ob->kv_set (schmorplog_last_login => time);
59	root	1.1
60	root	1.19	$pl->ob->kv_set (schmorplog_login_count =>
61			1 + $pl->ob->kv_get ("schmorplog_login_count"));
62	root	1.1
63	root	1.24	$pl->ob->kv_set (schmorplog_client => $pl->ns->{who_version});
64	root	1.1
65	root	1.26	my $name = $pl->ob->name;
66	root	1.1
67	root	1.26	ext::irc::do_notice $name . " logged in";
68
69			undef $PLAYERSEEN{$name};
70	root	1.1	$UPDATE_LOGINS->start;
71	root	1.5
72	root	1.28	cf::trace "LOGIN: ", $pl->ob->name, " from ", $pl->ns->host;
73	root	1.1	},
74			on_logout => sub {
75	root	1.6	my ($pl, $cleanly) = @_;
76	root	1.19	$pl->ob->kv_set (schmorplog_last_logout => time);
77	root	1.26	ext::irc::do_notice $pl->ob->name . " left";
78	root	1.1
79			$UPDATE_LOGINS->start;
80	root	1.5
81	root	1.28	cf::trace "LOGOUT: ", $pl->ob->name, " from ", $pl->ns->host, " ($cleanly)";
82	root	1.1	},
83			on_birth => sub {
84			my ($pl) = @_;
85	root	1.19	$pl->ob->kv_set (schmorplog_birthdate => time);
86	root	1.26	ext::irc::do_notice $pl->ob->name . " was just born";
87	root	1.5
88	root	1.28	cf::trace "BIRTH: ", $pl->ob->name, " from ", $pl->ns->host;
89	root	1.1	},
90			on_quit => sub {
91			my ($pl) = @_;
92	root	1.26	ext::irc::do_notice $pl->ob->name . " quit the game";
93	root	1.5
94	root	1.28	cf::trace "QUIT: ", $pl->ob->name, " from ", $pl->ns->host;
95	root	1.1	},
96			on_death => sub {
97			my ($pl) = @_;
98	root	1.22
99	root	1.26	my $msg = $pl->expand_cfpod ($pl->ob->name . " was killed by " . $pl->killer_name . ".");
100			ext::irc::do_notice $msg;
101	root	1.1
102	root	1.14	++$pl->ob->{stats_death}{$pl->killer_name};
103
104	root	1.19	$pl->ob->kv_set (schmorplog_death_count =>
105			1 + $pl->ob->kv_get ("schmorplog_death_count"));
106	root	1.22
107			$_->send_msg ("" => $msg, cf::NDI_VERBATIM)
108			for cf::player::list;
109	root	1.1	},
110			on_load => sub {
111			my ($pl, $path) = @_;
112	root	1.19	$pl->ob->kv_set (schmorplog_last_load => time);
113	root	1.1	},
114			on_save => sub {
115			my ($pl, $path) = @_;
116	root	1.19	$pl->ob->kv_set (schmorplog_last_save => time);
117	root	1.1	},
118	root	1.3	);
119	root	1.1
120	root	1.17	cf::register_script_function "statistician::talk" => sub {
121			my ($who, $msg, $npc) = @_;
122
123			my ($cmd, $args) = split /\s+/, $msg, 2;
124
125			$args \|\|= $who->name;
126
127			if ($cmd eq "deaths") {
128			cf::async {
129			my $pl = cf::player::find $args
130			or return $who->reply ($npc, "I don't know any person named '$args'.");
131
132			my $s = $pl->ob->{stats_death}
133			or return $who->reply ($npc, "$args didn't die even once.");
134
135	root	1.23	my $rep = "$args died a total of " . $pl->ob->kv_get ("schmorplog_death_count") . " times, among them:\n\n";
136	root	1.17
137			for (sort { $s->{$b} <=> $s->{$a} } keys %$s) {
138	root	1.23	$rep .= sprintf " C<%4d> time(s) due to %s.\n", $s->{$_}, $_;
139	root	1.17	}
140
141			$who->reply ($npc, $rep);
142			};
143			} elsif ($cmd eq "kills") {
144			cf::async {
145			my $pl = cf::player::find $args
146			or return $who->reply ($npc, "I don't know any person named '$args'.");
147
148			my $s = $pl->ob->{stats_kill}
149			or return $who->reply ($npc, "I don't know of I<anything> that $args has killed so far.");
150
151	root	1.23	my $rep = sprintf "Here is a list of all the kills I know about:\n\n";
152			for (sort { $s->{$b} <=> $s->{$a} } keys %$s) {
153			$rep .= sprintf " C<%6s> %s\n", $s->{$_}, $_;
154	root	1.17	}
155
156			$who->reply ($npc, $rep);
157			};
158			} elsif ($cmd eq "hi") {
159			$who->reply ($npc, "Hello!\n\n"
160			. "I am a statistician, I keep statistics about all people here.\n\n"
161	root	1.23	. " - To know how often somebody died, ask C<deaths> I<playername>\n"
162			. " - To know how many kills somebody scored, ask C<kills> I<playername>");
163	root	1.17	} else {
164			$who->reply ($npc, "No idea what you want of me, how about saying 'hi' first?");
165			}
166
167			$cmd = lc $cmd;
168			};
169
170	root	1.21	# log "crash" messages, i.e. client exit reasons
171			cf::register_exticmd clientlog => sub {
172			my ($ns, $msg) = @_;
173
174			my $name = $ns->pl && $ns->pl->ob ? $ns->pl->ob->name : "<unknown>";
175
176			$msg =~ y/\x0a\x20-\x7f//cd;
177			$msg =~ s/\s+$//;
178
179	root	1.28	cf::error sprintf "clientlog [%s/%s]: %s\n", $ns->host, $name, $msg;
180	root	1.21
181			()
182			};
183
184	root	1.31	#############################################################################
185	root	1.26	# log max playercount every minute
186
187			our $STATSDIR = "$LOCALDIR/maxplayers";
188
189			mkdir $STATSDIR;
190
191			our $WRITE_MAXPLAYERS = EV::periodic 0, 60, undef, sub {
192			my $now = AE::now;
193			my $cnt = scalar keys %PLAYERSEEN;
194
195			%PLAYERSEEN = map +($_->ob->name => undef), grep $_->ns, cf::player::list;
196
197			my @time = gmtime $now;
198
199			my $path = sprintf "%s/%04d-%02d-%02d", $STATSDIR, $time[5] + 1900, $time[4] + 1, $time[3];
200			my $offs = $time [2] * 60 + $time [1];
201
202			$cnt++;
203			$cnt = 254 if $cnt > 254;
204			$cnt = chr $cnt;
205
206			IO::AIO::aio_open $path, O_WRONLY \| O_CREAT, 0666, sub {
207			my $fh = shift
208			or return;
209
210	root	1.27	# the truncate is 1440 extra syscalls, but saves 1439
211			# slow metadata updates.
212			IO::AIO::aio_truncate $fh, 1440, sub {
213			IO::AIO::aio_write $fh, $offs, 1, $cnt, 0, sub {
214			IO::AIO::aio_close $fh;
215			};
216	root	1.26	};
217			};
218			};
219
220	root	1.31	#############################################################################
221			# export recentlog
222
223			our %RECENT;
224	root	1.34	our $EXPORT_RECENTLOG_GRACE = 120;
225	root	1.31
226			our $update_w;
227			our %need_update;
228
229			sub _update_login {
230			my ($login) = @_;
231
232			my $path = (cf::player::playerdir $login) . "/playerdata";
233
234			if (0 >= aio_load $path, my $data) {
235			delete $RECENT{$login};
236			} else {
237			local $_ = $data;
238
239			my $birthdate = /^schmorplog_birthdate (\S+)$/m ? $1 : undef;
240			my $login_count = /^schmorplog_login_count (\S+)$/m ? $1 : 0;
241			my $death_count = /^schmorplog_death_count (\S+)$/m ? $1 : 0;
242			my $last_save = /^schmorplog_last_save (\S+)$/m ? $1 : undef;
243			my $last_login = /^schmorplog_last_login (\S+)$/m ? $1 : undef;
244			my $last_logout = /^schmorplog_last_logout (\S+)$/m ? $1 : undef;
245			my $client = /^schmorplog_client (.*)$/m ? $1 : "?";
246			my $map = /^map (.*)$/m ? $1 : "?";
247
248	root	1.34	return delete $RECENT{$login} unless $last_login;
249	root	1.31
250			$last_logout = $last_save if $last_save > $last_logout && $last_login > $last_logout && $last_save < $NOW - 10 * 60;
251			$last_logout = undef if $last_logout < $last_login;
252
253	root	1.34	return delete $RECENT{$login} unless $last_login > $NOW - 86400 * ($login_count * 7 + 10);
254	root	1.31
255			# next if $count < 3 && $login < $NOW - 86400*2;
256			$RECENT{$login} = [$login, $birthdate, $last_login, $login_count, $last_logout, $client, $death_count, $map];
257			}
258			}
259
260			sub _update {
261			cf::async_ext {
262			$Coro::current->nice (1);
263			$Coro::current->{desc} = "recentlog updater";
264
265	root	1.34	my $lock = cf::lock_acquire "export_recentlog";
266
267			my @logins = keys %need_update; %need_update = ();
268			undef $update_w;
269	root	1.32
270	root	1.34	Coro::AnyEvent::sleep $EXPORT_RECENTLOG_GRACE; # grace time to allow file-saves
271	root	1.31
272	root	1.33	my $t0 = EV::now;
273
274	root	1.34	_update_login $_
275			for @logins;
276	root	1.32
277	root	1.31	cf::get_slot 0.1, 0, "recentlog serialise";
278
279			my $NOW = $cf::NOW;
280
281			cf::replace_file $EXPORT_RECENTLOG, cf::encode_json {
282			version => 1,
283			date => $NOW,
284			data => [
285			sort { ($b->[4] \|\| $NOW) <=> ($a->[4] \|\| $NOW) }
286			values %RECENT
287			],
288	root	1.32	} or warn "$EXPORT_RECENTLOG: $!";
289	root	1.31
290			cf::trace "recentlog updated (", EV::now - $t0, "s).\n";
291			};
292			}
293
294			sub update {
295			return unless defined $EXPORT_RECENTLOG;
296
297	root	1.34	$update_w \|\|= AE::timer $EXPORT_RECENTLOG_INTERVAL - $EXPORT_RECENTLOG_GRACE, 0, \&_update;
298	root	1.31	}
299
300			sub reload {
301			return unless defined $EXPORT_RECENTLOG;
302
303			my $lock = cf::lock_acquire "export_recentlog";
304
305			cf::async_ext {
306			$lock;
307
308			$Coro::current->{desc} = "recentlog reloader";
309
310			undef $need_update{$_}
311			for @{ +cf::player::list_logins };
312
313			_update;
314			};
315			}
316
317			cf::player->attach (
318	root	1.32	on_login => sub { undef $need_update{$_[0]->ob->name}; update },
319			on_logout => sub { undef $need_update{$_[0]->ob->name}; update },
320			on_birth => sub { undef $need_update{$_[0]->ob->name}; update },
321			on_death => sub { undef $need_update{$_[0]->ob->name}; update },
322			# on_load => sub { undef $need_update{$_[0]->ob->name}; update },
323	root	1.34	on_save => sub { undef $need_update{$_[0]->ob->name}; update },
324	root	1.31	);
325
326			cf::post_init {
327			reload;
328			};
329