ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/cvsroot/Coro/myhttpd/access.pl
(Generate patch)

Comparing cvsroot/Coro/myhttpd/access.pl (file contents):
Revision 1.6 by root, Sun Aug 19 23:57:52 2001 UTC vs.
Revision 1.29 by root, Wed Jan 23 03:07:05 2002 UTC

1package transferqueue;
1 2
3my @reserve = (
4 [ 1_200_000, 2],
5 [ 8_000_000, 1],
6 [ 75_000_000, 1],
7);
8
9sub new {
10 my $class = shift;
11 my $self = bless {
12 slots => $_[0],
13 lastspb => 0,
14 avgspb => 0,
15 }, $class;
16 $self->{reschedule} = Event->timer(
17 after => 10,
18 interval => 3,
19 cb => sub { $self->wake_next },
20 );
21 $self;
22}
23
24sub start_transfer {
25 my $self = shift;
26 my $size = $_[0];
27
28 my $transfer = bless {
29 queue => $self,
30 time => $::NOW,
31 size => $size,
32 coro => $Coro::current,
33 started => 0,
34 }, transfer::;
35
36 push @{$self->{wait}}, $transfer;
37
38 $self->wake_next;
39
40 $transfer;
41}
42
43sub sort {
44 my @queue = grep $_, @{$_[0]{wait}};
45
46 $_->{spb} = ($::NOW-$_->{time}) / ($_->{size} || 1) for @queue;
47
48 $_[0]{wait} = [sort { $b->{spb} <=> $a->{spb} } @queue];
49
50 Scalar::Util::weaken $_ for @{$_[0]{wait}};
51}
52
53sub wake_next {
54 my $self = shift;
55
56 $self->sort;
57
58 while (@{$self->{wait}}) {
59 my $size = $self->{wait}[0]{size};
60 my $min = 0;
61 for (@reserve) {
62 last if $size <= $_->[0];
63 $min += $_->[1];
64 }
65 last unless $self->{slots} > $min;
66 my $transfer = shift @{$self->{wait}};
67 $self->{lastspb} = $transfer->{spb};
68 $self->{avgspb} = $self->{avgspb} * 0.99 + $transfer->{spb} * 0.01;
69 $self->{started}++;
70 $transfer->wake;
71 last;
72 }
73}
74
75sub waiters {
76 $_[0]->sort;
77 @{$_[0]{wait}};
78}
79
80sub DESTROY {
81 my $self = shift;
82
83 $self->{reschedule}->cancel;
84}
85
86package transfer;
87
88use Coro::Timer ();
89
90sub wake {
91 my $self = shift;
92
93 $self->{alloc} = 1;
94 $self->{queue}{slots}--;
95 $self->{wake} and $self->{wake}->ready;
96}
97
98sub try {
99 my $self = shift;
100
101 $self->{alloc} || do {
102 my $timeout = Coro::Timer::timeout $_[0];
103 local $self->{wake} = $self->{coro};
104
105 Coro::schedule;
106
107 $self->{alloc};
108 }
109}
110
111sub DESTROY {
112 my $self = shift;
113
114 if ($self->{alloc}) {
115 $self->{queue}{slots}++;
116 $self->{queue}->wake_next;
117 }
118}
119
120package conn;
121
2our @blockuri; 122our %blockuri;
3our @blockref; 123our $blockref;
4 124
5sub read_blockuri { 125sub read_blockuri {
6 local *B; 126 local *B;
7 my %group; 127 my %group;
8 @blockuri = (); 128 %blockuri = ();
9 if (open B, "<blockuri") { 129 if (open B, "<blockuri") {
10 while (<B>) { 130 while (<B>) {
11 chomp; 131 chomp;
12 if (/^group\s+(\S+)\s+(.*)/i) { 132 if (/^group\s+(\S+)\s+(.*)/i) {
13 $group{$1} = [split /\s+/, $2]; 133 $group{$1} = [split /\s+/, $2];
… …
16 my @r; 136 my @r;
17 for (split /\s+/, $2) { 137 for (split /\s+/, $2) {
18 push @r, $group{$_} ? @{$group{$_}} : $_; 138 push @r, $group{$_} ? @{$group{$_}} : $_;
19 } 139 }
20 print "not($g) => (@r)\n"; 140 print "not($g) => (@r)\n";
141 push @{$blockuri{$_}}, $g for @r;
21 push @blockuri, [qr/$g/i, \@r]; 142 push @blockuri, [qr/$g/i, \@r];
22 } elsif (/\S/) { 143 } elsif (/\S/) {
23 print "blockuri: unparsable line: $_\n"; 144 print "blockuri: unparsable line: $_\n";
24 } 145 }
25 } 146 }
147 for (keys %blockuri) {
148 my $qr = join ")|(?:", @{$blockuri{$_}};
149 $blockuri{$_} = qr{(?:$qr)}i;
150 }
26 } else { 151 } else {
27 print "no blockuri\n"; 152 print "no blockuri\n";
28 } 153 }
29} 154}
30 155
31sub read_blockref { 156sub read_blockref {
32 local *B; 157 local *B;
33 @blockref = (); 158 my @blockref;
34 if (open B, "<blockreferer") { 159 if (open B, "<blockreferer") {
35 while (<B>) { 160 while (<B>) {
36 chomp; 161 chomp;
37 if (/^([^\t]*)\t\s*(.*)/) { 162 if (/^([^\t]*)\t\s*(.*)/) {
38 push @blockref, qr/^$1/i; 163 push @blockref, $1;
39 } elsif (/\S/) { 164 } elsif (/\S/) {
40 print "blockref: unparsable line: $_\n"; 165 print "blockref: unparsable line: $_\n";
41 } 166 }
42 } 167 }
168 $blockref = join ")|(?:", @blockref;
169 $blockref = qr{^(?:$blockref)}i;
43 } else { 170 } else {
44 print "no blockref\n"; 171 print "no blockref\n";
172 $blockref = qr{^x^};
45 } 173 }
46} 174}
47 175
48read_blockuri; 176read_blockuri;
49read_blockref; 177read_blockref;
50 178
51use Tie::Cache; 179use Tie::Cache;
52tie %whois_cache, Tie::Cache::, $MAX_CONNECTS * 1.5; 180tie %whois_cache, Tie::Cache::, 32;
53 181
54sub conn::err_block_country {
55 my $self = shift;
56 my $whois = shift;
57
58 $whois =~ s/&/&amp;/g;
59 $whois =~ s/</&lt;/g;
60 $self->err(403, "forbidden", { "Content-Type" => "text/html" }, <<EOF);
61<html>
62<head>
63<title>This material is licensed in your country!</title>
64</head>
65<body bgcolor="#ffffff" text="#000000" link="#0000ff" vlink="#000080" alink="#ff0000">
66
67<h1>This material is licensed in your country!</h1>
68
69<p>My research has shown that your IP address
70(<b>$self->{remote_addr}</b>) most probably is located in this country:
71<b>$self->{country}</b> (ISO-3166-2 code, XX == unknown). The full record is:</p>
72
73<pre>
74$whois
75</pre>
76
77<p>My database says that the material you are trying to access is licensed
78in your country. If I would distribute these files to your country I would
79actively <em>hurt</em> the industry behind it, which includes the artists
80and authors of these videos/mangas. So I hope you understand that I try to
81avoid this.</p>
82
83<p>If you <em>really</em> think that this is wrong, i.e. the
84material you tried to access is <em>not</em> licensed in your
85country or your ip address was misdetected, you can write to <a
86href="mailto:licensed\@plan9.de">licensed\@plan9.de</a>. Please explain
87what happened and why you think this is wrong in as much detail as
88possible.</p>
89
90<div align="right">Thanks a lot for understanding.</div>
91
92</body>
93</html>
94EOF
95}
96
97sub conn::err_block_referer {
98 my $self = shift;
99
100 my $uri = $self->{uri};
101 $uri =~ s/\/[^\/]+$/\//;
102 $uri = escape_uri $uri;
103 print "hiho $uri\n";#d#
104
105 $self->slog(6, "REFERER($self->{uri},$self->{h}{referer})");
106
107 $whois =~ s/&/&amp;/g;
108 $whois =~ s/</&lt;/g;
109 $self->err(203, "non-authoritative", { "Content-Type" => "text/html" }, <<EOF);
110<html>
111<head>
112<title>Unallowed Referral</title>
113</head>
114<body bgcolor="#ffffff" text="#000000" link="#0000ff" vlink="#000080" alink="#ff0000">
115
116<h1>The site which referred you has done something bad!</h1>
117
118<p>It seems that you are coming from this URL:</p>
119
120<pre>$self->{h}{referer}</pre>
121
122<p>This site has been blocked, either because it required you to pay
123money, forced you to click on banners, claimed these files were theirs
124or something very similar. Please note that you can download these files
125<em>without</em> having to pay, <em>without</em> clicking banners or jump
126through other hoops.</p>
127
128<p><b>Sites like the one you came from actively hurt the distribution of
129these files and the service quality for you since I can't move or correct
130files and you will likely not be able to see the full archive.</b></p>
131
132<p>Having that this, you can find the original content (if it is still
133there) by <b>following <a href="$uri">this link</a>.</b></p>
134
135<div align="right">Thanks a lot for understanding.</div>
136
137</body>
138</html>
139EOF
140}
141
142sub conn::access_check { 182sub access_check {
143 my $self = shift; 183 my $self = shift;
144 184
145 my $ref = $self->{h}{referer}; 185 my $ref = $self->{h}{referer};
146 my $uri = $self->{path}; 186 my $uri = $self->{path};
147 my %disallow; 187 my %disallow;
148 188
149 for (@blockref) {
150 $self->err_block_referer if $ref =~ $_; 189 $self->err_block_referer
151 } 190 if $self->{h}{referer} =~ $blockref;
152 191
153 for (@blockuri) {
154 if ($uri =~ $_->[0]) {
155 $disallow{$_}++ for @{$_->[1]};
156 }
157 }
158
159 my $whois = $whois_cache{$self->{remote_addr}} 192 my $whois = $whois_cache{$self->{remote_addr}}
160 ||= ::ip_request($self->{remote_addr}); 193 ||= netgeo::ip_request($self->{remote_addr});
161 194
162 my $country = "XX"; 195 my $country = "XX";
163 196
164 if ($whois =~ /^\*cy: (\S+)/m) { 197 if ($whois =~ /^\*cy: (\S+)/m) {
165 $country = uc $1; 198 $country = uc $1;
… …
167 $self->slog(9, "no country($whois)"); 200 $self->slog(9, "no country($whois)");
168 } 201 }
169 202
170 $self->{country} = $country; 203 $self->{country} = $country;
171 204
172 if ($disallow{$country}) {
173 $self->err_block_country($whois); 205 $self->err_block_country($whois)
174 } 206 if $self->{path} =~ $blockuri{$country};
175} 207}
176 208
1771; 2091;

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines