ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/cvsroot/Coro/myhttpd/access.pl
(Generate patch)

Comparing cvsroot/Coro/myhttpd/access.pl (file contents):
Revision 1.6 by root, Sun Aug 19 23:57:52 2001 UTC vs.
Revision 1.21 by root, Mon Dec 3 05:52:37 2001 UTC

1package transferqueue;
1 2
3sub new {
4 my $class = shift;
5 bless {
6 slots => $_[0],
7 lastspb => 0,
8 avgspb => 0,
9 }, $class;
10}
11
12sub start_transfer {
13 my $self = shift;
14 my $size = $_[0];
15
16 my $transfer = bless {
17 queue => $self,
18 time => $::NOW,
19 size => $size,
20 coro => $Coro::current,
21 }, transfer::;
22
23 push @{$self->{wait}}, $transfer;
24 Scalar::Util::weaken($self->{wait}[-1]);
25
26 $self->wake_next;
27
28 $trans;
29}
30
31sub wake_next {
32 my $self = shift;
33
34 $self->sort;
35
36 while($self->{slots} && @{$self->{wait}}) {
37 my $transfer = shift @{$self->{wait}};
38 if ($transfer) {
39 $self->{lastspb} = $transfer->{spb};
40 $self->{avgspb} ||= $transfer->{spb};
41 $self->{avgspb} = $self->{avgspb} * 0.95 + $transfer->{spb} * 0.05;
42 $transfer->wake;
43 last;
44 }
45 }
46}
47
48sub sort {
49 my @queue = grep $_, @{$_[0]{wait}};
50
51 $_->{spb} = ($::NOW-$_->{time}) / ($_->{size} || 1) for @queue;
52
53 $_[0]{wait} = [sort { $b->{spb} <=> $a->{spb} } @queue];
54}
55
56sub waiters {
57 $_[0]->sort;
58 @{$_[0]{wait}};
59}
60
61package transfer;
62
63use Coro::Timer ();
64
65sub wake {
66 my $self = shift;
67
68 $self->{alloc} = 1;
69 $self->{queue}{slots}--;
70 $self->{wake} and $self->{wake}->ready;
71}
72
73sub try {
74 my $self = shift;
75
76 $self->{alloc} || do {
77 my $timeout = Coro::Timer::timeout $_[0];
78 local $self->{wake} = $self->{coro};
79
80 Coro::schedule;
81
82 $self->{alloc};
83 }
84}
85
86sub DESTROY {
87 my $self = shift;
88
89 if ($self->{alloc}) {
90 $self->{queue}{slots}++;
91 $self->{queue}->wake_next;
92 }
93}
94
95package conn;
96
2our @blockuri; 97our %blockuri;
3our @blockref; 98our $blockref;
4 99
5sub read_blockuri { 100sub read_blockuri {
6 local *B; 101 local *B;
7 my %group; 102 my %group;
8 @blockuri = (); 103 %blockuri = ();
9 if (open B, "<blockuri") { 104 if (open B, "<blockuri") {
10 while (<B>) { 105 while (<B>) {
11 chomp; 106 chomp;
12 if (/^group\s+(\S+)\s+(.*)/i) { 107 if (/^group\s+(\S+)\s+(.*)/i) {
13 $group{$1} = [split /\s+/, $2]; 108 $group{$1} = [split /\s+/, $2];
… …
16 my @r; 111 my @r;
17 for (split /\s+/, $2) { 112 for (split /\s+/, $2) {
18 push @r, $group{$_} ? @{$group{$_}} : $_; 113 push @r, $group{$_} ? @{$group{$_}} : $_;
19 } 114 }
20 print "not($g) => (@r)\n"; 115 print "not($g) => (@r)\n";
116 push @{$blockuri{$_}}, $g for @r;
21 push @blockuri, [qr/$g/i, \@r]; 117 push @blockuri, [qr/$g/i, \@r];
22 } elsif (/\S/) { 118 } elsif (/\S/) {
23 print "blockuri: unparsable line: $_\n"; 119 print "blockuri: unparsable line: $_\n";
24 } 120 }
121 }
122 for (keys %blockuri) {
123 my $qr = join ")|(?:", @{$blockuri{$_}};
124 $blockuri{$_} = qr{(?:$qr)}i;
25 } 125 }
26 } else { 126 } else {
27 print "no blockuri\n"; 127 print "no blockuri\n";
28 } 128 }
29} 129}
30 130
31sub read_blockref { 131sub read_blockref {
32 local *B; 132 local *B;
33 @blockref = (); 133 my @blockref;
34 if (open B, "<blockreferer") { 134 if (open B, "<blockreferer") {
35 while (<B>) { 135 while (<B>) {
36 chomp; 136 chomp;
37 if (/^([^\t]*)\t\s*(.*)/) { 137 if (/^([^\t]*)\t\s*(.*)/) {
38 push @blockref, qr/^$1/i; 138 push @blockref, $1;
39 } elsif (/\S/) { 139 } elsif (/\S/) {
40 print "blockref: unparsable line: $_\n"; 140 print "blockref: unparsable line: $_\n";
41 } 141 }
42 } 142 }
143 $blockref = join ")|(?:", @blockref;
144 $blockref = qr{^(?:$blockref)}i;
43 } else { 145 } else {
44 print "no blockref\n"; 146 print "no blockref\n";
147 $blockref = qr{^x^};
45 } 148 }
46} 149}
47 150
48read_blockuri; 151read_blockuri;
49read_blockref; 152read_blockref;
50 153
51use Tie::Cache; 154use Tie::Cache;
52tie %whois_cache, Tie::Cache::, $MAX_CONNECTS * 1.5; 155tie %whois_cache, Tie::Cache::, 32;
53 156
54sub conn::err_block_country {
55 my $self = shift;
56 my $whois = shift;
57
58 $whois =~ s/&/&amp;/g;
59 $whois =~ s/</&lt;/g;
60 $self->err(403, "forbidden", { "Content-Type" => "text/html" }, <<EOF);
61<html>
62<head>
63<title>This material is licensed in your country!</title>
64</head>
65<body bgcolor="#ffffff" text="#000000" link="#0000ff" vlink="#000080" alink="#ff0000">
66
67<h1>This material is licensed in your country!</h1>
68
69<p>My research has shown that your IP address
70(<b>$self->{remote_addr}</b>) most probably is located in this country:
71<b>$self->{country}</b> (ISO-3166-2 code, XX == unknown). The full record is:</p>
72
73<pre>
74$whois
75</pre>
76
77<p>My database says that the material you are trying to access is licensed
78in your country. If I would distribute these files to your country I would
79actively <em>hurt</em> the industry behind it, which includes the artists
80and authors of these videos/mangas. So I hope you understand that I try to
81avoid this.</p>
82
83<p>If you <em>really</em> think that this is wrong, i.e. the
84material you tried to access is <em>not</em> licensed in your
85country or your ip address was misdetected, you can write to <a
86href="mailto:licensed\@plan9.de">licensed\@plan9.de</a>. Please explain
87what happened and why you think this is wrong in as much detail as
88possible.</p>
89
90<div align="right">Thanks a lot for understanding.</div>
91
92</body>
93</html>
94EOF
95}
96
97sub conn::err_block_referer {
98 my $self = shift;
99
100 my $uri = $self->{uri};
101 $uri =~ s/\/[^\/]+$/\//;
102 $uri = escape_uri $uri;
103 print "hiho $uri\n";#d#
104
105 $self->slog(6, "REFERER($self->{uri},$self->{h}{referer})");
106
107 $whois =~ s/&/&amp;/g;
108 $whois =~ s/</&lt;/g;
109 $self->err(203, "non-authoritative", { "Content-Type" => "text/html" }, <<EOF);
110<html>
111<head>
112<title>Unallowed Referral</title>
113</head>
114<body bgcolor="#ffffff" text="#000000" link="#0000ff" vlink="#000080" alink="#ff0000">
115
116<h1>The site which referred you has done something bad!</h1>
117
118<p>It seems that you are coming from this URL:</p>
119
120<pre>$self->{h}{referer}</pre>
121
122<p>This site has been blocked, either because it required you to pay
123money, forced you to click on banners, claimed these files were theirs
124or something very similar. Please note that you can download these files
125<em>without</em> having to pay, <em>without</em> clicking banners or jump
126through other hoops.</p>
127
128<p><b>Sites like the one you came from actively hurt the distribution of
129these files and the service quality for you since I can't move or correct
130files and you will likely not be able to see the full archive.</b></p>
131
132<p>Having that this, you can find the original content (if it is still
133there) by <b>following <a href="$uri">this link</a>.</b></p>
134
135<div align="right">Thanks a lot for understanding.</div>
136
137</body>
138</html>
139EOF
140}
141
142sub conn::access_check { 157sub access_check {
143 my $self = shift; 158 my $self = shift;
144 159
145 my $ref = $self->{h}{referer}; 160 my $ref = $self->{h}{referer};
146 my $uri = $self->{path}; 161 my $uri = $self->{path};
147 my %disallow; 162 my %disallow;
148 163
149 for (@blockref) {
150 $self->err_block_referer if $ref =~ $_; 164 $self->err_block_referer
151 } 165 if $self->{h}{referer} =~ $blockref;
152 166
153 for (@blockuri) {
154 if ($uri =~ $_->[0]) {
155 $disallow{$_}++ for @{$_->[1]};
156 }
157 }
158
159 my $whois = $whois_cache{$self->{remote_addr}} 167 my $whois = $whois_cache{$self->{remote_addr}}
160 ||= ::ip_request($self->{remote_addr}); 168 ||= netgeo::ip_request($self->{remote_addr});
161 169
162 my $country = "XX"; 170 my $country = "XX";
163 171
164 if ($whois =~ /^\*cy: (\S+)/m) { 172 if ($whois =~ /^\*cy: (\S+)/m) {
165 $country = uc $1; 173 $country = uc $1;
… …
167 $self->slog(9, "no country($whois)"); 175 $self->slog(9, "no country($whois)");
168 } 176 }
169 177
170 $self->{country} = $country; 178 $self->{country} = $country;
171 179
172 if ($disallow{$country}) {
173 $self->err_block_country($whois); 180 $self->err_block_country($whois)
174 } 181 if $self->{path} =~ $blockuri{$country};
175} 182}
176 183
1771; 1841;

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines