ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Coro/myhttpd/access.pl
(Generate patch)

Comparing Coro/myhttpd/access.pl (file contents):
Revision 1.6 by root, Sun Aug 19 23:57:52 2001 UTC vs.
Revision 1.23 by root, Mon Dec 3 15:16:42 2001 UTC

1package transferqueue;
1 2
3sub new {
4 my $class = shift;
5 bless {
6 slots => $_[0],
7 lastspb => 0,
8 avgspb => 0,
9 }, $class;
10}
11
12sub start_transfer {
13 my $self = shift;
14 my $size = $_[0];
15
16 my $transfer = bless {
17 queue => $self,
18 time => $::NOW,
19 size => $size,
20 coro => $Coro::current,
21 started => 0,
22 }, transfer::;
23
24 push @{$self->{wait}}, $transfer;
25
26 $self->wake_next;
27
28 $transfer;
29}
30
31sub sort {
32 my @queue = grep $_, @{$_[0]{wait}};
33
34 $_->{spb} = ($::NOW-$_->{time}) / ($_->{size} || 1) for @queue;
35
36 $_[0]{wait} = [sort { $b->{spb} <=> $a->{spb} } @queue];
37
38 Scalar::Util::weaken $_ for @{$_[0]{wait}};
39}
40
41sub wake_next {
42 my $self = shift;
43
44 $self->sort;
45
46 while($self->{slots} > 0 && @{$self->{wait}}) {
47 my $transfer = shift @{$self->{wait}};
48 if ($transfer) {
49 $self->{lastspb} = $transfer->{spb};
50 $self->{avgspb} ||= $transfer->{spb};
51 $self->{avgspb} = $self->{avgspb} * 0.95 + $transfer->{spb} * 0.05;
52 $self->{started}++;
53 $transfer->wake;
54 last;
55 }
56 }
57}
58
59sub waiters {
60 $_[0]->sort;
61 @{$_[0]{wait}};
62}
63
64package transfer;
65
66use Coro::Timer ();
67
68sub wake {
69 my $self = shift;
70
71 $self->{alloc} = 1;
72 $self->{queue}{slots}--;
73 $self->{wake} and $self->{wake}->ready;
74}
75
76sub try {
77 my $self = shift;
78
79 $self->{alloc} || do {
80 my $timeout = Coro::Timer::timeout $_[0];
81 local $self->{wake} = $self->{coro};
82
83 Coro::schedule;
84
85 $self->{alloc};
86 }
87}
88
89sub DESTROY {
90 my $self = shift;
91
92 if ($self->{alloc}) {
93 $self->{queue}{slots}++;
94 $self->{queue}->wake_next;
95 }
96}
97
98package conn;
99
2our @blockuri; 100our %blockuri;
3our @blockref; 101our $blockref;
4 102
5sub read_blockuri { 103sub read_blockuri {
6 local *B; 104 local *B;
7 my %group; 105 my %group;
8 @blockuri = (); 106 %blockuri = ();
9 if (open B, "<blockuri") { 107 if (open B, "<blockuri") {
10 while (<B>) { 108 while (<B>) {
11 chomp; 109 chomp;
12 if (/^group\s+(\S+)\s+(.*)/i) { 110 if (/^group\s+(\S+)\s+(.*)/i) {
13 $group{$1} = [split /\s+/, $2]; 111 $group{$1} = [split /\s+/, $2];
… …
16 my @r; 114 my @r;
17 for (split /\s+/, $2) { 115 for (split /\s+/, $2) {
18 push @r, $group{$_} ? @{$group{$_}} : $_; 116 push @r, $group{$_} ? @{$group{$_}} : $_;
19 } 117 }
20 print "not($g) => (@r)\n"; 118 print "not($g) => (@r)\n";
119 push @{$blockuri{$_}}, $g for @r;
21 push @blockuri, [qr/$g/i, \@r]; 120 push @blockuri, [qr/$g/i, \@r];
22 } elsif (/\S/) { 121 } elsif (/\S/) {
23 print "blockuri: unparsable line: $_\n"; 122 print "blockuri: unparsable line: $_\n";
24 } 123 }
124 }
125 for (keys %blockuri) {
126 my $qr = join ")|(?:", @{$blockuri{$_}};
127 $blockuri{$_} = qr{(?:$qr)}i;
25 } 128 }
26 } else { 129 } else {
27 print "no blockuri\n"; 130 print "no blockuri\n";
28 } 131 }
29} 132}
30 133
31sub read_blockref { 134sub read_blockref {
32 local *B; 135 local *B;
33 @blockref = (); 136 my @blockref;
34 if (open B, "<blockreferer") { 137 if (open B, "<blockreferer") {
35 while (<B>) { 138 while (<B>) {
36 chomp; 139 chomp;
37 if (/^([^\t]*)\t\s*(.*)/) { 140 if (/^([^\t]*)\t\s*(.*)/) {
38 push @blockref, qr/^$1/i; 141 push @blockref, $1;
39 } elsif (/\S/) { 142 } elsif (/\S/) {
40 print "blockref: unparsable line: $_\n"; 143 print "blockref: unparsable line: $_\n";
41 } 144 }
42 } 145 }
146 $blockref = join ")|(?:", @blockref;
147 $blockref = qr{^(?:$blockref)}i;
43 } else { 148 } else {
44 print "no blockref\n"; 149 print "no blockref\n";
150 $blockref = qr{^x^};
45 } 151 }
46} 152}
47 153
48read_blockuri; 154read_blockuri;
49read_blockref; 155read_blockref;
50 156
51use Tie::Cache; 157use Tie::Cache;
52tie %whois_cache, Tie::Cache::, $MAX_CONNECTS * 1.5; 158tie %whois_cache, Tie::Cache::, 32;
53 159
54sub conn::err_block_country {
55 my $self = shift;
56 my $whois = shift;
57
58 $whois =~ s/&/&amp;/g;
59 $whois =~ s/</&lt;/g;
60 $self->err(403, "forbidden", { "Content-Type" => "text/html" }, <<EOF);
61<html>
62<head>
63<title>This material is licensed in your country!</title>
64</head>
65<body bgcolor="#ffffff" text="#000000" link="#0000ff" vlink="#000080" alink="#ff0000">
66
67<h1>This material is licensed in your country!</h1>
68
69<p>My research has shown that your IP address
70(<b>$self->{remote_addr}</b>) most probably is located in this country:
71<b>$self->{country}</b> (ISO-3166-2 code, XX == unknown). The full record is:</p>
72
73<pre>
74$whois
75</pre>
76
77<p>My database says that the material you are trying to access is licensed
78in your country. If I would distribute these files to your country I would
79actively <em>hurt</em> the industry behind it, which includes the artists
80and authors of these videos/mangas. So I hope you understand that I try to
81avoid this.</p>
82
83<p>If you <em>really</em> think that this is wrong, i.e. the
84material you tried to access is <em>not</em> licensed in your
85country or your ip address was misdetected, you can write to <a
86href="mailto:licensed\@plan9.de">licensed\@plan9.de</a>. Please explain
87what happened and why you think this is wrong in as much detail as
88possible.</p>
89
90<div align="right">Thanks a lot for understanding.</div>
91
92</body>
93</html>
94EOF
95}
96
97sub conn::err_block_referer {
98 my $self = shift;
99
100 my $uri = $self->{uri};
101 $uri =~ s/\/[^\/]+$/\//;
102 $uri = escape_uri $uri;
103 print "hiho $uri\n";#d#
104
105 $self->slog(6, "REFERER($self->{uri},$self->{h}{referer})");
106
107 $whois =~ s/&/&amp;/g;
108 $whois =~ s/</&lt;/g;
109 $self->err(203, "non-authoritative", { "Content-Type" => "text/html" }, <<EOF);
110<html>
111<head>
112<title>Unallowed Referral</title>
113</head>
114<body bgcolor="#ffffff" text="#000000" link="#0000ff" vlink="#000080" alink="#ff0000">
115
116<h1>The site which referred you has done something bad!</h1>
117
118<p>It seems that you are coming from this URL:</p>
119
120<pre>$self->{h}{referer}</pre>
121
122<p>This site has been blocked, either because it required you to pay
123money, forced you to click on banners, claimed these files were theirs
124or something very similar. Please note that you can download these files
125<em>without</em> having to pay, <em>without</em> clicking banners or jump
126through other hoops.</p>
127
128<p><b>Sites like the one you came from actively hurt the distribution of
129these files and the service quality for you since I can't move or correct
130files and you will likely not be able to see the full archive.</b></p>
131
132<p>Having that this, you can find the original content (if it is still
133there) by <b>following <a href="$uri">this link</a>.</b></p>
134
135<div align="right">Thanks a lot for understanding.</div>
136
137</body>
138</html>
139EOF
140}
141
142sub conn::access_check { 160sub access_check {
143 my $self = shift; 161 my $self = shift;
144 162
145 my $ref = $self->{h}{referer}; 163 my $ref = $self->{h}{referer};
146 my $uri = $self->{path}; 164 my $uri = $self->{path};
147 my %disallow; 165 my %disallow;
148 166
149 for (@blockref) {
150 $self->err_block_referer if $ref =~ $_; 167 $self->err_block_referer
151 } 168 if $self->{h}{referer} =~ $blockref;
152 169
153 for (@blockuri) {
154 if ($uri =~ $_->[0]) {
155 $disallow{$_}++ for @{$_->[1]};
156 }
157 }
158
159 my $whois = $whois_cache{$self->{remote_addr}} 170 my $whois = $whois_cache{$self->{remote_addr}}
160 ||= ::ip_request($self->{remote_addr}); 171 ||= netgeo::ip_request($self->{remote_addr});
161 172
162 my $country = "XX"; 173 my $country = "XX";
163 174
164 if ($whois =~ /^\*cy: (\S+)/m) { 175 if ($whois =~ /^\*cy: (\S+)/m) {
165 $country = uc $1; 176 $country = uc $1;
… …
167 $self->slog(9, "no country($whois)"); 178 $self->slog(9, "no country($whois)");
168 } 179 }
169 180
170 $self->{country} = $country; 181 $self->{country} = $country;
171 182
172 if ($disallow{$country}) {
173 $self->err_block_country($whois); 183 $self->err_block_country($whois)
174 } 184 if $self->{path} =~ $blockuri{$country};
175} 185}
176 186
1771; 1871;

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines