|
|
1 | package transferqueue; |
1 | |
2 | |
|
|
3 | sub new { |
|
|
4 | my $class = shift; |
|
|
5 | bless { |
|
|
6 | conns => $_[0], |
|
|
7 | }, $class; |
|
|
8 | } |
|
|
9 | |
|
|
10 | sub start_transfer { |
|
|
11 | my $self = shift; |
|
|
12 | |
|
|
13 | my $trans = bless [ $self, $Coro::current ], transfer::; |
|
|
14 | print "$self $trans $trans->[0] <<\n";#d# |
|
|
15 | Scalar::Util::weaken($trans->[0]); |
|
|
16 | |
|
|
17 | push @{$self->{wait}}, $trans; |
|
|
18 | |
|
|
19 | if (--$self->{conns} >= 0) { |
|
|
20 | $self->wake_next; |
|
|
21 | } |
|
|
22 | |
|
|
23 | $trans; |
|
|
24 | } |
|
|
25 | |
|
|
26 | sub wake_next { |
|
|
27 | my $self = shift; |
|
|
28 | |
|
|
29 | return unless $self->{conns} >= 0; |
|
|
30 | |
|
|
31 | (pop @{$self->{wait}})->wake if @{$self->{wait}}; |
|
|
32 | } |
|
|
33 | |
|
|
34 | sub waiters { |
|
|
35 | map $_->[1], @{$_[0]{wait}}; |
|
|
36 | } |
|
|
37 | |
|
|
38 | package transfer; |
|
|
39 | |
|
|
40 | use Coro::Timer (); |
|
|
41 | |
|
|
42 | sub try { |
|
|
43 | my $self = shift; |
|
|
44 | my $timeout = Coro::Timer::timeout $_[0]; |
|
|
45 | |
|
|
46 | Coro::schedule; |
|
|
47 | |
|
|
48 | return $self->[2]; |
|
|
49 | } |
|
|
50 | |
|
|
51 | sub wake { |
|
|
52 | my $self = shift; |
|
|
53 | $self->[2] = 1; |
|
|
54 | $self->[1]->ready; |
|
|
55 | } |
|
|
56 | |
|
|
57 | sub DESTROY { |
|
|
58 | my $self = shift; |
|
|
59 | $self->[0]{conns}++; |
|
|
60 | $self->[0]->wake_next; |
|
|
61 | } |
|
|
62 | |
|
|
63 | package conn; |
|
|
64 | |
2 | our @blockuri; |
65 | our %blockuri; |
3 | our @blockref; |
66 | our $blockref; |
4 | |
67 | |
5 | sub read_blockuri { |
68 | sub read_blockuri { |
6 | local *B; |
69 | local *B; |
7 | my %group; |
70 | my %group; |
8 | @blockuri = (); |
71 | %blockuri = (); |
9 | if (open B, "<blockuri") { |
72 | if (open B, "<blockuri") { |
10 | while (<B>) { |
73 | while (<B>) { |
11 | chomp; |
74 | chomp; |
12 | if (/^group\s+(\S+)\s+(.*)/i) { |
75 | if (/^group\s+(\S+)\s+(.*)/i) { |
13 | $group{$1} = [split /\s+/, $2]; |
76 | $group{$1} = [split /\s+/, $2]; |
… | |
… | |
16 | my @r; |
79 | my @r; |
17 | for (split /\s+/, $2) { |
80 | for (split /\s+/, $2) { |
18 | push @r, $group{$_} ? @{$group{$_}} : $_; |
81 | push @r, $group{$_} ? @{$group{$_}} : $_; |
19 | } |
82 | } |
20 | print "not($g) => (@r)\n"; |
83 | print "not($g) => (@r)\n"; |
|
|
84 | push @{$blockuri{$_}}, $g for @r; |
21 | push @blockuri, [qr/$g/i, \@r]; |
85 | push @blockuri, [qr/$g/i, \@r]; |
22 | } elsif (/\S/) { |
86 | } elsif (/\S/) { |
23 | print "blockuri: unparsable line: $_\n"; |
87 | print "blockuri: unparsable line: $_\n"; |
24 | } |
88 | } |
|
|
89 | } |
|
|
90 | for (keys %blockuri) { |
|
|
91 | my $qr = join ")|(?:", @{$blockuri{$_}}; |
|
|
92 | $blockuri{$_} = qr{(?:$qr)}i; |
25 | } |
93 | } |
26 | } else { |
94 | } else { |
27 | print "no blockuri\n"; |
95 | print "no blockuri\n"; |
28 | } |
96 | } |
29 | } |
97 | } |
30 | |
98 | |
31 | sub read_blockref { |
99 | sub read_blockref { |
32 | local *B; |
100 | local *B; |
33 | @blockref = (); |
101 | my @blockref; |
34 | if (open B, "<blockreferer") { |
102 | if (open B, "<blockreferer") { |
35 | while (<B>) { |
103 | while (<B>) { |
36 | chomp; |
104 | chomp; |
37 | if (/^([^\t]*)\t\s*(.*)/) { |
105 | if (/^([^\t]*)\t\s*(.*)/) { |
38 | push @blockref, qr/^$1/i; |
106 | push @blockref, $1; |
39 | } elsif (/\S/) { |
107 | } elsif (/\S/) { |
40 | print "blockref: unparsable line: $_\n"; |
108 | print "blockref: unparsable line: $_\n"; |
41 | } |
109 | } |
42 | } |
110 | } |
|
|
111 | $blockref = join ")|(?:", @blockref; |
|
|
112 | $blockref = qr{^(?:$blockref)}i; |
43 | } else { |
113 | } else { |
44 | print "no blockref\n"; |
114 | print "no blockref\n"; |
|
|
115 | $blockref = qr{^x^}; |
45 | } |
116 | } |
46 | } |
117 | } |
47 | |
118 | |
48 | read_blockuri; |
119 | read_blockuri; |
49 | read_blockref; |
120 | read_blockref; |
50 | |
121 | |
51 | use Tie::Cache; |
122 | use Tie::Cache; |
52 | tie %whois_cache, Tie::Cache::, $MAX_CONNECTS * 1.5; |
123 | tie %whois_cache, Tie::Cache::, 32; |
53 | |
124 | |
54 | sub conn::err_block_country { |
|
|
55 | my $self = shift; |
|
|
56 | my $whois = shift; |
|
|
57 | |
|
|
58 | $whois =~ s/&/&/g; |
|
|
59 | $whois =~ s/</</g; |
|
|
60 | $self->err(403, "forbidden", { "Content-Type" => "text/html" }, <<EOF); |
|
|
61 | <html> |
|
|
62 | <head> |
|
|
63 | <title>This material is licensed in your country!</title> |
|
|
64 | </head> |
|
|
65 | <body bgcolor="#ffffff" text="#000000" link="#0000ff" vlink="#000080" alink="#ff0000"> |
|
|
66 | |
|
|
67 | <h1>This material is licensed in your country!</h1> |
|
|
68 | |
|
|
69 | <p>My research has shown that your IP address |
|
|
70 | (<b>$self->{remote_addr}</b>) most probably is located in this country: |
|
|
71 | <b>$self->{country}</b> (ISO-3166-2 code, XX == unknown). The full record is:</p> |
|
|
72 | |
|
|
73 | <pre> |
|
|
74 | $whois |
|
|
75 | </pre> |
|
|
76 | |
|
|
77 | <p>My database says that the material you are trying to access is licensed |
|
|
78 | in your country. If I would distribute these files to your country I would |
|
|
79 | actively <em>hurt</em> the industry behind it, which includes the artists |
|
|
80 | and authors of these videos/mangas. So I hope you understand that I try to |
|
|
81 | avoid this.</p> |
|
|
82 | |
|
|
83 | <p>If you <em>really</em> think that this is wrong, i.e. the |
|
|
84 | material you tried to access is <em>not</em> licensed in your |
|
|
85 | country or your ip address was misdetected, you can write to <a |
|
|
86 | href="mailto:licensed\@plan9.de">licensed\@plan9.de</a>. Please explain |
|
|
87 | what happened and why you think this is wrong in as much detail as |
|
|
88 | possible.</p> |
|
|
89 | |
|
|
90 | <div align="right">Thanks a lot for understanding.</div> |
|
|
91 | |
|
|
92 | </body> |
|
|
93 | </html> |
|
|
94 | EOF |
|
|
95 | } |
|
|
96 | |
|
|
97 | sub conn::err_block_referer { |
|
|
98 | my $self = shift; |
|
|
99 | |
|
|
100 | my $uri = $self->{uri}; |
|
|
101 | $uri =~ s/\/[^\/]+$/\//; |
|
|
102 | $uri = escape_uri $uri; |
|
|
103 | print "hiho $uri\n";#d# |
|
|
104 | |
|
|
105 | $self->slog(6, "REFERER($self->{uri},$self->{h}{referer})"); |
|
|
106 | |
|
|
107 | $whois =~ s/&/&/g; |
|
|
108 | $whois =~ s/</</g; |
|
|
109 | $self->err(203, "non-authoritative", { "Content-Type" => "text/html" }, <<EOF); |
|
|
110 | <html> |
|
|
111 | <head> |
|
|
112 | <title>Unallowed Referral</title> |
|
|
113 | </head> |
|
|
114 | <body bgcolor="#ffffff" text="#000000" link="#0000ff" vlink="#000080" alink="#ff0000"> |
|
|
115 | |
|
|
116 | <h1>The site which referred you has done something bad!</h1> |
|
|
117 | |
|
|
118 | <p>It seems that you are coming from this URL:</p> |
|
|
119 | |
|
|
120 | <pre>$self->{h}{referer}</pre> |
|
|
121 | |
|
|
122 | <p>This site has been blocked, either because it required you to pay |
|
|
123 | money, forced you to click on banners, claimed these files were theirs |
|
|
124 | or something very similar. Please note that you can download these files |
|
|
125 | <em>without</em> having to pay, <em>without</em> clicking banners or jump |
|
|
126 | through other hoops.</p> |
|
|
127 | |
|
|
128 | <p><b>Sites like the one you came from actively hurt the distribution of |
|
|
129 | these files and the service quality for you since I can't move or correct |
|
|
130 | files and you will likely not be able to see the full archive.</b></p> |
|
|
131 | |
|
|
132 | <p>Having that this, you can find the original content (if it is still |
|
|
133 | there) by <b>following <a href="$uri">this link</a>.</b></p> |
|
|
134 | |
|
|
135 | <div align="right">Thanks a lot for understanding.</div> |
|
|
136 | |
|
|
137 | </body> |
|
|
138 | </html> |
|
|
139 | EOF |
|
|
140 | } |
|
|
141 | |
|
|
142 | sub conn::access_check { |
125 | sub access_check { |
143 | my $self = shift; |
126 | my $self = shift; |
144 | |
127 | |
145 | my $ref = $self->{h}{referer}; |
128 | my $ref = $self->{h}{referer}; |
146 | my $uri = $self->{path}; |
129 | my $uri = $self->{path}; |
147 | my %disallow; |
130 | my %disallow; |
148 | |
131 | |
149 | for (@blockref) { |
|
|
150 | $self->err_block_referer if $ref =~ $_; |
132 | $self->err_block_referer |
151 | } |
133 | if $self->{h}{referer} =~ $blockref; |
152 | |
134 | |
153 | for (@blockuri) { |
|
|
154 | if ($uri =~ $_->[0]) { |
|
|
155 | $disallow{$_}++ for @{$_->[1]}; |
|
|
156 | } |
|
|
157 | } |
|
|
158 | |
|
|
159 | my $whois = $whois_cache{$self->{remote_addr}} |
135 | my $whois = $whois_cache{$self->{remote_addr}} |
160 | ||= ::ip_request($self->{remote_addr}); |
136 | ||= netgeo::ip_request($self->{remote_addr}); |
161 | |
137 | |
162 | my $country = "XX"; |
138 | my $country = "XX"; |
163 | |
139 | |
164 | if ($whois =~ /^\*cy: (\S+)/m) { |
140 | if ($whois =~ /^\*cy: (\S+)/m) { |
165 | $country = uc $1; |
141 | $country = uc $1; |
… | |
… | |
167 | $self->slog(9, "no country($whois)"); |
143 | $self->slog(9, "no country($whois)"); |
168 | } |
144 | } |
169 | |
145 | |
170 | $self->{country} = $country; |
146 | $self->{country} = $country; |
171 | |
147 | |
172 | if ($disallow{$country}) { |
|
|
173 | $self->err_block_country($whois); |
148 | $self->err_block_country($whois) |
174 | } |
149 | if $self->{path} =~ $blockuri{$country}; |
175 | } |
150 | } |
176 | |
151 | |
177 | 1; |
152 | 1; |