|
|
1 | package transferqueue; |
1 | |
2 | |
2 | our @blocklist; |
3 | sub new { |
|
|
4 | my $class = shift; |
|
|
5 | bless { |
|
|
6 | slots => $_[0], |
|
|
7 | lastspb => 0, |
|
|
8 | avgspb => 0, |
|
|
9 | }, $class; |
|
|
10 | } |
3 | |
11 | |
|
|
12 | sub start_transfer { |
|
|
13 | my $self = shift; |
|
|
14 | my $size = $_[0]; |
|
|
15 | |
|
|
16 | my $transfer = bless { |
|
|
17 | queue => $self, |
|
|
18 | time => $::NOW, |
|
|
19 | size => $size, |
|
|
20 | coro => $Coro::current, |
|
|
21 | }, transfer::; |
|
|
22 | |
|
|
23 | push @{$self->{wait}}, $transfer; |
|
|
24 | Scalar::Util::weaken($self->{wait}[-1]); |
|
|
25 | |
|
|
26 | $self->wake_next; |
|
|
27 | |
|
|
28 | $trans; |
|
|
29 | } |
|
|
30 | |
|
|
31 | sub wake_next { |
|
|
32 | my $self = shift; |
|
|
33 | |
|
|
34 | $self->sort; |
|
|
35 | |
|
|
36 | while($self->{slots} && @{$self->{wait}}) { |
|
|
37 | my $transfer = shift @{$self->{wait}}; |
|
|
38 | if ($transfer) { |
|
|
39 | $self->{lastspb} = $transfer->{spb}; |
|
|
40 | $self->{avgspb} ||= $transfer->{spb}; |
|
|
41 | $self->{avgspb} = $self->{avgspb} * 0.95 + $transfer->{spb} * 0.05; |
|
|
42 | $transfer->wake; |
|
|
43 | last; |
|
|
44 | } |
|
|
45 | } |
|
|
46 | } |
|
|
47 | |
|
|
48 | sub sort { |
|
|
49 | $_[0]{wait} = [ |
|
|
50 | sort { $b->{spb} <=> $a->{spb} } |
|
|
51 | grep { $_ && ($_->{spb} = ($::NOW-$_->{time})/($_->{size}||1)), $_ } |
|
|
52 | @{$_[0]{wait}} |
|
|
53 | ]; |
|
|
54 | } |
|
|
55 | |
|
|
56 | sub waiters { |
|
|
57 | $_[0]->sort; |
|
|
58 | @{$_[0]{wait}}; |
|
|
59 | } |
|
|
60 | |
|
|
61 | package transfer; |
|
|
62 | |
|
|
63 | use Coro::Timer (); |
|
|
64 | |
|
|
65 | sub wake { |
|
|
66 | my $self = shift; |
|
|
67 | |
|
|
68 | $self->{alloc} = 1; |
|
|
69 | $self->{queue}{slots}--; |
|
|
70 | $self->{wake} and $self->{wake}->ready; |
|
|
71 | } |
|
|
72 | |
|
|
73 | sub try { |
|
|
74 | my $self = shift; |
|
|
75 | |
|
|
76 | $self->{alloc} || do { |
|
|
77 | my $timeout = Coro::Timer::timeout $_[0]; |
|
|
78 | local $self->{wake} = $self->{coro}; |
|
|
79 | |
|
|
80 | Coro::schedule; |
|
|
81 | |
|
|
82 | $self->{alloc}; |
|
|
83 | } |
|
|
84 | } |
|
|
85 | |
|
|
86 | sub DESTROY { |
|
|
87 | my $self = shift; |
|
|
88 | |
|
|
89 | if ($self->{alloc}) { |
|
|
90 | $self->{queue}{slots}++; |
|
|
91 | $self->{queue}->wake_next; |
|
|
92 | } |
|
|
93 | } |
|
|
94 | |
|
|
95 | package conn; |
|
|
96 | |
|
|
97 | our %blockuri; |
|
|
98 | our $blockref; |
|
|
99 | |
4 | sub read_blocklist { |
100 | sub read_blockuri { |
5 | local *B; |
101 | local *B; |
6 | my %group; |
102 | my %group; |
7 | @blocklist = (); |
103 | %blockuri = (); |
8 | if (open B, "<blocklist") { |
104 | if (open B, "<blockuri") { |
9 | while (<B>) { |
105 | while (<B>) { |
10 | chomp; |
106 | chomp; |
11 | if (/^group\s+(\S+)\s+(.*)/i) { |
107 | if (/^group\s+(\S+)\s+(.*)/i) { |
12 | $group{$1} = [split /\s+/, $2]; |
108 | $group{$1} = [split /\s+/, $2]; |
13 | } elsif (/^!([^\t]*)\t\s*(.*)/) { |
109 | } elsif (/^!([^\t]*)\t\s*(.*)/) { |
… | |
… | |
15 | my @r; |
111 | my @r; |
16 | for (split /\s+/, $2) { |
112 | for (split /\s+/, $2) { |
17 | push @r, $group{$_} ? @{$group{$_}} : $_; |
113 | push @r, $group{$_} ? @{$group{$_}} : $_; |
18 | } |
114 | } |
19 | print "not($g) => (@r)\n"; |
115 | print "not($g) => (@r)\n"; |
|
|
116 | push @{$blockuri{$_}}, $g for @r; |
20 | push @blocklist, [qr/$g/i, \@r]; |
117 | push @blockuri, [qr/$g/i, \@r]; |
21 | } elsif (/\S/) { |
118 | } elsif (/\S/) { |
22 | print "blocklist: unparsable line: $_\n"; |
119 | print "blockuri: unparsable line: $_\n"; |
23 | } |
120 | } |
24 | } |
121 | } |
|
|
122 | for (keys %blockuri) { |
|
|
123 | my $qr = join ")|(?:", @{$blockuri{$_}}; |
|
|
124 | $blockuri{$_} = qr{(?:$qr)}i; |
|
|
125 | } |
25 | } else { |
126 | } else { |
26 | print "no blocklst\n"; |
127 | print "no blockuri\n"; |
27 | } |
128 | } |
28 | } |
129 | } |
29 | |
130 | |
30 | read_blocklist; |
131 | sub read_blockref { |
|
|
132 | local *B; |
|
|
133 | my @blockref; |
|
|
134 | if (open B, "<blockreferer") { |
|
|
135 | while (<B>) { |
|
|
136 | chomp; |
|
|
137 | if (/^([^\t]*)\t\s*(.*)/) { |
|
|
138 | push @blockref, $1; |
|
|
139 | } elsif (/\S/) { |
|
|
140 | print "blockref: unparsable line: $_\n"; |
|
|
141 | } |
|
|
142 | } |
|
|
143 | $blockref = join ")|(?:", @blockref; |
|
|
144 | $blockref = qr{^(?:$blockref)}i; |
|
|
145 | } else { |
|
|
146 | print "no blockref\n"; |
|
|
147 | $blockref = qr{^x^}; |
|
|
148 | } |
|
|
149 | } |
31 | |
150 | |
|
|
151 | read_blockuri; |
|
|
152 | read_blockref; |
|
|
153 | |
|
|
154 | use Tie::Cache; |
|
|
155 | tie %whois_cache, Tie::Cache::, 32; |
|
|
156 | |
32 | sub conn::access_check { |
157 | sub access_check { |
33 | my $self = shift; |
158 | my $self = shift; |
34 | |
159 | |
|
|
160 | my $ref = $self->{h}{referer}; |
35 | my $uri = $self->{path}; |
161 | my $uri = $self->{path}; |
36 | my %disallow; |
162 | my %disallow; |
37 | |
163 | |
38 | for (@blocklist) { |
164 | $self->err_block_referer |
39 | if ($uri =~ $_->[0]) { |
165 | if $self->{h}{referer} =~ $blockref; |
40 | $disallow{$_}++ for @{$_->[1]}; |
166 | |
41 | } |
|
|
42 | } |
|
|
43 | |
|
|
44 | my $whois = ::ip_request($self->{remote_addr}); |
167 | my $whois = $whois_cache{$self->{remote_addr}} |
|
|
168 | ||= netgeo::ip_request($self->{remote_addr}); |
45 | |
169 | |
46 | my $country = "XX"; |
170 | my $country = "XX"; |
47 | |
171 | |
48 | if ($whois =~ /^\*cy: (\S+)/m) { |
172 | if ($whois =~ /^\*cy: (\S+)/m) { |
49 | $country = uc $1; |
173 | $country = uc $1; |
50 | } else { |
174 | } else { |
51 | $self->slog(9, "no country($whois)"); |
175 | $self->slog(9, "no country($whois)"); |
52 | } |
176 | } |
53 | |
177 | |
54 | if ($disallow{$country}) { |
178 | $self->{country} = $country; |
55 | $self->slog(6, "DISALLOW($uri,$country)"); |
|
|
56 | $whois =~ s/&/&/g; |
|
|
57 | $whois =~ s/</</g; |
|
|
58 | $self->err(403, "forbidden", { "Content-Type" => "text/html" }, <<EOF); |
|
|
59 | <html> |
|
|
60 | <head> |
|
|
61 | <title>This material is licensed in your country!</title> |
|
|
62 | </head> |
|
|
63 | <body bgcolor="#ffffff" text="#000000" link="#0000ff" vlink="#000080" alink="#ff0000"> |
|
|
64 | |
179 | |
65 | <h1>This material is licensed in your country!</h1> |
180 | $self->err_block_country($whois) |
66 | |
181 | if $self->{path} =~ $blockuri{$country}; |
67 | <p>My research has shown that your IP address |
|
|
68 | (<b>$self->{remote_addr}</b>) most probably is located in this country: |
|
|
69 | <b>$country</b> (ISO-3166-2 code, XX == unknown). The full record is:</p> |
|
|
70 | |
|
|
71 | <pre> |
|
|
72 | $whois |
|
|
73 | </pre> |
|
|
74 | |
|
|
75 | <p>My database says that the material you are trying to access is licensed |
|
|
76 | in your country. If I would distribute these files to your country I would |
|
|
77 | actively <em>hurt</em> the industry behind it, which includes the artists |
|
|
78 | and authors of these videos/mangas. So I hope you understand that I try to |
|
|
79 | avoid this.</p> |
|
|
80 | |
|
|
81 | <p>If you <em>really</em> think that this is wrong, i.e. the |
|
|
82 | material you tried to access is <em>not</em> licensed in your |
|
|
83 | country or your ip address was misdetected, you can write to <a |
|
|
84 | href="mailto:licensed\@plan9.de">licensed\@plan9.de</a>. Please explain |
|
|
85 | what happened and why you think this is wrong in as much detail as |
|
|
86 | possible.</p> |
|
|
87 | |
|
|
88 | <div align="right">Thanks a lot for understanding.</div> |
|
|
89 | |
|
|
90 | </body> |
|
|
91 | </html> |
|
|
92 | EOF |
|
|
93 | } |
|
|
94 | } |
182 | } |
95 | |
183 | |
96 | 1; |
184 | 1; |