1 |
package transferqueue; |
2 |
|
3 |
my @reserve = ( |
4 |
[ 1_200_000, 2], |
5 |
[ 8_000_000, 1], |
6 |
[ 75_000_000, 1], |
7 |
); |
8 |
|
9 |
sub new { |
10 |
my $class = shift; |
11 |
my $self = bless { |
12 |
slots => 1, |
13 |
maxsize => 0, |
14 |
lastspb => 0, |
15 |
avgspb => 0, |
16 |
@_, |
17 |
}, $class; |
18 |
$self->{reschedule} = Event->timer( |
19 |
after => 10, |
20 |
interval => 3, |
21 |
cb => sub { $self->wake_next }, |
22 |
); |
23 |
$self; |
24 |
} |
25 |
|
26 |
sub start_transfer { |
27 |
my $self = shift; |
28 |
my $size = $_[0]; |
29 |
|
30 |
if ($self->{maxsize} && $self->{maxsize} < $size) { |
31 |
$size = $self->{maxsize}; |
32 |
} |
33 |
|
34 |
my $transfer = bless { |
35 |
queue => $self, |
36 |
time => $::NOW, |
37 |
size => $size, |
38 |
coro => $Coro::current, |
39 |
started => 0, |
40 |
}, transfer::; |
41 |
|
42 |
push @{$self->{wait}}, $transfer; |
43 |
|
44 |
$self->wake_next; |
45 |
|
46 |
$transfer; |
47 |
} |
48 |
|
49 |
sub sort { |
50 |
my @queue = grep $_, @{$_[0]{wait}}; |
51 |
|
52 |
$_->{spb} = ($::NOW-$_->{time}) / ($_->{size} || 1) for @queue; |
53 |
|
54 |
$_[0]{wait} = [sort { $b->{spb} <=> $a->{spb} } @queue]; |
55 |
|
56 |
Scalar::Util::weaken $_ for @{$_[0]{wait}}; |
57 |
} |
58 |
|
59 |
sub wake_next { |
60 |
my $self = shift; |
61 |
|
62 |
$self->sort; |
63 |
|
64 |
while (@{$self->{wait}}) { |
65 |
my $size = $self->{wait}[0]{size}; |
66 |
my $min = 0; |
67 |
for (@reserve) { |
68 |
last if $size <= $_->[0]; |
69 |
$min += $_->[1]; |
70 |
} |
71 |
last unless $self->{slots} > $min; |
72 |
my $transfer = shift @{$self->{wait}}; |
73 |
$self->{lastspb} = $transfer->{spb}; |
74 |
$self->{avgspb} = $self->{avgspb} * 0.99 + $transfer->{spb} * 0.01; |
75 |
$self->{started}++; |
76 |
$transfer->wake; |
77 |
last; |
78 |
} |
79 |
} |
80 |
|
81 |
sub waiters { |
82 |
$_[0]->sort; |
83 |
@{$_[0]{wait}}; |
84 |
} |
85 |
|
86 |
sub DESTROY { |
87 |
my $self = shift; |
88 |
|
89 |
$self->{reschedule}->cancel; |
90 |
} |
91 |
|
92 |
package transfer; |
93 |
|
94 |
use Coro::Timer (); |
95 |
|
96 |
sub wake { |
97 |
my $self = shift; |
98 |
|
99 |
$self->{alloc} = 1; |
100 |
$self->{queue}{slots}--; |
101 |
$self->{wake} and $self->{wake}->ready; |
102 |
} |
103 |
|
104 |
sub try { |
105 |
my $self = shift; |
106 |
|
107 |
$self->{alloc} || do { |
108 |
my $timeout = Coro::Timer::timeout $_[0]; |
109 |
local $self->{wake} = $self->{coro}; |
110 |
|
111 |
Coro::schedule; |
112 |
|
113 |
$self->{alloc}; |
114 |
} |
115 |
} |
116 |
|
117 |
sub DESTROY { |
118 |
my $self = shift; |
119 |
|
120 |
if ($self->{alloc}) { |
121 |
$self->{queue}{slots}++; |
122 |
$self->{queue}->wake_next; |
123 |
} |
124 |
} |
125 |
|
126 |
package conn; |
127 |
|
128 |
our %blockuri; |
129 |
our $blockref; |
130 |
|
131 |
sub read_blockuri { |
132 |
local *B; |
133 |
my %group; |
134 |
%blockuri = (); |
135 |
if (open B, "<blockuri") { |
136 |
while (<B>) { |
137 |
chomp; |
138 |
if (/^group\s+(\S+)\s+(.*)/i) { |
139 |
$group{$1} = [split /\s+/, $2]; |
140 |
} elsif (/^!([^\t]*)\t\s*(.*)/) { |
141 |
my $g = $1; |
142 |
my @r; |
143 |
for (split /\s+/, $2) { |
144 |
push @r, $group{$_} ? @{$group{$_}} : $_; |
145 |
} |
146 |
print "not($g) => (@r)\n"; |
147 |
push @{$blockuri{$_}}, $g for @r; |
148 |
push @blockuri, [qr/$g/i, \@r]; |
149 |
} elsif (/\S/) { |
150 |
print "blockuri: unparsable line: $_\n"; |
151 |
} |
152 |
} |
153 |
for (keys %blockuri) { |
154 |
my $qr = join ")|(?:", @{$blockuri{$_}}; |
155 |
$blockuri{$_} = qr{(?:$qr)}i; |
156 |
} |
157 |
} else { |
158 |
print "no blockuri\n"; |
159 |
} |
160 |
} |
161 |
|
162 |
sub read_blockref { |
163 |
local *B; |
164 |
my @blockref; |
165 |
if (open B, "<blockreferer") { |
166 |
while (<B>) { |
167 |
chomp; |
168 |
if (/^([^\t]*)\t\s*(.*)/) { |
169 |
push @blockref, $1; |
170 |
} elsif (/\S/) { |
171 |
print "blockref: unparsable line: $_\n"; |
172 |
} |
173 |
} |
174 |
$blockref = join ")|(?:", @blockref; |
175 |
$blockref = qr{^(?:$blockref)}i; |
176 |
} else { |
177 |
print "no blockref\n"; |
178 |
$blockref = qr{^x^}; |
179 |
} |
180 |
} |
181 |
|
182 |
read_blockuri; |
183 |
read_blockref; |
184 |
|
185 |
use Tie::Cache; |
186 |
tie %whois_cache, Tie::Cache::, 32; |
187 |
|
188 |
sub access_check { |
189 |
my $self = shift; |
190 |
|
191 |
my $ref = $self->{h}{referer}; |
192 |
my $uri = $self->{path}; |
193 |
my %disallow; |
194 |
|
195 |
$self->err_block_referer |
196 |
if $self->{h}{referer} =~ $blockref; |
197 |
|
198 |
my $whois = $whois_cache{$self->{remote_addr}} |
199 |
||= netgeo::ip_request($self->{remote_addr}); |
200 |
|
201 |
my $country = "XX"; |
202 |
|
203 |
if ($whois =~ /^\*cy: (\S+)/m) { |
204 |
$country = uc $1; |
205 |
} else { |
206 |
$self->slog(9, "no country($whois)"); |
207 |
} |
208 |
|
209 |
$self->{country} = $country; |
210 |
|
211 |
$self->err_block_country($whois) |
212 |
if $self->{path} =~ $blockuri{$country}; |
213 |
} |
214 |
|
215 |
1; |