1 |
root |
1.11 |
package transferqueue; |
2 |
|
|
|
3 |
|
|
sub new { |
4 |
|
|
my $class = shift; |
5 |
|
|
bless { |
6 |
root |
1.19 |
slots => $_[0], |
7 |
|
|
lastspb => 0, |
8 |
root |
1.20 |
avgspb => 0, |
9 |
root |
1.11 |
}, $class; |
10 |
|
|
} |
11 |
|
|
|
12 |
|
|
sub start_transfer { |
13 |
|
|
my $self = shift; |
14 |
root |
1.19 |
my $size = $_[0]; |
15 |
root |
1.11 |
|
16 |
root |
1.20 |
my $transfer = bless { |
17 |
root |
1.22 |
queue => $self, |
18 |
|
|
time => $::NOW, |
19 |
|
|
size => $size, |
20 |
|
|
coro => $Coro::current, |
21 |
|
|
started => 0, |
22 |
root |
1.19 |
}, transfer::; |
23 |
root |
1.11 |
|
24 |
root |
1.20 |
push @{$self->{wait}}, $transfer; |
25 |
root |
1.11 |
|
26 |
root |
1.19 |
$self->wake_next; |
27 |
root |
1.11 |
|
28 |
root |
1.22 |
$transfer; |
29 |
|
|
} |
30 |
|
|
|
31 |
|
|
sub sort { |
32 |
|
|
my @queue = grep $_, @{$_[0]{wait}}; |
33 |
|
|
|
34 |
|
|
$_->{spb} = ($::NOW-$_->{time}) / ($_->{size} || 1) for @queue; |
35 |
|
|
|
36 |
|
|
$_[0]{wait} = [sort { $b->{spb} <=> $a->{spb} } @queue]; |
37 |
|
|
|
38 |
|
|
Scalar::Util::weaken $_ for @{$_[0]{wait}}; |
39 |
root |
1.11 |
} |
40 |
|
|
|
41 |
|
|
sub wake_next { |
42 |
|
|
my $self = shift; |
43 |
|
|
|
44 |
root |
1.19 |
$self->sort; |
45 |
|
|
|
46 |
root |
1.23 |
while($self->{slots} > 0 && @{$self->{wait}}) { |
47 |
root |
1.18 |
my $transfer = shift @{$self->{wait}}; |
48 |
|
|
if ($transfer) { |
49 |
root |
1.19 |
$self->{lastspb} = $transfer->{spb}; |
50 |
root |
1.20 |
$self->{avgspb} ||= $transfer->{spb}; |
51 |
|
|
$self->{avgspb} = $self->{avgspb} * 0.95 + $transfer->{spb} * 0.05; |
52 |
root |
1.22 |
$self->{started}++; |
53 |
root |
1.18 |
$transfer->wake; |
54 |
|
|
last; |
55 |
root |
1.13 |
} |
56 |
|
|
} |
57 |
root |
1.19 |
} |
58 |
|
|
|
59 |
root |
1.11 |
sub waiters { |
60 |
root |
1.19 |
$_[0]->sort; |
61 |
|
|
@{$_[0]{wait}}; |
62 |
root |
1.11 |
} |
63 |
|
|
|
64 |
|
|
package transfer; |
65 |
|
|
|
66 |
|
|
use Coro::Timer (); |
67 |
|
|
|
68 |
root |
1.16 |
sub wake { |
69 |
|
|
my $self = shift; |
70 |
root |
1.19 |
|
71 |
|
|
$self->{alloc} = 1; |
72 |
|
|
$self->{queue}{slots}--; |
73 |
|
|
$self->{wake} and $self->{wake}->ready; |
74 |
root |
1.16 |
} |
75 |
|
|
|
76 |
root |
1.11 |
sub try { |
77 |
|
|
my $self = shift; |
78 |
|
|
|
79 |
root |
1.19 |
$self->{alloc} || do { |
80 |
root |
1.16 |
my $timeout = Coro::Timer::timeout $_[0]; |
81 |
root |
1.19 |
local $self->{wake} = $self->{coro}; |
82 |
root |
1.16 |
|
83 |
root |
1.15 |
Coro::schedule; |
84 |
root |
1.19 |
|
85 |
|
|
$self->{alloc}; |
86 |
root |
1.15 |
} |
87 |
root |
1.11 |
} |
88 |
|
|
|
89 |
|
|
sub DESTROY { |
90 |
|
|
my $self = shift; |
91 |
root |
1.19 |
|
92 |
|
|
if ($self->{alloc}) { |
93 |
|
|
$self->{queue}{slots}++; |
94 |
|
|
$self->{queue}->wake_next; |
95 |
|
|
} |
96 |
root |
1.11 |
} |
97 |
|
|
|
98 |
root |
1.8 |
package conn; |
99 |
root |
1.1 |
|
100 |
root |
1.8 |
our %blockuri; |
101 |
|
|
our $blockref; |
102 |
root |
1.1 |
|
103 |
root |
1.6 |
sub read_blockuri { |
104 |
root |
1.1 |
local *B; |
105 |
|
|
my %group; |
106 |
root |
1.8 |
%blockuri = (); |
107 |
root |
1.6 |
if (open B, "<blockuri") { |
108 |
root |
1.1 |
while (<B>) { |
109 |
|
|
chomp; |
110 |
|
|
if (/^group\s+(\S+)\s+(.*)/i) { |
111 |
|
|
$group{$1} = [split /\s+/, $2]; |
112 |
|
|
} elsif (/^!([^\t]*)\t\s*(.*)/) { |
113 |
|
|
my $g = $1; |
114 |
|
|
my @r; |
115 |
|
|
for (split /\s+/, $2) { |
116 |
|
|
push @r, $group{$_} ? @{$group{$_}} : $_; |
117 |
|
|
} |
118 |
|
|
print "not($g) => (@r)\n"; |
119 |
root |
1.8 |
push @{$blockuri{$_}}, $g for @r; |
120 |
root |
1.6 |
push @blockuri, [qr/$g/i, \@r]; |
121 |
root |
1.1 |
} elsif (/\S/) { |
122 |
root |
1.6 |
print "blockuri: unparsable line: $_\n"; |
123 |
root |
1.1 |
} |
124 |
|
|
} |
125 |
root |
1.8 |
for (keys %blockuri) { |
126 |
|
|
my $qr = join ")|(?:", @{$blockuri{$_}}; |
127 |
|
|
$blockuri{$_} = qr{(?:$qr)}i; |
128 |
|
|
} |
129 |
root |
1.1 |
} else { |
130 |
root |
1.6 |
print "no blockuri\n"; |
131 |
root |
1.1 |
} |
132 |
|
|
} |
133 |
|
|
|
134 |
root |
1.6 |
sub read_blockref { |
135 |
|
|
local *B; |
136 |
root |
1.8 |
my @blockref; |
137 |
root |
1.6 |
if (open B, "<blockreferer") { |
138 |
|
|
while (<B>) { |
139 |
|
|
chomp; |
140 |
|
|
if (/^([^\t]*)\t\s*(.*)/) { |
141 |
root |
1.8 |
push @blockref, $1; |
142 |
root |
1.6 |
} elsif (/\S/) { |
143 |
|
|
print "blockref: unparsable line: $_\n"; |
144 |
|
|
} |
145 |
|
|
} |
146 |
root |
1.8 |
$blockref = join ")|(?:", @blockref; |
147 |
|
|
$blockref = qr{^(?:$blockref)}i; |
148 |
root |
1.6 |
} else { |
149 |
|
|
print "no blockref\n"; |
150 |
root |
1.8 |
$blockref = qr{^x^}; |
151 |
root |
1.6 |
} |
152 |
|
|
} |
153 |
|
|
|
154 |
|
|
read_blockuri; |
155 |
|
|
read_blockref; |
156 |
root |
1.1 |
|
157 |
root |
1.5 |
use Tie::Cache; |
158 |
root |
1.10 |
tie %whois_cache, Tie::Cache::, 32; |
159 |
root |
1.1 |
|
160 |
root |
1.8 |
sub access_check { |
161 |
root |
1.6 |
my $self = shift; |
162 |
|
|
|
163 |
|
|
my $ref = $self->{h}{referer}; |
164 |
|
|
my $uri = $self->{path}; |
165 |
|
|
my %disallow; |
166 |
|
|
|
167 |
root |
1.8 |
$self->err_block_referer |
168 |
|
|
if $self->{h}{referer} =~ $blockref; |
169 |
root |
1.6 |
|
170 |
|
|
my $whois = $whois_cache{$self->{remote_addr}} |
171 |
root |
1.9 |
||= netgeo::ip_request($self->{remote_addr}); |
172 |
root |
1.6 |
|
173 |
|
|
my $country = "XX"; |
174 |
|
|
|
175 |
|
|
if ($whois =~ /^\*cy: (\S+)/m) { |
176 |
|
|
$country = uc $1; |
177 |
|
|
} else { |
178 |
|
|
$self->slog(9, "no country($whois)"); |
179 |
|
|
} |
180 |
|
|
|
181 |
|
|
$self->{country} = $country; |
182 |
|
|
|
183 |
root |
1.8 |
$self->err_block_country($whois) |
184 |
|
|
if $self->{path} =~ $blockuri{$country}; |
185 |
root |
1.1 |
} |
186 |
|
|
|
187 |
|
|
1; |