|
|
1 | package transferqueue; |
|
|
2 | |
|
|
3 | my @reserve = ( |
|
|
4 | [ 1_200_000, 1], |
|
|
5 | [ 3_000_000, 1], |
|
|
6 | [ 75_000_000, 1], |
|
|
7 | ); |
|
|
8 | |
|
|
9 | sub new { |
|
|
10 | my $class = shift; |
|
|
11 | my $self = bless { |
|
|
12 | slots => $_[0], |
|
|
13 | lastspb => 0, |
|
|
14 | avgspb => 0, |
|
|
15 | }, $class; |
|
|
16 | $self->{reschedule} = Event->timer( |
|
|
17 | after => 10, |
|
|
18 | interval => 3, |
|
|
19 | cb => sub { $self->wake_next }, |
|
|
20 | ); |
|
|
21 | $self; |
|
|
22 | } |
|
|
23 | |
|
|
24 | sub start_transfer { |
|
|
25 | my $self = shift; |
|
|
26 | my $size = $_[0]; |
|
|
27 | |
|
|
28 | my $transfer = bless { |
|
|
29 | queue => $self, |
|
|
30 | time => $::NOW, |
|
|
31 | size => $size, |
|
|
32 | coro => $Coro::current, |
|
|
33 | started => 0, |
|
|
34 | }, transfer::; |
|
|
35 | |
|
|
36 | push @{$self->{wait}}, $transfer; |
|
|
37 | |
|
|
38 | $self->wake_next; |
|
|
39 | |
|
|
40 | $transfer; |
|
|
41 | } |
|
|
42 | |
|
|
43 | sub sort { |
|
|
44 | my @queue = grep $_, @{$_[0]{wait}}; |
|
|
45 | |
|
|
46 | $_->{spb} = ($::NOW-$_->{time}) / ($_->{size} || 1) for @queue; |
|
|
47 | |
|
|
48 | $_[0]{wait} = [sort { $b->{spb} <=> $a->{spb} } @queue]; |
|
|
49 | |
|
|
50 | Scalar::Util::weaken $_ for @{$_[0]{wait}}; |
|
|
51 | } |
|
|
52 | |
|
|
53 | sub wake_next { |
|
|
54 | my $self = shift; |
|
|
55 | |
|
|
56 | $self->sort; |
|
|
57 | |
|
|
58 | while (@{$self->{wait}}) { |
|
|
59 | my $size = $self->{wait}[0]{size}; |
|
|
60 | my $min = 0; |
|
|
61 | for (@reserve) { |
|
|
62 | last if $size <= $_->[0]; |
|
|
63 | $min += $_->[1]; |
|
|
64 | } |
|
|
65 | last unless $self->{slots} > $min; |
|
|
66 | my $transfer = shift @{$self->{wait}}; |
|
|
67 | $self->{lastspb} = $transfer->{spb}; |
|
|
68 | $self->{avgspb} ||= $transfer->{spb}; |
|
|
69 | $self->{avgspb} = $self->{avgspb} * 0.95 + $transfer->{spb} * 0.05; |
|
|
70 | $self->{started}++; |
|
|
71 | $transfer->wake; |
|
|
72 | last; |
|
|
73 | } |
|
|
74 | } |
|
|
75 | |
|
|
76 | sub waiters { |
|
|
77 | $_[0]->sort; |
|
|
78 | @{$_[0]{wait}}; |
|
|
79 | } |
|
|
80 | |
|
|
81 | sub DESTROY { |
|
|
82 | my $self = shift; |
|
|
83 | |
|
|
84 | $self->{reschedule}->cancel; |
|
|
85 | } |
|
|
86 | |
|
|
87 | package transfer; |
|
|
88 | |
|
|
89 | use Coro::Timer (); |
|
|
90 | |
|
|
91 | sub wake { |
|
|
92 | my $self = shift; |
|
|
93 | |
|
|
94 | $self->{alloc} = 1; |
|
|
95 | $self->{queue}{slots}--; |
|
|
96 | $self->{wake} and $self->{wake}->ready; |
|
|
97 | } |
|
|
98 | |
|
|
99 | sub try { |
|
|
100 | my $self = shift; |
|
|
101 | |
|
|
102 | $self->{alloc} || do { |
|
|
103 | my $timeout = Coro::Timer::timeout $_[0]; |
|
|
104 | local $self->{wake} = $self->{coro}; |
|
|
105 | |
|
|
106 | Coro::schedule; |
|
|
107 | |
|
|
108 | $self->{alloc}; |
|
|
109 | } |
|
|
110 | } |
|
|
111 | |
|
|
112 | sub DESTROY { |
|
|
113 | my $self = shift; |
|
|
114 | |
|
|
115 | if ($self->{alloc}) { |
|
|
116 | $self->{queue}{slots}++; |
|
|
117 | $self->{queue}->wake_next; |
|
|
118 | } |
|
|
119 | } |
|
|
120 | |
| 1 | package conn; |
121 | package conn; |
| 2 | |
122 | |
| 3 | our %blockuri; |
123 | our %blockuri; |
| 4 | our $blockref; |
124 | our $blockref; |
| 5 | |
125 | |
| … | |
… | |
| 56 | |
176 | |
| 57 | read_blockuri; |
177 | read_blockuri; |
| 58 | read_blockref; |
178 | read_blockref; |
| 59 | |
179 | |
| 60 | use Tie::Cache; |
180 | use Tie::Cache; |
| 61 | tie %whois_cache, Tie::Cache::, $::MAX_CONNECTS * 1.5; |
181 | tie %whois_cache, Tie::Cache::, 32; |
| 62 | |
182 | |
| 63 | sub access_check { |
183 | sub access_check { |
| 64 | my $self = shift; |
184 | my $self = shift; |
| 65 | |
185 | |
| 66 | my $ref = $self->{h}{referer}; |
186 | my $ref = $self->{h}{referer}; |
