1 | package transferqueue; |
1 | package transferqueue; |
|
|
2 | |
|
|
3 | my @reserve = ( |
|
|
4 | [ 1_200_000, 1], |
|
|
5 | [ 3_000_000, 1], |
|
|
6 | [ 75_000_000, 1], |
|
|
7 | ); |
2 | |
8 | |
3 | sub new { |
9 | sub new { |
4 | my $class = shift; |
10 | my $class = shift; |
5 | bless { |
11 | my $self = bless { |
6 | conns => $_[0], |
12 | slots => $_[0], |
|
|
13 | lastspb => 0, |
|
|
14 | avgspb => 0, |
7 | }, $class; |
15 | }, $class; |
|
|
16 | $self->{reschedule} = Event->timer( |
|
|
17 | after => 10, |
|
|
18 | interval => 3, |
|
|
19 | cb => sub { $self->wake_next }, |
|
|
20 | ); |
|
|
21 | $self; |
8 | } |
22 | } |
9 | |
23 | |
10 | sub start_transfer { |
24 | sub start_transfer { |
11 | my $self = shift; |
25 | my $self = shift; |
|
|
26 | my $size = $_[0]; |
12 | |
27 | |
13 | my $trans = bless [ $self, $Coro::current ], transfer::; |
28 | my $transfer = bless { |
14 | Scalar::Util::weaken($trans->[0]); |
29 | queue => $self, |
|
|
30 | time => $::NOW, |
|
|
31 | size => $size, |
|
|
32 | coro => $Coro::current, |
|
|
33 | started => 0, |
|
|
34 | }, transfer::; |
15 | |
35 | |
16 | push @{$self->{wait}}, $trans; |
36 | push @{$self->{wait}}, $transfer; |
17 | Scalar::Util::weaken($self->{wait}[-1]); |
|
|
18 | |
37 | |
19 | if (--$self->{conns} >= 0) { |
|
|
20 | $self->wake_next; |
38 | $self->wake_next; |
21 | } |
|
|
22 | |
39 | |
23 | $trans; |
40 | $transfer; |
|
|
41 | } |
|
|
42 | |
|
|
43 | sub sort { |
|
|
44 | my @queue = grep $_, @{$_[0]{wait}}; |
|
|
45 | |
|
|
46 | $_->{spb} = ($::NOW-$_->{time}) / ($_->{size} || 1) for @queue; |
|
|
47 | |
|
|
48 | $_[0]{wait} = [sort { $b->{spb} <=> $a->{spb} } @queue]; |
|
|
49 | |
|
|
50 | Scalar::Util::weaken $_ for @{$_[0]{wait}}; |
24 | } |
51 | } |
25 | |
52 | |
26 | sub wake_next { |
53 | sub wake_next { |
27 | my $self = shift; |
54 | my $self = shift; |
28 | |
55 | |
29 | if ($self->{conns} >= 0) { |
56 | $self->sort; |
|
|
57 | |
30 | while(@{$self->{wait}}) { |
58 | while (@{$self->{wait}}) { |
|
|
59 | my $size = $self->{wait}[0]{size}; |
|
|
60 | my $min = 0; |
|
|
61 | for (@reserve) { |
|
|
62 | last if $size <= $_->[0]; |
|
|
63 | $min += $_->[1]; |
|
|
64 | } |
|
|
65 | last unless $self->{slots} > $min; |
31 | my $transfer = shift @{$self->{wait}}; |
66 | my $transfer = shift @{$self->{wait}}; |
32 | if ($transfer) { |
67 | $self->{lastspb} = $transfer->{spb}; |
|
|
68 | $self->{avgspb} ||= $transfer->{spb}; |
|
|
69 | $self->{avgspb} = $self->{avgspb} * 0.95 + $transfer->{spb} * 0.05; |
|
|
70 | $self->{started}++; |
33 | $transfer->wake; |
71 | $transfer->wake; |
34 | last; |
72 | last; |
35 | } |
|
|
36 | } |
|
|
37 | } |
73 | } |
38 | } |
74 | } |
39 | |
75 | |
40 | sub waiters { |
76 | sub waiters { |
41 | map $_->[1], @{$_[0]{wait}}; |
77 | $_[0]->sort; |
|
|
78 | @{$_[0]{wait}}; |
|
|
79 | } |
|
|
80 | |
|
|
81 | sub DESTROY { |
|
|
82 | my $self = shift; |
|
|
83 | |
|
|
84 | $self->{reschedule}->cancel; |
42 | } |
85 | } |
43 | |
86 | |
44 | package transfer; |
87 | package transfer; |
45 | |
88 | |
46 | use Coro::Timer (); |
89 | use Coro::Timer (); |
47 | |
90 | |
|
|
91 | sub wake { |
|
|
92 | my $self = shift; |
|
|
93 | |
|
|
94 | $self->{alloc} = 1; |
|
|
95 | $self->{queue}{slots}--; |
|
|
96 | $self->{wake} and $self->{wake}->ready; |
|
|
97 | } |
|
|
98 | |
48 | sub try { |
99 | sub try { |
49 | my $self = shift; |
100 | my $self = shift; |
|
|
101 | |
|
|
102 | $self->{alloc} || do { |
50 | my $timeout = Coro::Timer::timeout $_[0]; |
103 | my $timeout = Coro::Timer::timeout $_[0]; |
|
|
104 | local $self->{wake} = $self->{coro}; |
51 | |
105 | |
52 | $self->[2] or Coro::schedule; |
106 | Coro::schedule; |
53 | |
107 | |
54 | return $self->[2]; |
108 | $self->{alloc}; |
55 | } |
109 | } |
56 | |
|
|
57 | sub wake { |
|
|
58 | my $self = shift; |
|
|
59 | $self->[2] = 1; |
|
|
60 | $self->[1]->ready; |
|
|
61 | } |
110 | } |
62 | |
111 | |
63 | sub DESTROY { |
112 | sub DESTROY { |
64 | my $self = shift; |
113 | my $self = shift; |
65 | $self->[0]{conns}++; |
114 | |
|
|
115 | if ($self->{alloc}) { |
|
|
116 | $self->{queue}{slots}++; |
66 | $self->[0]->wake_next; |
117 | $self->{queue}->wake_next; |
|
|
118 | } |
67 | } |
119 | } |
68 | |
120 | |
69 | package conn; |
121 | package conn; |
70 | |
122 | |
71 | our %blockuri; |
123 | our %blockuri; |