Coro/myhttpd/access.pl

package transferqueue;

my @reserve = (
      [  1_200_000, 1],
      [  3_000_000, 1],
      [ 75_000_000, 1],
);

sub new {
   my $class = shift;
   my $self = bless {
      slots   => $_[0],
      lastspb => 0,
      avgspb  => 0,
   }, $class;
   $self->{reschedule} = Event->timer(
         after => 10,
         interval => 3,
         cb => sub { $self->wake_next },
   );
   $self;
}

sub start_transfer {
   my $self = shift;
   my $size = $_[0];

   my $transfer = bless {
      queue   => $self,
      time    => $::NOW,
      size    => $size,
      coro    => $Coro::current,
      started => 0,
   }, transfer::;

   push @{$self->{wait}}, $transfer;

   $self->wake_next;

   $transfer;
}

sub sort {
   my @queue = grep $_, @{$_[0]{wait}};

   $_->{spb} = ($::NOW-$_->{time}) / ($_->{size} || 1) for @queue;
   
   $_[0]{wait} = [sort { $b->{spb} <=> $a->{spb} } @queue];

   Scalar::Util::weaken $_ for @{$_[0]{wait}};
}

sub wake_next {
   my $self = shift;

   $self->sort;

   while (@{$self->{wait}}) {
      my $size = $self->{wait}[0]{size};
      my $min = 0;
      for (@reserve) {
         last if $size <= $_->[0];
         $min += $_->[1];
      }
      last unless $self->{slots} > $min;
      my $transfer = shift @{$self->{wait}};
      $self->{lastspb} = $transfer->{spb};
      $self->{avgspb} ||= $transfer->{spb};
      $self->{avgspb} = $self->{avgspb} * 0.95 + $transfer->{spb} * 0.05;
      $self->{started}++;
      $transfer->wake;
      last;
   }
}

sub waiters {
   $_[0]->sort;
   @{$_[0]{wait}};
}

sub DESTROY {
   my $self = shift;

   $self->{reschedule}->cancel;
}

package transfer;

use Coro::Timer ();

sub wake {
   my $self = shift;

   $self->{alloc} = 1;
   $self->{queue}{slots}--;
   $self->{wake} and $self->{wake}->ready;
}

sub try {
   my $self = shift;

   $self->{alloc} || do {
      my $timeout = Coro::Timer::timeout $_[0];
      local $self->{wake} = $self->{coro};

      Coro::schedule;

      $self->{alloc};
   }
}

sub DESTROY {
   my $self = shift;

   if ($self->{alloc}) {
      $self->{queue}{slots}++;
      $self->{queue}->wake_next;
   }
}

package conn;

our %blockuri;
our $blockref;

sub read_blockuri {
   local *B;
   my %group;
   %blockuri = ();
   if (open B, "<blockuri") {
      while (<B>) {
         chomp;
         if (/^group\s+(\S+)\s+(.*)/i) {
            $group{$1} = [split /\s+/, $2];
         } elsif (/^!([^\t]*)\t\s*(.*)/) {
            my $g = $1;
            my @r;
            for (split /\s+/, $2) {
               push @r, $group{$_} ? @{$group{$_}} : $_;
            }
            print "not($g) => (@r)\n";
            push @{$blockuri{$_}}, $g for @r;
            push @blockuri, [qr/$g/i, \@r];
         } elsif (/\S/) {
            print "blockuri: unparsable line: $_\n";
         }
      }
      for (keys %blockuri) {
         my $qr = join ")|(?:", @{$blockuri{$_}};
         $blockuri{$_} = qr{(?:$qr)}i;
      }
   } else {
      print "no blockuri\n";
   }
}

sub read_blockref {
   local *B;
   my @blockref;
   if (open B, "<blockreferer") {
      while (<B>) {
         chomp;
         if (/^([^\t]*)\t\s*(.*)/) {
            push @blockref, $1;
         } elsif (/\S/) {
            print "blockref: unparsable line: $_\n";
         }
      }
      $blockref = join ")|(?:", @blockref;
      $blockref = qr{^(?:$blockref)}i;
   } else {
      print "no blockref\n";
      $blockref = qr{^x^};
   }
}

read_blockuri;
read_blockref;

use Tie::Cache;
tie %whois_cache, Tie::Cache::, 32;

sub access_check {
   my $self = shift;

   my $ref = $self->{h}{referer};
   my $uri = $self->{path};
   my %disallow;

   $self->err_block_referer
      if $self->{h}{referer} =~ $blockref;

   my $whois = $whois_cache{$self->{remote_addr}}
               ||= netgeo::ip_request($self->{remote_addr});

   my $country = "XX";

   if ($whois =~ /^\*cy: (\S+)/m) {
      $country = uc $1;
   } else {
      $self->slog(9, "no country($whois)");
   }

   $self->{country} = $country;

   $self->err_block_country($whois)
      if $self->{path} =~ $blockuri{$country};
}

1;
Revision:	1.26
Committed:	Tue Dec 4 15:57:59 2001 UTC (22 years, 7 months ago) by root
Content type:	text/plain
Branch:	MAIN
Changes since 1.25:	+13 -1 lines
Log Message:	* empty log message *
#	User	Rev	Content
1	root	1.11	package transferqueue;
2
3	root	1.24	my @reserve = (
4	root	1.25	[ 1_200_000, 1],
5			[ 3_000_000, 1],
6			[ 75_000_000, 1],
7	root	1.24	);
8
9	root	1.11	sub new {
10			my $class = shift;
11	root	1.26	my $self = bless {
12	root	1.19	slots => $_[0],
13			lastspb => 0,
14	root	1.20	avgspb => 0,
15	root	1.11	}, $class;
16	root	1.26	$self->{reschedule} = Event->timer(
17			after => 10,
18			interval => 3,
19			cb => sub { $self->wake_next },
20			);
21			$self;
22	root	1.11	}
23
24			sub start_transfer {
25			my $self = shift;
26	root	1.19	my $size = $_[0];
27	root	1.11
28	root	1.20	my $transfer = bless {
29	root	1.22	queue => $self,
30			time => $::NOW,
31			size => $size,
32			coro => $Coro::current,
33			started => 0,
34	root	1.19	}, transfer::;
35	root	1.11
36	root	1.20	push @{$self->{wait}}, $transfer;
37	root	1.11
38	root	1.19	$self->wake_next;
39	root	1.11
40	root	1.22	$transfer;
41			}
42
43			sub sort {
44			my @queue = grep $_, @{$_[0]{wait}};
45
46			$_->{spb} = ($::NOW-$_->{time}) / ($_->{size} \|\| 1) for @queue;
47
48			$_[0]{wait} = [sort { $b->{spb} <=> $a->{spb} } @queue];
49
50			Scalar::Util::weaken $_ for @{$_[0]{wait}};
51	root	1.11	}
52
53			sub wake_next {
54			my $self = shift;
55
56	root	1.19	$self->sort;
57
58	root	1.24	while (@{$self->{wait}}) {
59			my $size = $self->{wait}[0]{size};
60			my $min = 0;
61			for (@reserve) {
62			last if $size <= $_->[0];
63			$min += $_->[1];
64			}
65			last unless $self->{slots} > $min;
66	root	1.18	my $transfer = shift @{$self->{wait}};
67	root	1.24	$self->{lastspb} = $transfer->{spb};
68			$self->{avgspb} \|\|= $transfer->{spb};
69			$self->{avgspb} = $self->{avgspb} * 0.95 + $transfer->{spb} * 0.05;
70			$self->{started}++;
71			$transfer->wake;
72			last;
73	root	1.13	}
74	root	1.19	}
75
76	root	1.11	sub waiters {
77	root	1.19	$_[0]->sort;
78			@{$_[0]{wait}};
79	root	1.26	}
80
81			sub DESTROY {
82			my $self = shift;
83
84			$self->{reschedule}->cancel;
85	root	1.11	}
86
87			package transfer;
88
89			use Coro::Timer ();
90
91	root	1.16	sub wake {
92			my $self = shift;
93	root	1.19
94			$self->{alloc} = 1;
95			$self->{queue}{slots}--;
96			$self->{wake} and $self->{wake}->ready;
97	root	1.16	}
98
99	root	1.11	sub try {
100			my $self = shift;
101
102	root	1.19	$self->{alloc} \|\| do {
103	root	1.16	my $timeout = Coro::Timer::timeout $_[0];
104	root	1.19	local $self->{wake} = $self->{coro};
105	root	1.16
106	root	1.15	Coro::schedule;
107	root	1.19
108			$self->{alloc};
109	root	1.15	}
110	root	1.11	}
111
112			sub DESTROY {
113			my $self = shift;
114	root	1.19
115			if ($self->{alloc}) {
116			$self->{queue}{slots}++;
117			$self->{queue}->wake_next;
118			}
119	root	1.11	}
120
121	root	1.8	package conn;
122	root	1.1
123	root	1.8	our %blockuri;
124			our $blockref;
125	root	1.1
126	root	1.6	sub read_blockuri {
127	root	1.1	local *B;
128			my %group;
129	root	1.8	%blockuri = ();
130	root	1.6	if (open B, "<blockuri") {
131	root	1.1	while (<B>) {
132			chomp;
133			if (/^group\s+(\S+)\s+(.*)/i) {
134			$group{$1} = [split /\s+/, $2];
135			} elsif (/^!([^\t])\t\s(.*)/) {
136			my $g = $1;
137			my @r;
138			for (split /\s+/, $2) {
139			push @r, $group{$_} ? @{$group{$_}} : $_;
140			}
141			print "not($g) => (@r)\n";
142	root	1.8	push @{$blockuri{$_}}, $g for @r;
143	root	1.6	push @blockuri, [qr/$g/i, \@r];
144	root	1.1	} elsif (/\S/) {
145	root	1.6	print "blockuri: unparsable line: $_\n";
146	root	1.1	}
147			}
148	root	1.8	for (keys %blockuri) {
149			my $qr = join ")\|(?:", @{$blockuri{$_}};
150			$blockuri{$_} = qr{(?:$qr)}i;
151			}
152	root	1.1	} else {
153	root	1.6	print "no blockuri\n";
154	root	1.1	}
155			}
156
157	root	1.6	sub read_blockref {
158			local *B;
159	root	1.8	my @blockref;
160	root	1.6	if (open B, "<blockreferer") {
161			while (<B>) {
162			chomp;
163			if (/^([^\t])\t\s(.*)/) {
164	root	1.8	push @blockref, $1;
165	root	1.6	} elsif (/\S/) {
166			print "blockref: unparsable line: $_\n";
167			}
168			}
169	root	1.8	$blockref = join ")\|(?:", @blockref;
170			$blockref = qr{^(?:$blockref)}i;
171	root	1.6	} else {
172			print "no blockref\n";
173	root	1.8	$blockref = qr{^x^};
174	root	1.6	}
175			}
176
177			read_blockuri;
178			read_blockref;
179	root	1.1
180	root	1.5	use Tie::Cache;
181	root	1.10	tie %whois_cache, Tie::Cache::, 32;
182	root	1.1
183	root	1.8	sub access_check {
184	root	1.6	my $self = shift;
185
186			my $ref = $self->{h}{referer};
187			my $uri = $self->{path};
188			my %disallow;
189
190	root	1.8	$self->err_block_referer
191			if $self->{h}{referer} =~ $blockref;
192	root	1.6
193			my $whois = $whois_cache{$self->{remote_addr}}
194	root	1.9	\|\|= netgeo::ip_request($self->{remote_addr});
195	root	1.6
196			my $country = "XX";
197
198			if ($whois =~ /^\*cy: (\S+)/m) {
199			$country = uc $1;
200			} else {
201			$self->slog(9, "no country($whois)");
202			}
203
204			$self->{country} = $country;
205
206	root	1.8	$self->err_block_country($whois)
207			if $self->{path} =~ $blockuri{$country};
208	root	1.1	}
209
210			1;