Coro/myhttpd/access.pl

package transferqueue;

my @reserve = (
      [  1_200_000, 2],
      [  8_000_000, 1],
      [ 75_000_000, 1],
);

sub new {
   my $class = shift;
   my $self = bless {
      slots   => $_[0],
      lastspb => 0,
      avgspb  => 0,
   }, $class;
   $self->{reschedule} = Event->timer(
         after => 10,
         interval => 3,
         cb => sub { $self->wake_next },
   );
   $self;
}

sub start_transfer {
   my $self = shift;
   my $size = $_[0];

   my $transfer = bless {
      queue   => $self,
      time    => $::NOW,
      size    => $size,
      coro    => $Coro::current,
      started => 0,
   }, transfer::;

   push @{$self->{wait}}, $transfer;

   $self->wake_next;

   $transfer;
}

sub sort {
   my @queue = grep $_, @{$_[0]{wait}};

   $_->{spb} = ($::NOW-$_->{time}) / ($_->{size} || 1) for @queue;
   
   $_[0]{wait} = [sort { $b->{spb} <=> $a->{spb} } @queue];

   Scalar::Util::weaken $_ for @{$_[0]{wait}};
}

sub wake_next {
   my $self = shift;

   $self->sort;

   while (@{$self->{wait}}) {
      my $size = $self->{wait}[0]{size};
      my $min = 0;
      for (@reserve) {
         last if $size <= $_->[0];
         $min += $_->[1];
      }
      last unless $self->{slots} > $min;
      my $transfer = shift @{$self->{wait}};
      $self->{lastspb} = $transfer->{spb};
      $self->{avgspb} = $self->{avgspb} * 0.99 + $transfer->{spb} * 0.01;
      $self->{started}++;
      $transfer->wake;
      last;
   }
}

sub waiters {
   $_[0]->sort;
   @{$_[0]{wait}};
}

sub DESTROY {
   my $self = shift;

   $self->{reschedule}->cancel;
}

package transfer;

use Coro::Timer ();

sub wake {
   my $self = shift;

   $self->{alloc} = 1;
   $self->{queue}{slots}--;
   $self->{wake} and $self->{wake}->ready;
}

sub try {
   my $self = shift;

   $self->{alloc} || do {
      my $timeout = Coro::Timer::timeout $_[0];
      local $self->{wake} = $self->{coro};

      Coro::schedule;

      $self->{alloc};
   }
}

sub DESTROY {
   my $self = shift;

   if ($self->{alloc}) {
      $self->{queue}{slots}++;
      $self->{queue}->wake_next;
   }
}

package conn;

our %blockuri;
our $blockref;

sub read_blockuri {
   local *B;
   my %group;
   %blockuri = ();
   if (open B, "<blockuri") {
      while (<B>) {
         chomp;
         if (/^group\s+(\S+)\s+(.*)/i) {
            $group{$1} = [split /\s+/, $2];
         } elsif (/^!([^\t]*)\t\s*(.*)/) {
            my $g = $1;
            my @r;
            for (split /\s+/, $2) {
               push @r, $group{$_} ? @{$group{$_}} : $_;
            }
            print "not($g) => (@r)\n";
            push @{$blockuri{$_}}, $g for @r;
            push @blockuri, [qr/$g/i, \@r];
         } elsif (/\S/) {
            print "blockuri: unparsable line: $_\n";
         }
      }
      for (keys %blockuri) {
         my $qr = join ")|(?:", @{$blockuri{$_}};
         $blockuri{$_} = qr{(?:$qr)}i;
      }
   } else {
      print "no blockuri\n";
   }
}

sub read_blockref {
   local *B;
   my @blockref;
   if (open B, "<blockreferer") {
      while (<B>) {
         chomp;
         if (/^([^\t]*)\t\s*(.*)/) {
            push @blockref, $1;
         } elsif (/\S/) {
            print "blockref: unparsable line: $_\n";
         }
      }
      $blockref = join ")|(?:", @blockref;
      $blockref = qr{^(?:$blockref)}i;
   } else {
      print "no blockref\n";
      $blockref = qr{^x^};
   }
}

read_blockuri;
read_blockref;

use Tie::Cache;
tie %whois_cache, Tie::Cache::, 32;

sub access_check {
   my $self = shift;

   my $ref = $self->{h}{referer};
   my $uri = $self->{path};
   my %disallow;

   $self->err_block_referer
      if $self->{h}{referer} =~ $blockref;

   my $whois = $whois_cache{$self->{remote_addr}}
               ||= netgeo::ip_request($self->{remote_addr});

   my $country = "XX";

   if ($whois =~ /^\*cy: (\S+)/m) {
      $country = uc $1;
   } else {
      $self->slog(9, "no country($whois)");
   }

   $self->{country} = $country;

   $self->err_block_country($whois)
      if $self->{path} =~ $blockuri{$country};
}

1;
Revision:	1.27
Committed:	Wed Dec 5 02:02:23 2001 UTC (22 years, 7 months ago) by root
Content type:	text/plain
Branch:	MAIN
Changes since 1.26:	+3 -4 lines
Log Message:	* empty log message *
#	User	Rev	Content
1	root	1.11	package transferqueue;
2
3	root	1.24	my @reserve = (
4	root	1.27	[ 1_200_000, 2],
5			[ 8_000_000, 1],
6	root	1.25	[ 75_000_000, 1],
7	root	1.24	);
8
9	root	1.11	sub new {
10			my $class = shift;
11	root	1.26	my $self = bless {
12	root	1.19	slots => $_[0],
13			lastspb => 0,
14	root	1.20	avgspb => 0,
15	root	1.11	}, $class;
16	root	1.26	$self->{reschedule} = Event->timer(
17			after => 10,
18			interval => 3,
19			cb => sub { $self->wake_next },
20			);
21			$self;
22	root	1.11	}
23
24			sub start_transfer {
25			my $self = shift;
26	root	1.19	my $size = $_[0];
27	root	1.11
28	root	1.20	my $transfer = bless {
29	root	1.22	queue => $self,
30			time => $::NOW,
31			size => $size,
32			coro => $Coro::current,
33			started => 0,
34	root	1.19	}, transfer::;
35	root	1.11
36	root	1.20	push @{$self->{wait}}, $transfer;
37	root	1.11
38	root	1.19	$self->wake_next;
39	root	1.11
40	root	1.22	$transfer;
41			}
42
43			sub sort {
44			my @queue = grep $_, @{$_[0]{wait}};
45
46			$_->{spb} = ($::NOW-$_->{time}) / ($_->{size} \|\| 1) for @queue;
47
48			$_[0]{wait} = [sort { $b->{spb} <=> $a->{spb} } @queue];
49
50			Scalar::Util::weaken $_ for @{$_[0]{wait}};
51	root	1.11	}
52
53			sub wake_next {
54			my $self = shift;
55
56	root	1.19	$self->sort;
57
58	root	1.24	while (@{$self->{wait}}) {
59			my $size = $self->{wait}[0]{size};
60			my $min = 0;
61			for (@reserve) {
62			last if $size <= $_->[0];
63			$min += $_->[1];
64			}
65			last unless $self->{slots} > $min;
66	root	1.18	my $transfer = shift @{$self->{wait}};
67	root	1.24	$self->{lastspb} = $transfer->{spb};
68	root	1.27	$self->{avgspb} = $self->{avgspb} * 0.99 + $transfer->{spb} * 0.01;
69	root	1.24	$self->{started}++;
70			$transfer->wake;
71			last;
72	root	1.13	}
73	root	1.19	}
74
75	root	1.11	sub waiters {
76	root	1.19	$_[0]->sort;
77			@{$_[0]{wait}};
78	root	1.26	}
79
80			sub DESTROY {
81			my $self = shift;
82
83			$self->{reschedule}->cancel;
84	root	1.11	}
85
86			package transfer;
87
88			use Coro::Timer ();
89
90	root	1.16	sub wake {
91			my $self = shift;
92	root	1.19
93			$self->{alloc} = 1;
94			$self->{queue}{slots}--;
95			$self->{wake} and $self->{wake}->ready;
96	root	1.16	}
97
98	root	1.11	sub try {
99			my $self = shift;
100
101	root	1.19	$self->{alloc} \|\| do {
102	root	1.16	my $timeout = Coro::Timer::timeout $_[0];
103	root	1.19	local $self->{wake} = $self->{coro};
104	root	1.16
105	root	1.15	Coro::schedule;
106	root	1.19
107			$self->{alloc};
108	root	1.15	}
109	root	1.11	}
110
111			sub DESTROY {
112			my $self = shift;
113	root	1.19
114			if ($self->{alloc}) {
115			$self->{queue}{slots}++;
116			$self->{queue}->wake_next;
117			}
118	root	1.11	}
119
120	root	1.8	package conn;
121	root	1.1
122	root	1.8	our %blockuri;
123			our $blockref;
124	root	1.1
125	root	1.6	sub read_blockuri {
126	root	1.1	local *B;
127			my %group;
128	root	1.8	%blockuri = ();
129	root	1.6	if (open B, "<blockuri") {
130	root	1.1	while (<B>) {
131			chomp;
132			if (/^group\s+(\S+)\s+(.*)/i) {
133			$group{$1} = [split /\s+/, $2];
134			} elsif (/^!([^\t])\t\s(.*)/) {
135			my $g = $1;
136			my @r;
137			for (split /\s+/, $2) {
138			push @r, $group{$_} ? @{$group{$_}} : $_;
139			}
140			print "not($g) => (@r)\n";
141	root	1.8	push @{$blockuri{$_}}, $g for @r;
142	root	1.6	push @blockuri, [qr/$g/i, \@r];
143	root	1.1	} elsif (/\S/) {
144	root	1.6	print "blockuri: unparsable line: $_\n";
145	root	1.1	}
146			}
147	root	1.8	for (keys %blockuri) {
148			my $qr = join ")\|(?:", @{$blockuri{$_}};
149			$blockuri{$_} = qr{(?:$qr)}i;
150			}
151	root	1.1	} else {
152	root	1.6	print "no blockuri\n";
153	root	1.1	}
154			}
155
156	root	1.6	sub read_blockref {
157			local *B;
158	root	1.8	my @blockref;
159	root	1.6	if (open B, "<blockreferer") {
160			while (<B>) {
161			chomp;
162			if (/^([^\t])\t\s(.*)/) {
163	root	1.8	push @blockref, $1;
164	root	1.6	} elsif (/\S/) {
165			print "blockref: unparsable line: $_\n";
166			}
167			}
168	root	1.8	$blockref = join ")\|(?:", @blockref;
169			$blockref = qr{^(?:$blockref)}i;
170	root	1.6	} else {
171			print "no blockref\n";
172	root	1.8	$blockref = qr{^x^};
173	root	1.6	}
174			}
175
176			read_blockuri;
177			read_blockref;
178	root	1.1
179	root	1.5	use Tie::Cache;
180	root	1.10	tie %whois_cache, Tie::Cache::, 32;
181	root	1.1
182	root	1.8	sub access_check {
183	root	1.6	my $self = shift;
184
185			my $ref = $self->{h}{referer};
186			my $uri = $self->{path};
187			my %disallow;
188
189	root	1.8	$self->err_block_referer
190			if $self->{h}{referer} =~ $blockref;
191	root	1.6
192			my $whois = $whois_cache{$self->{remote_addr}}
193	root	1.9	\|\|= netgeo::ip_request($self->{remote_addr});
194	root	1.6
195			my $country = "XX";
196
197			if ($whois =~ /^\*cy: (\S+)/m) {
198			$country = uc $1;
199			} else {
200			$self->slog(9, "no country($whois)");
201			}
202
203			$self->{country} = $country;
204
205	root	1.8	$self->err_block_country($whois)
206			if $self->{path} =~ $blockuri{$country};
207	root	1.1	}
208
209			1;