www: add configurable limiters

[public-inbox.git] / lib / PublicInbox / Inbox.pm

diff --git a/lib/PublicInbox/Inbox.pm b/lib/PublicInbox/Inbox.pm
index 27218de74c22a9082dba5d10942186fe29947752..23b77213b7a9d1b3adf4b8598ddca22035dea4a3 100644 (file)
--- a/lib/PublicInbox/Inbox.pm
+++ b/lib/PublicInbox/Inbox.pm
@@ -5,32 +5,90 @@
 package PublicInbox::Inbox;
 use strict;
 use warnings;
-use Scalar::Util qw(weaken);
+use Scalar::Util qw(weaken isweak);
 use PublicInbox::Git;
+use PublicInbox::MID qw(mid2path);
+
+my $weakt;
+eval {
+       $weakt = 'disabled';
+       require PublicInbox::EvCleanup;
+       $weakt = undef; # OK if we get here
+};
+
+my $WEAKEN = {}; # string(inbox) -> inbox
+sub weaken_task () {
+       $weakt = undef;
+       _weaken_fields($_) for values %$WEAKEN;
+       $WEAKEN = {};
+}
+
+sub _weaken_later ($) {
+       my ($self) = @_;
+       $weakt ||= PublicInbox::EvCleanup::later(*weaken_task);
+       $WEAKEN->{"$self"} = $self;
+}
 
 sub new {
        my ($class, $opts) = @_;
+       my $v = $opts->{address} ||= 'public-inbox@example.com';
+       my $p = $opts->{-primary_address} = ref($v) eq 'ARRAY' ? $v->[0] : $v;
+       $opts->{domain} = ($p =~ /\@(\S+)\z/) ? $1 : 'localhost';
+       weaken($opts->{-pi_config});
        bless $opts, $class;
 }
 
-sub weaken_all {
+sub _weaken_fields {
        my ($self) = @_;
-       weaken($self->{$_}) foreach qw(git mm search);
+       foreach my $f (qw(git mm search)) {
+               isweak($self->{$f}) or weaken($self->{$f});
+       }
+}
+
+sub _set_limiter ($$$) {
+       my ($self, $git, $pfx) = @_;
+       my $lkey = "-${pfx}_limiter";
+       $git->{$lkey} = $self->{$lkey} ||= eval {
+               my $mkey = $pfx.'max';
+               my $val = $self->{$mkey} or return;
+               my $lim;
+               if ($val =~ /\A\d+\z/) {
+                       require PublicInbox::Qspawn;
+                       $lim = PublicInbox::Qspawn::Limiter->new($val);
+               } elsif ($val =~ /\A[a-z][a-z0-9]*\z/) {
+                       $lim = $self->{-pi_config}->limiter($val);
+                       warn "$mkey limiter=$val not found\n" if !$lim;
+               } else {
+                       warn "$mkey limiter=$val not understood\n";
+               }
+               $lim;
+       }
 }
 
 sub git {
        my ($self) = @_;
-       $self->{git} ||= eval { PublicInbox::Git->new($self->{mainrepo}) };
+       $self->{git} ||= eval {
+               _weaken_later($self);
+               my $g = PublicInbox::Git->new($self->{mainrepo});
+               _set_limiter($self, $g, 'httpbackend');
+               $g;
+       };
 }
 
 sub mm {
        my ($self) = @_;
-       $self->{mm} ||= eval { PublicInbox::Msgmap->new($self->{mainrepo}) };
+       $self->{mm} ||= eval {
+               _weaken_later($self);
+               PublicInbox::Msgmap->new($self->{mainrepo});
+       };
 }
 
 sub search {
        my ($self) = @_;
-       $self->{search} ||= eval { PublicInbox::Search->new($self->{mainrepo}) };
+       $self->{search} ||= eval {
+               _weaken_later($self);
+               PublicInbox::Search->new($self->{mainrepo});
+       };
 }
 
 sub try_cat {
@@ -65,15 +123,19 @@ sub cloneurl {
 }
 
 sub base_url {
-       my ($self, $prq) = @_; # Plack::Request
-       if (defined $prq) {
-               my $url = $prq->base->as_string;
-               $url .= '/' if $url !~ m!/\z!; # for mount in Plack::Builder
+       my ($self, $env) = @_;
+       if ($env) { # PSGI env
+               my $scheme = $env->{'psgi.url_scheme'};
+               my $host_port = $env->{HTTP_HOST} ||
+                       "$env->{SERVER_NAME}:$env->{SERVER_PORT}";
+               my $url = "$scheme://$host_port". ($env->{SCRIPT_NAME} || '/');
+               # for mount in Plack::Builder
+               $url .= '/' if $url !~ m!/\z!;
                $url .= $self->{name} . '/';
        } else {
                # either called from a non-PSGI environment (e.g. NNTP/POP3)
                $self->{-base_url} ||= do {
-                       my $url = $self->{url};
+                       my $url = $self->{url} or return undef;
                        # expand protocol-relative URLs to HTTPS if we're
                        # not inside a web server
                        $url = "https:$url" if $url =~ m!\A//!;
@@ -90,4 +152,22 @@ sub nntp_usable {
        $ret;
 }
 
+sub msg_by_path ($$;$) {
+       my ($self, $path, $ref) = @_;
+       # TODO: allow other refs:
+       my $str = git($self)->cat_file('HEAD:'.$path, $ref);
+       $$str =~ s/\A[\r\n]*From [^\r\n]*\r?\n//s if $str;
+       $str;
+}
+
+sub path_check {
+       my ($self, $path) = @_;
+       git($self)->check('HEAD:'.$path);
+}
+
+sub msg_by_mid ($$;$) {
+       my ($self, $mid, $ref) = @_;
+       msg_by_path($self, mid2path($mid), $ref);
+}
+
 1;