]> Sergey Matveev's repositories - public-inbox.git/blobdiff - lib/PublicInbox/LeiQuery.pm
lei q: delay worker spawn
[public-inbox.git] / lib / PublicInbox / LeiQuery.pm
index 72a67c24f18dfc89d2a2dee32eb0d86afafece81..6b1aa40c4b2f0038d4269b193eb8cc735bb25bf7 100644 (file)
@@ -12,6 +12,16 @@ sub prep_ext { # externals_each callback
        $lxs->prepare_external($loc) unless $exclude->{$loc};
 }
 
+sub qstr_add { # for --stdin
+       my ($self) = @_; # $_[1] = $rbuf
+       if (defined($_[1])) {
+               return eval { $self->{lxs}->do_query($self) } if $_[1] eq '';
+               $self->{mset_opt}->{qstr} .= $_[1];
+       } else {
+               $self->fail("error reading stdin: $!");
+       }
+}
+
 # the main "lei q SEARCH_TERMS" method
 sub lei_q {
        my ($self, @argv) = @_;
@@ -31,17 +41,21 @@ sub lei_q {
        }
        if (@only) {
                for my $loc (@only) {
-                       $lxs->prepare_external($self->ext_canonicalize($loc));
+                       my @loc = $self->get_externals($loc) or return;
+                       $lxs->prepare_external($_) for @loc;
                }
        } else {
                for my $loc (@{$opt->{include} // []}) {
-                       $lxs->prepare_external($self->ext_canonicalize($loc));
+                       my @loc = $self->get_externals($loc) or return;
+                       $lxs->prepare_external($_) for @loc;
                }
                # --external is enabled by default, but allow --no-external
                if ($opt->{external} //= 1) {
-                       my %x = map {;
-                               ($self->ext_canonicalize($_), 1)
-                       } @{$self->{exclude} // []};
+                       my %x;
+                       for my $loc (@{$opt->{exclude} // []}) {
+                               my @l = $self->get_externals($loc, 1) or return;
+                               $x{$_} = 1 for @l;
+                       }
                        my $ne = $self->externals_each(\&prep_ext, $lxs, \%x);
                        $opt->{remote} //= !($lxs->locals - $opt->{'local'});
                        if ($opt->{'local'}) {
@@ -61,31 +75,16 @@ sub lei_q {
        $xj ||= $lxs->concurrency($opt); # allow: "--jobs ,$WRITER_ONLY"
        my $nproc = $lxs->detect_nproc; # don't memoize, schedtool(1) exists
        $xj = $nproc if $xj > $nproc;
-       PublicInbox::LeiOverview->new($self) or return;
-       $self->atfork_prepare_wq($lxs);
-       $lxs->wq_workers_start('lei_xsearch', $xj, $self->oldset);
-       delete $lxs->{-ipc_atfork_child_close};
-       if (my $l2m = $self->{l2m}) {
-               if (defined($mj) && $mj !~ /\A[1-9][0-9]*\z/) {
-                       return $self->fail("`$mj' writer jobs must be >= 1");
-               }
-               $mj //= $nproc;
-               $self->atfork_prepare_wq($l2m);
-               $l2m->wq_workers_start('lei2mail', $mj, $self->oldset);
-               delete $l2m->{-ipc_atfork_child_close};
+       $lxs->{jobs} = $xj;
+       if (defined($mj) && $mj !~ /\A[1-9][0-9]*\z/) {
+               return $self->fail("`$mj' writer jobs must be >= 1");
        }
-
-       # no forking workers after this
+       $self->{l2m}->{jobs} = ($mj // $nproc) if $self->{l2m};
+       PublicInbox::LeiOverview->new($self) or return;
 
        my %mset_opt = map { $_ => $opt->{$_} } qw(thread limit offset);
        $mset_opt{asc} = $opt->{'reverse'} ? 1 : 0;
        $mset_opt{limit} //= 10000;
-       $mset_opt{qstr} = join(' ', map {;
-               # Consider spaces in argv to be for phrase search in Xapian.
-               # In other words, the users should need only care about
-               # normal shell quotes and not have to learn Xapian quoting.
-               /\s/ ? (s/\A(\w+:)// ? qq{$1"$_"} : qq{"$_"}) : $_
-       } @argv);
        if (defined(my $sort = $opt->{'sort'})) {
                if ($sort eq 'relevance') {
                        $mset_opt{relevance} = 1;
@@ -100,7 +99,21 @@ sub lei_q {
        # descending docid order
        $mset_opt{relevance} //= -2 if $opt->{thread};
        $self->{mset_opt} = \%mset_opt;
-       $self->{ovv}->ovv_begin($self);
+
+       if ($opt->{stdin}) {
+               return $self->fail(<<'') if @argv;
+no query allowed on command-line with --stdin
+
+               require PublicInbox::InputPipe;
+               PublicInbox::InputPipe::consume($self->{0}, \&qstr_add, $self);
+               return;
+       }
+       # Consider spaces in argv to be for phrase search in Xapian.
+       # In other words, the users should need only care about
+       # normal shell quotes and not have to learn Xapian quoting.
+       $mset_opt{qstr} = join(' ', map {;
+               /\s/ ? (s/\A(\w+:)// ? qq{$1"$_"} : qq{"$_"}) : $_
+       } @argv);
        $lxs->do_query($self);
 }
 
@@ -108,11 +121,22 @@ sub lei_q {
 sub _complete_q {
        my ($self, @argv) = @_;
        my $ext = qr/\A(?:-I|(?:--(?:include|exclude|only)))\z/;
-       # $argv[-1] =~ $ext and return $self->_complete_forget_external;
        my @cur;
        while (@argv) {
                if ($argv[-1] =~ $ext) {
                        my @c = $self->_complete_forget_external(@cur);
+                       # try basename match:
+                       if (scalar(@cur) == 1 && index($cur[0], '/') < 0) {
+                               my $all = $self->externals_each;
+                               my %bn;
+                               for my $loc (keys %$all) {
+                                       my $bn = (split(m!/!, $loc))[-1];
+                                       ++$bn{$bn};
+                               }
+                               push @c, grep {
+                                       $bn{$_} == 1 && /\A\Q$cur[0]/
+                               } keys %bn;
+                       }
                        return @c if @c;
                }
                unshift(@cur, pop @argv);