lei: query: ensure pager exit is instantaneous

[public-inbox.git] / lib / PublicInbox / LeiXSearch.pm

diff --git a/lib/PublicInbox/LeiXSearch.pm b/lib/PublicInbox/LeiXSearch.pm
index b670bc2f9e216363c82fdabca5ccceb5459cba12..a3010efe6927f0bfe41de59301f652dbd5bdd410 100644 (file)
--- a/lib/PublicInbox/LeiXSearch.pm
+++ b/lib/PublicInbox/LeiXSearch.pm
@@ -7,7 +7,8 @@
 package PublicInbox::LeiXSearch;
 use strict;
 use v5.10.1;
-use parent qw(PublicInbox::LeiSearch);
+use parent qw(PublicInbox::LeiSearch PublicInbox::IPC);
+use PublicInbox::Search qw(get_pct);
 
 sub new {
        my ($class) = @_;
@@ -83,4 +84,81 @@ sub recent {
 
 sub over {}
 
+sub _mset_more ($$) {
+       my ($mset, $mo) = @_;
+       my $size = $mset->size;
+       $size && (($mo->{offset} += $size) < ($mo->{limit} // 10000));
+}
+
+sub query_thread_mset { # for --thread
+       my ($self, $lei, $ibxish) = @_;
+       my ($srch, $over) = ($ibxish->search, $ibxish->over);
+       unless ($srch && $over) {
+               my $desc = $ibxish->{inboxdir} // $ibxish->{topdir};
+               warn "$desc not indexed by Xapian\n";
+               return;
+       }
+       local %SIG = (%SIG, $lei->atfork_child_wq($self));
+       my $mo = { %{$lei->{mset_opt}} };
+       my $mset;
+       do {
+               $mset = $srch->mset($mo->{qstr}, $mo);
+               my $ids = $srch->mset_to_artnums($mset, $mo);
+               my $ctx = { ids => $ids };
+               my $i = 0;
+               my %n2p = map { ($ids->[$i++], get_pct($_)) } $mset->items;
+               while ($over->expand_thread($ctx)) {
+                       for my $n (@{$ctx->{xids}}) {
+                               my $smsg = $over->get_art($n) or next;
+                               # next if $dd->is_smsg_dup($smsg); TODO
+                               if (my $p = delete $n2p{$smsg->{num}}) {
+                                       $smsg->{relevance} = $p;
+                               }
+                               print { $self->{1} } Dumper($smsg);
+                               # $self->out($buf .= $ORS);
+                               # $emit_cb->($smsg);
+                       }
+                       @{$ctx->{xids}} = ();
+               }
+       } while (_mset_more($mset, $mo));
+}
+
+sub query_mset { # non-parallel for non-"--thread" users
+       my ($self, $lei, $srcs) = @_;
+       my $mo = { %{$lei->{mset_opt}} };
+       my $mset;
+       local %SIG = (%SIG, $lei->atfork_child_wq($self));
+       $self->attach_external($_) for @$srcs;
+       do {
+               $mset = $self->mset($mo->{qstr}, $mo);
+               for my $it ($mset->items) {
+                       my $smsg = smsg_for($self, $it) or next;
+                       # next if $dd->is_smsg_dup($smsg);
+                       $smsg->{relevance} = get_pct($it);
+                       use Data::Dumper;
+                       print { $self->{1} } Dumper($smsg);
+                       # $self->out($buf .= $ORS) if defined $buf;
+                       #$emit_cb->($smsg);
+               }
+       } while (_mset_more($mset, $mo));
+}
+
+sub do_query {
+       my ($self, $lei_orig, $srcs) = @_;
+       my ($lei, @io) = $lei_orig->atfork_prepare_wq($self);
+       $io[1]->autoflush(1);
+       $io[2]->autoflush(1);
+       if ($lei->{opt}->{thread}) {
+               for my $ibxish (@$srcs) {
+                       $self->wq_do('query_thread_mset', @io, $lei, $ibxish);
+               }
+       } else {
+               $self->wq_do('query_mset', @io, $lei, $srcs);
+       }
+       # TODO
+       for my $rmt (@{$self->{remotes} // []}) {
+               $self->wq_do('query_thread_mbox', @io, $lei, $rmt);
+       }
+}
+
 1;