eliminate some unused subs

[public-inbox.git] / lib / PublicInbox / MiscSearch.pm

diff --git a/lib/PublicInbox/MiscSearch.pm b/lib/PublicInbox/MiscSearch.pm
index 48ef6914fe8be2d6ab82ab5498ac2a9a0f556462..c6d2a062a66865e8774aee9c8bee9ddf248c8db5 100644 (file)
--- a/lib/PublicInbox/MiscSearch.pm
+++ b/lib/PublicInbox/MiscSearch.pm
@@ -1,14 +1,16 @@
-# Copyright (C) 2020 all contributors <meta@public-inbox.org>
+# Copyright (C) 2020-2021 all contributors <meta@public-inbox.org>
 # License: AGPL-3.0+ <https://www.gnu.org/licenses/agpl-3.0.txt>
 
 # read-only counterpart to MiscIdx
 package PublicInbox::MiscSearch;
 use strict;
 use v5.10.1;
-use PublicInbox::Search qw(retry_reopen);
+use PublicInbox::Search qw(retry_reopen int_val xap_terms);
+my $json;
 
 # Xapian value columns:
 our $MODIFIED = 0;
+our $UIDVALIDITY = 1; # (created time)
 
 # avoid conflicting with message Search::prob_prefix for UI/UX reasons
 my %PROB_PREFIX = (
@@ -23,6 +25,8 @@ my %PROB_PREFIX = (
 
 sub new {
        my ($class, $dir) = @_;
+       PublicInbox::Search::load_xapian();
+       $json //= PublicInbox::Config::json();
        bless {
                xdb => $PublicInbox::Search::X{Database}->new($dir)
        }, $class;
@@ -55,7 +59,7 @@ sub misc_enquire_once { # retry_reopen callback
        $eq->set_query($qr);
         my $desc = !$opt->{asc};
        my $rel = $opt->{relevance} // 0;
-       if ($rel == -1) { # ORDER BY docid/UID
+       if ($rel == -1) { # ORDER BY docid
                $eq->set_docid_order($PublicInbox::Search::ENQ_ASCENDING);
                $eq->set_weighting_scheme($PublicInbox::Search::X{BoolWeight}->new);
        } elsif ($rel) {
@@ -69,6 +73,7 @@ sub misc_enquire_once { # retry_reopen callback
 sub mset {
        my ($self, $qs, $opt) = @_;
        $opt ||= {};
+       reopen($self);
        my $qp = $self->{qp} //= mi_qp_new($self);
        $qs = 'type:inbox' if $qs eq '';
        my $qr = $qp->parse_query($qs, $PublicInbox::Search::QP_FLAGS);
@@ -79,20 +84,68 @@ sub mset {
 sub ibx_data_once {
        my ($self, $ibx) = @_;
        my $xdb = $self->{xdb};
-       my $eidx_key = $ibx->eidx_key; # may be {inboxdir}, so private
-       my $head = $xdb->postlist_begin('Q'.$eidx_key);
-       my $tail = $xdb->postlist_end('Q'.$eidx_key);
+       my $term = 'Q'.$ibx->eidx_key; # may be {inboxdir}, so private
+       my $head = $xdb->postlist_begin($term);
+       my $tail = $xdb->postlist_end($term);
        if ($head != $tail) {
                my $doc = $xdb->get_document($head->get_docid);
+               $ibx->{uidvalidity} //= int_val($doc, $UIDVALIDITY);
+               $ibx->{-modified} = int_val($doc, $MODIFIED);
                $doc->get_data;
        } else {
                undef;
        }
 }
 
+sub doc2ibx_cache_ent { # @_ == ($self, $doc) OR ($doc)
+       my ($doc) = $_[-1];
+       my $d;
+       my $data = $json->decode($doc->get_data);
+       for (values %$data) {
+               $d = $_->{description} // next;
+               $d =~ s/ \[epoch [0-9]+\]\z// or next;
+               last;
+       }
+       {
+               uidvalidity => int_val($doc, $UIDVALIDITY),
+               -modified => int_val($doc, $MODIFIED),
+               # extract description from manifest.js.gz epoch description
+               description => $d
+       };
+}
+
 sub inbox_data {
        my ($self, $ibx) = @_;
        retry_reopen($self, \&ibx_data_once, $ibx);
 }
 
+sub ibx_cache_load {
+       my ($doc, $cache) = @_;
+       my ($eidx_key) = xap_terms('Q', $doc);
+       return unless defined($eidx_key); # expired
+       $cache->{$eidx_key} = doc2ibx_cache_ent($doc);
+}
+
+sub _nntpd_cache_load { # retry_reopen callback
+       my ($self) = @_;
+       my $opt = { limit => $self->{xdb}->get_doccount * 10, relevance => -1 };
+       my $mset = mset($self, 'type:newsgroup type:inbox', $opt);
+       my $cache = {};
+       for my $it ($mset->items) {
+               ibx_cache_load($it->get_document, $cache);
+       }
+       $cache
+}
+
+# returns { newsgroup => $cache_entry } mapping, $cache_entry contains
+# anything which may trigger seeks at startup, currently: description,
+# -modified, and uidvalidity.
+sub nntpd_cache_load {
+       my ($self) = @_;
+       retry_reopen($self, \&_nntpd_cache_load);
+}
+
+no warnings 'once';
+*reopen = \&PublicInbox::Search::reopen;
+
 1;