lei index: new command to index mail w/o git storage

[public-inbox.git] / lib / PublicInbox / OverIdx.pm

diff --git a/lib/PublicInbox/OverIdx.pm b/lib/PublicInbox/OverIdx.pm
index 985c5473e7c7cf491386de5fdf07164de982db54..5f96a5b099ff0a692b5aa33f9f2994bcaec9e678 100644 (file)
--- a/lib/PublicInbox/OverIdx.pm
+++ b/lib/PublicInbox/OverIdx.pm
@@ -264,8 +264,10 @@ sub add_overview {
        $smsg->{lines} = $eml->body_raw =~ tr!\n!\n!;
        my $mids = mids_for_index($eml);
        my $refs = $smsg->parse_references($eml, $mids);
-       $mids->[0] //= $smsg->{mid} //= $eml->{-lei_fake_mid};
-       $smsg->{mid} //= '';
+       $mids->[0] //= do {
+               $smsg->{mid} //= '';
+               $eml->{-lei_fake_mid};
+       };
        my $subj = $smsg->{subject};
        my $xpath;
        if ($subj ne '') {
@@ -456,7 +458,7 @@ sub dbh_close {
 sub create {
        my ($self) = @_;
        my $fn = $self->{filename} // do {
-               Carp::confess('BUG: no {filename}') unless $self->{dbh};
+               croak('BUG: no {filename}') unless $self->{dbh};
                return;
        };
        unless (-r $fn) {
@@ -668,14 +670,22 @@ DELETE FROM eidxq WHERE docid = ?
 
 }
 
-sub blob_exists {
-       my ($self, $oidhex) = @_;
-       my $sth = $self->dbh->prepare_cached(<<'', undef, 1);
-SELECT COUNT(*) FROM xref3 WHERE oidbin = ?
-
-       $sth->bind_param(1, pack('H*', $oidhex), SQL_BLOB);
-       $sth->execute;
-       $sth->fetchrow_array;
+# returns true if we're vivifying a message for lei/store that was
+# previously external-metadata only
+sub vivify_xvmd {
+       my ($self, $smsg) = @_;
+       my @docids = $self->blob_exists($smsg->{blob});
+       my @vivify_xvmd;
+       for my $id (@docids) {
+               if (my $cur = $self->get_art($id)) {
+                       # already indexed if bytes > 0
+                       return if $cur->{bytes} > 0;
+                       push @vivify_xvmd, $id;
+               } else {
+                       warn "W: $smsg->{blob} #$id gone (bug?)\n";
+               }
+       }
+       $smsg->{-vivify_xvmd} = \@vivify_xvmd;
 }
 
 1;