X-Git-Url: http://www.git.stargrave.org/?a=blobdiff_plain;f=lib%2FPublicInbox%2FLeiStore.pm;h=a23efed55198e96c4ac5446c7681af235b58781c;hb=af0b0fb7a454470a32c452119d0392e0dedb3fe1;hp=553adbc8f84d4cdf4b79935330098ddce0d28203;hpb=d49c0789d208e66121bfb68ff0c48d7612a7cd8e;p=public-inbox.git diff --git a/lib/PublicInbox/LeiStore.pm b/lib/PublicInbox/LeiStore.pm index 553adbc8..a23efed5 100644 --- a/lib/PublicInbox/LeiStore.pm +++ b/lib/PublicInbox/LeiStore.pm @@ -1,4 +1,4 @@ -# Copyright (C) 2020 all contributors +# Copyright (C) 2020-2021 all contributors # License: AGPL-3.0+ # # Local storage (cache/memo) for lei(1), suitable for personal/private @@ -9,14 +9,14 @@ package PublicInbox::LeiStore; use strict; use v5.10.1; -use parent qw(PublicInbox::Lock); +use parent qw(PublicInbox::Lock PublicInbox::IPC); use PublicInbox::SearchIdx qw(crlf_adjust); use PublicInbox::ExtSearchIdx; use PublicInbox::Import; use PublicInbox::InboxWritable; use PublicInbox::V2Writable; -use PublicInbox::ContentHash qw(content_hash); -use PublicInbox::MID qw(mids); +use PublicInbox::ContentHash qw(content_hash content_digest); +use PublicInbox::MID qw(mids mids_in); use PublicInbox::LeiSearch; use List::Util qw(max); @@ -78,8 +78,8 @@ sub importer { while (1) { my $latest = "$pfx/$max.git"; my $old = -e $latest; + PublicInbox::Import::init_bare($latest); my $git = PublicInbox::Git->new($latest); - PublicInbox::Import::init_bare({ git => $git }); $git->qx(qw(config core.sharedRepository 0600)) if !$old; my $packed_bytes = $git->packed_bytes; my $unpacked_bytes = $packed_bytes / $self->packing_factor; @@ -107,14 +107,26 @@ sub eidx_init { $eidx; } +# when a message has no Message-IDs at all, this is needed for +# unsent Draft messages, at least +sub _fake_mid_for ($$) { + my ($eml, $dig) = @_; + my $mids = mids_in($eml, qw(X-Alt-Message-ID Resent-Message-ID)); + $eml->{-lei_fake_mid} = + $mids->[0] // PublicInbox::Import::digest2mid($dig, $eml); +} + sub _docids_for ($$) { my ($self, $eml) = @_; my %docids; - my $chash = content_hash($eml); + my $dig = content_digest($eml); + my $chash = $dig->clone->digest; my $eidx = eidx_init($self); my $oidx = $eidx->{oidx}; my $im = $self->{im}; - for my $mid (@{mids($eml)}) { + my $mids = mids($eml); + $mids->[0] //= _fake_mid_for($eml, $dig); + for my $mid (@$mids) { my ($id, $prev); while (my $cur = $oidx->next_by_mid($mid, \$id, \$prev)) { my $oid = $cur->{blob}; @@ -199,6 +211,7 @@ sub add_eml { $idx->shard_add_eidx_info($docid, '.', $eml); # List-Id $idx->shard_add_keywords($docid, @kw) if @kw; } + \@docids; } else { $smsg->{num} = $oidx->adj_counter('eidx_docid', '+'); $oidx->add_overview($eml, $smsg); @@ -206,8 +219,13 @@ sub add_eml { my $idx = $eidx->idx_shard($smsg->{num}); $idx->index_raw($msgref, $eml, $smsg); $idx->shard_add_keywords($smsg->{num}, @kw) if @kw; + $smsg; } - $smsg->{blob} +} + +sub set_eml { + my ($self, $eml, @kw) = @_; + add_eml($self, $eml, @kw) // set_eml_keywords($self, $eml, @kw); } sub done {