2 # Copyright (C) 2020-2021 all contributors <meta@public-inbox.org>
3 # License: AGPL-3.0+ <https://www.gnu.org/licenses/agpl-3.0.txt>
7 use PublicInbox::TestCommon;
8 require_mods(qw(DBD::SQLite Search::Xapian));
10 require_ok 'PublicInbox::LeiStore';
11 require_ok 'PublicInbox::ExtSearch';
12 my ($home, $for_destroy) = tmpdir();
13 my $opt = { 1 => \(my $out = ''), 2 => \(my $err = '') };
14 my $store_dir = "$home/lst";
15 local $ENV{GIT_COMMITTER_EMAIL} = 'lei@example.com';
16 local $ENV{GIT_COMMITTER_NAME} = 'lei user';
17 my $lst = PublicInbox::LeiStore->new($store_dir, { creat => 1 });
19 my $smsg = $lst->add_eml(eml_load('t/data/0001.patch'));
20 like($smsg->{blob}, qr/\A[0-9a-f]+\z/, 'add returned OID');
21 my $eml = eml_load('t/data/0001.patch');
22 is($lst->add_eml($eml), undef, 'idempotent');
24 is_deeply([$lst->mbox_keywords($eml)], [], 'no keywords');
25 $eml->header_set('Status', 'RO');
26 is_deeply([$lst->mbox_keywords($eml)], ['seen'], 'seen extracted');
27 $eml->header_set('X-Status', 'A');
28 is_deeply([$lst->mbox_keywords($eml)], [qw(answered seen)],
29 'seen+answered extracted');
30 $eml->header_set($_) for qw(Status X-Status);
32 is_deeply([$lst->maildir_keywords('/foo:2,')], [], 'Maildir no keywords');
33 is_deeply([$lst->maildir_keywords('/foo:2,S')], ['seen'], 'Maildir seen');
34 is_deeply([$lst->maildir_keywords('/foo:2,RS')], ['answered', 'seen'],
35 'Maildir answered + seen');
36 is_deeply([$lst->maildir_keywords('/foo:2,RSZ')], ['answered', 'seen'],
37 'Maildir answered + seen w/o Z');
39 my $es = $lst->search;
40 my $msgs = $es->over->query_xover(0, 1000);
41 is(scalar(@$msgs), 1, 'one message');
42 is($msgs->[0]->{blob}, $smsg->{blob}, 'blob matches');
43 my $mset = $es->mset("mid:$msgs->[0]->{mid}");
44 is($mset->size, 1, 'search works');
45 is_deeply($es->mset_to_artnums($mset), [ $msgs->[0]->{num} ],
47 my @kw = $es->msg_keywords(($mset->items)[0]);
48 is_deeply(\@kw, [], 'no flags');
51 for my $parallel (0, 1) {
52 $lst->{priv_eidx}->{parallel} = $parallel;
53 my $docids = $lst->set_eml_keywords($eml, qw(seen draft));
54 is(scalar @$docids, 1, 'set keywords on one doc');
56 my @kw = $lst->search->msg_keywords($docids->[0]);
57 is_deeply(\@kw, [qw(draft seen)], 'kw matches');
59 $docids = $lst->add_eml_keywords($eml, qw(seen draft));
61 is(scalar @$docids, 1, 'idempotently added keywords to doc');
62 @kw = $lst->search->msg_keywords($docids->[0]);
63 is_deeply(\@kw, [qw(draft seen)], 'kw matches after noop');
65 $docids = $lst->remove_eml_keywords($eml, qw(seen draft));
66 is(scalar @$docids, 1, 'removed from one doc');
68 @kw = $lst->search->msg_keywords($docids->[0]);
69 is_deeply(\@kw, [], 'kw matches after remove');
71 $docids = $lst->remove_eml_keywords($eml, qw(answered));
72 is(scalar @$docids, 1, 'removed from one doc (idempotently)');
74 @kw = $lst->search->msg_keywords($docids->[0]);
75 is_deeply(\@kw, [], 'kw matches after remove (idempotent)');
77 $docids = $lst->add_eml_keywords($eml, qw(answered));
78 is(scalar @$docids, 1, 'added to empty doc');
80 @kw = $lst->search->msg_keywords($docids->[0]);
81 is_deeply(\@kw, ['answered'], 'kw matches after add');
83 $docids = $lst->set_eml_keywords($eml);
84 is(scalar @$docids, 1, 'set to clobber');
86 @kw = $lst->search->msg_keywords($docids->[0]);
87 is_deeply(\@kw, [], 'set clobbers all');
89 my $set = eml_load('t/plack-qp.eml');
90 $set->header_set('Message-ID', "<set\@$parallel>");
91 my $ret = $lst->set_eml($set, 'seen');
92 is(ref $ret, 'PublicInbox::Smsg', 'initial returns smsg');
93 my $ids = $lst->set_eml($set, qw(seen));
94 is_deeply($ids, [ $ret->{num} ], 'set_eml idempotent');
95 $ids = $lst->set_eml($set, qw(seen answered));
96 is_deeply($ids, [ $ret->{num} ], 'set_eml to change kw');
98 @kw = $lst->search->msg_keywords($ids->[0]);
99 is_deeply(\@kw, [qw(answered seen)], 'set changed kw');
103 require_mods(qw(Storable), 1);
104 ok($lst->can('ipc_do'), 'ipc_do works if we have Storable');
105 $eml->header_set('Message-ID', '<ipc-test@example>');
106 my $pid = $lst->ipc_worker_spawn('lei-store');
107 ok($pid > 0, 'got a worker');
108 my $smsg = $lst->ipc_do('set_eml', $eml, qw(seen));
109 is(ref($smsg), 'PublicInbox::Smsg', 'set_eml works over ipc');
110 my $ids = $lst->ipc_do('set_eml', $eml, qw(seen));
111 is_deeply($ids, [ $smsg->{num} ], 'docid returned');
113 $eml->header_set('Message-ID');
114 my $no_mid = $lst->ipc_do('set_eml', $eml, qw(seen));
115 my $wait = $lst->ipc_do('done');
116 my @kw = $lst->search->msg_keywords($no_mid->{num});
117 is_deeply(\@kw, [qw(seen)], 'ipc set changed kw');
119 is(ref($smsg), 'PublicInbox::Smsg', 'no mid works ipc');
120 $ids = $lst->ipc_do('set_eml', $eml, qw(seen));
121 is_deeply($ids, [ $no_mid->{num} ], 'docid returned w/o mid w/ ipc');
122 $lst->ipc_do('done');
123 $lst->ipc_worker_stop;
124 $ids = $lst->ipc_do('set_eml', $eml, qw(seen answered));
125 is_deeply($ids, [ $no_mid->{num} ], 'docid returned w/o mid w/o ipc');
126 $wait = $lst->ipc_do('done');
127 @kw = $lst->search->msg_keywords($no_mid->{num});
128 is_deeply(\@kw, [qw(answered seen)], 'set changed kw w/o ipc');