search: drop longer subject: prefix for search

[public-inbox.git] / t / search.t

diff --git a/t/search.t b/t/search.t
index 3ec3f304d99644f86315ba744b48920ae74f881d..7abaf8321530c90c054ce58c1d687036ff4b31c2 100644 (file)
--- a/t/search.t
+++ b/t/search.t
@@ -7,7 +7,7 @@ eval { require PublicInbox::SearchIdx; };
 plan skip_all => "Xapian missing for search" if $@;
 use File::Temp qw/tempdir/;
 use Email::MIME;
-my $tmpdir = tempdir(CLEANUP => 1);
+my $tmpdir = tempdir('pi-search-XXXXXX', TMPDIR => 1, CLEANUP => 1);
 my $git_dir = "$tmpdir/a.git";
 my ($root_id, $last_id);
 
@@ -33,10 +33,14 @@ ok($@, "exception raised on non-existent DB");
 }
 
 my $rw = PublicInbox::SearchIdx->new($git_dir, 1);
+$rw->_xdb_acquire;
+$rw->_xdb_release;
+$rw = undef;
 my $ro = PublicInbox::Search->new($git_dir);
 my $rw_commit = sub {
-       $rw = undef;
+       $rw->{xdb}->commit_transaction if $rw && $rw->{xdb};
        $rw = PublicInbox::SearchIdx->new($git_dir, 1);
+       $rw->_xdb_acquire->begin_transaction;
 };
 
 {
@@ -82,10 +86,12 @@ my $rw_commit = sub {
                        'Message-ID' => '<last@s>',
                        From => 'John Smith <js@example.com>',
                        To => 'list@example.com',
+                       Cc => 'foo@example.com',
                ],
                body => "goodbye forever :<\n");
 
        my $rv;
+       $rw_commit->();
        $root_id = $rw->add_message($root);
        is($root_id, int($root_id), "root_id is an integer: $root_id");
        $last_id = $rw->add_message($last);
@@ -117,19 +123,19 @@ sub filter_mids {
                is($res->{total}, 0, "path variant `$p' does not match");
        }
 
-       $res = $ro->query('subject:(Hello world)');
+       $res = $ro->query('s:(Hello world)');
        @res = filter_mids($res);
-       is_deeply(\@res, \@exp, 'got expected results for subject:() match');
+       is_deeply(\@res, \@exp, 'got expected results for s:() match');
 
-       $res = $ro->query('subject:"Hello world"');
+       $res = $ro->query('s:"Hello world"');
        @res = filter_mids($res);
-       is_deeply(\@res, \@exp, 'got expected results for subject:"" match');
+       is_deeply(\@res, \@exp, 'got expected results for s:"" match');
 
-       $res = $ro->query('subject:"Hello world"', {limit => 1});
+       $res = $ro->query('s:"Hello world"', {limit => 1});
        is(scalar @{$res->{msgs}}, 1, "limit works");
        my $first = $res->{msgs}->[0];
 
-       $res = $ro->query('subject:"Hello world"', {offset => 1});
+       $res = $ro->query('s:"Hello world"', {offset => 1});
        is(scalar @{$res->{msgs}}, 1, "offset works");
        my $second = $res->{msgs}->[0];
 
@@ -175,7 +181,7 @@ sub filter_mids {
        $rw_commit->();
        $ro->reopen;
 
-       # Subject:
+       # subject
        my $res = $ro->query('ghost');
        my @exp = sort qw(ghost-message@s ghost-reply@s);
        my @res = filter_mids($res);
@@ -270,10 +276,11 @@ sub filter_mids {
 
 # circular references
 {
+       my $s = 'foo://'. ('Circle' x 15).'/foo';
        my $doc_id = $rw->add_message(Email::MIME->create(
+               header => [ Subject => $s ],
                header_str => [
                        Date => 'Sat, 02 Oct 2010 00:00:01 +0000',
-                       Subject => 'Circle',
                        'Message-ID' => '<circle@a>',
                        'References' => '<circle@a>',
                        'In-Reply-To' => '<circle@a>',
@@ -285,6 +292,73 @@ sub filter_mids {
        my $smsg = $rw->lookup_message('circle@a');
        $smsg->ensure_metadata;
        is($smsg->references, '', "no references created");
+       my $msg = PublicInbox::SearchMsg->load_doc($smsg->{doc});
+       is($s, $msg->mini_mime->header('Subject'), 'long subject not rewritten');
+}
+
+{
+       my $str = eval {
+               my $mbox = 't/utf8.mbox';
+               open(my $fh, '<', $mbox) or die "failed to open mbox: $mbox\n";
+               local $/;
+               <$fh>
+       };
+       $str =~ s/\AFrom [^\n]+\n//s;
+       my $mime = Email::MIME->new($str);
+       my $doc_id = $rw->add_message($mime);
+       ok($doc_id > 0, 'message indexed doc_id with UTF-8');
+       my $smsg = $rw->lookup_message('testmessage@example.com');
+       my $msg = PublicInbox::SearchMsg->load_doc($smsg->{doc});
+
+       # mini_mime technically not valid (I think),
+       # but good enough for displaying HTML:
+       is($mime->header('Subject'), $msg->mini_mime->header('Subject'),
+               'UTF-8 subject preserved');
+}
+
+{
+       my $res = $ro->query('d:19931002..20101002');
+       ok(scalar @{$res->{msgs}} > 0, 'got results within range');
+       $res = $ro->query('d:20101003..');
+       is(scalar @{$res->{msgs}}, 0, 'nothing after 20101003');
+       $res = $ro->query('d:..19931001');
+       is(scalar @{$res->{msgs}}, 0, 'nothing before 19931001');
+}
+
+# names and addresses
+{
+       my $res = $ro->query('t:list@example.com');
+       is(scalar @{$res->{msgs}}, 6, 'searched To: successfully');
+       foreach my $smsg (@{$res->{msgs}}) {
+               like($smsg->to, qr/\blist\@example\.com\b/, 'to appears');
+       }
+
+       $res = $ro->query('tc:list@example.com');
+       is(scalar @{$res->{msgs}}, 6, 'searched To+Cc: successfully');
+       foreach my $smsg (@{$res->{msgs}}) {
+               my $tocc = join("\n", $smsg->to, $smsg->cc);
+               like($tocc, qr/\blist\@example\.com\b/, 'tocc appears');
+       }
+
+       foreach my $pfx ('tcf:', 'c:') {
+               $res = $ro->query($pfx . 'foo@example.com');
+               is(scalar @{$res->{msgs}}, 1,
+                       "searched $pfx successfully for Cc:");
+               foreach my $smsg (@{$res->{msgs}}) {
+                       like($smsg->cc, qr/\bfoo\@example\.com\b/,
+                               'cc appears');
+               }
+       }
+
+       foreach my $pfx ('', 'tcf:', 'f:') {
+               $res = $ro->query($pfx . 'Laggy');
+               is(scalar @{$res->{msgs}}, 1,
+                       "searched $pfx successfully for From:");
+               foreach my $smsg (@{$res->{msgs}}) {
+                       like($smsg->from, qr/Laggy Sender/,
+                               "From appears with $pfx");
+               }
+       }
 }
 
 done_testing();