xcpdb: support --no-fsync from CLI

[public-inbox.git] / t / indexlevels-mirror.t

diff --git a/t/indexlevels-mirror.t b/t/indexlevels-mirror.t
index f220030607b21242c0c0e0d6ce9f40fbd976b619..859c2c17fabfac30e27ea6fac0c3de23e072968c 100644 (file)
--- a/t/indexlevels-mirror.t
+++ b/t/indexlevels-mirror.t
@@ -3,27 +3,29 @@
 use strict;
 use warnings;
 use Test::More;
-use PublicInbox::MIME;
+use PublicInbox::Eml;
 use PublicInbox::Inbox;
 use PublicInbox::InboxWritable;
+use PublicInbox::Spawn qw(which);
 require PublicInbox::Admin;
 use PublicInbox::TestCommon;
 my $PI_TEST_VERSION = $ENV{PI_TEST_VERSION} || 2;
 require_git('2.6') if $PI_TEST_VERSION == 2;
 require_mods(qw(DBD::SQLite));
+my $have_xapian_compact = which($ENV{XAPIAN_COMPACT} || 'xapian-compact');
 
-my $mime = PublicInbox::MIME->create(
-       header => [
-               From => 'a@example.com',
-               To => 'test@example.com',
-               Subject => 'this is a subject',
-               Date => 'Fri, 02 Oct 1993 00:00:00 +0000',
-       ],
-       body => "hello world\n",
-);
-
-sub import_index_incremental {
+my $mime = PublicInbox::Eml->new(<<'EOF');
+From: a@example.com
+To: test@example.com
+Subject: this is a subject
+Date: Fri, 02 Oct 1993 00:00:00 +0000
+
+hello world
+EOF
+
+my $import_index_incremental = sub {
        my ($v, $level, $mime) = @_;
+       my $err = '';
        my $this = "pi-$v-$level-indexlevels";
        my ($tmpdir, $for_destroy) = tmpdir();
        local $ENV{PI_CONFIG} = "$tmpdir/config";
@@ -34,14 +36,15 @@ sub import_index_incremental {
                -primary_address => 'test@example.com',
                indexlevel => $level,
        });
-       my $im = PublicInbox::InboxWritable->new($ibx, {nproc=>1})->importer;
+       my $im = PublicInbox::InboxWritable->new($ibx, {nproc=>1})->importer(0);
        $mime->header_set('Message-ID', '<m@1>');
        ok($im->add($mime), 'first message added');
        $im->done;
 
        # index master (required for v1)
-       ok(run_script(['-index', $ibx->{inboxdir}, "-L$level"]),
-               'index master OK');
+       my @cmd = (qw(-index -j0), $ibx->{inboxdir}, "-L$level");
+       push @cmd, '-c' if $have_xapian_compact;
+       ok(run_script(\@cmd, undef, { 2 => \$err }), 'index master');
        my $ro_master = PublicInbox::Inbox->new({
                inboxdir => $ibx->{inboxdir},
                indexlevel => $level
@@ -51,7 +54,7 @@ sub import_index_incremental {
        is($msgs->[0]->{mid}, 'm@1', 'first message in master indexed');
 
        # clone
-       my @cmd = (qw(git clone --mirror -q));
+       @cmd = (qw(git clone --mirror -q));
        my $mirror = "$tmpdir/mirror-$v";
        if ($v == 1) {
                push @cmd, $ibx->{inboxdir}, $mirror;
@@ -69,7 +72,7 @@ sub import_index_incremental {
        ok(run_script(\@cmd), "v$v init OK");
 
        # index mirror
-       ok(run_script(['-index', $mirror]), "v$v index mirror OK");
+       ok(run_script([qw(-index -j0), $mirror]), "v$v index mirror OK");
 
        # read-only access
        my $ro_mirror = PublicInbox::Inbox->new({
@@ -87,14 +90,14 @@ sub import_index_incremental {
 
        # mirror updates
        is(xsys('git', "--git-dir=$fetch_dir", qw(fetch -q)), 0, 'fetch OK');
-       ok(run_script(['-index', $mirror]), "v$v index mirror again OK");
+       ok(run_script([qw(-index -j0), $mirror]), "v$v index mirror again OK");
        ($nr, $msgs) = $ro_mirror->recent;
        is($nr, 2, '2nd message seen in mirror');
        is_deeply([sort { $a cmp $b } map { $_->{mid} } @$msgs],
                ['m@1','m@2'], 'got both messages in mirror');
 
        # incremental index master (required for v1)
-       ok(run_script(['-index', $ibx->{inboxdir}, "-L$level"]),
+       ok(run_script([qw(-index -j0), $ibx->{inboxdir}, "-L$level"]),
                'index master OK');
        ($nr, $msgs) = $ro_master->recent;
        is($nr, 2, '2nd message seen in master');
@@ -124,7 +127,7 @@ sub import_index_incremental {
 
        # sync the mirror
        is(xsys('git', "--git-dir=$fetch_dir", qw(fetch -q)), 0, 'fetch OK');
-       ok(run_script(['-index', $mirror]), "v$v index mirror again OK");
+       ok(run_script([qw(-index -j0), $mirror]), "v$v index mirror again OK");
        ($nr, $msgs) = $ro_mirror->recent;
        is($nr, 1, '2nd message gone from mirror');
        is_deeply([map { $_->{mid} } @$msgs], ['m@1'],
@@ -149,7 +152,7 @@ sub import_index_incremental {
        }
        $im->done;
        is(xsys('git', "--git-dir=$fetch_dir", qw(fetch -q)), 0, 'fetch OK');
-       ok(run_script(['-index', '--reindex', $mirror]),
+       ok(run_script([qw(-index -j0 --reindex), $mirror]),
                "v$v index --reindex mirror OK");
        @ro_nums = map { $_->{num} } @{$ro_mirror->over->query_ts(0, 0)};
        @rw_nums = map { $_->{num} } @{$ibx->over->query_ts(0, 0)};
@@ -158,17 +161,23 @@ sub import_index_incremental {
 
        is(PublicInbox::Admin::detect_indexlevel($ro_mirror), $level,
           'indexlevel detectable by Admin '.$v.$level);
-}
+
+       SKIP: {
+               skip 'xapian-compact missing', 1 if !$have_xapian_compact;
+               my $cmd = [ qw(-compact), $mirror ];
+               ok(run_script($cmd, undef, { 2 => \$err}), "compact $level");
+       }
+};
 
 # we can probably cull some other tests
-import_index_incremental($PI_TEST_VERSION, 'basic', $mime);
+$import_index_incremental->($PI_TEST_VERSION, 'basic', $mime);
 
 SKIP: {
        require PublicInbox::Search;
        PublicInbox::Search::load_xapian() or
                skip('Xapian perl binding missing', 2);
        foreach my $l (qw(medium full)) {
-               import_index_incremental($PI_TEST_VERSION, $l, $mime);
+               $import_index_incremental->($PI_TEST_VERSION, $l, $mime);
        }
 }