X-Git-Url: http://www.git.stargrave.org/?a=blobdiff_plain;f=t%2Fconvert-compact.t;h=70609c7d49743d206d6c1c899e47e794b80fe494;hb=b5ddcb3352ef31aeb03b4c4cbb04af3de34a4c4f;hp=def03436231680c7b79e6fcc35939a7aca8a7fda;hpb=c339a14b11c57e7b330f4efef6903bcbea2b3463;p=public-inbox.git diff --git a/t/convert-compact.t b/t/convert-compact.t index def03436..70609c7d 100644 --- a/t/convert-compact.t +++ b/t/convert-compact.t @@ -1,28 +1,29 @@ -# Copyright (C) 2018 all contributors +# Copyright (C) 2018-2020 all contributors # License: AGPL-3.0+ use strict; use warnings; use Test::More; -use File::Temp qw/tempdir/; use PublicInbox::MIME; -my @mods = qw(DBD::SQLite Search::Xapian); -foreach my $mod (@mods) { - eval "require $mod"; - plan skip_all => "$mod missing for convert-compact.t" if $@; -} +use PublicInbox::Spawn qw(which); +use PublicInbox::TestCommon; +require_git(2.6); +require_mods(qw(DBD::SQLite Search::Xapian)); +which('xapian-compact') or + plan skip_all => 'xapian-compact missing for '.__FILE__; + use_ok 'PublicInbox::V2Writable'; use PublicInbox::Import; -my $tmpdir = tempdir('convert-compact-XXXXXX', TMPDIR => 1, CLEANUP => 1); +my ($tmpdir, $for_destroy) = tmpdir(); my $ibx = { - mainrepo => "$tmpdir/v1", + inboxdir => "$tmpdir/v1", name => 'test-v1', -primary_address => 'test@example.com', }; -ok(PublicInbox::Import::run_die([qw(git init --bare -q), $ibx->{mainrepo}]), +ok(PublicInbox::Import::run_die([qw(git init --bare -q), $ibx->{inboxdir}]), 'initialized v1 repo'); ok(umask(077), 'set restrictive umask'); -ok(PublicInbox::Import::run_die([qw(git) , "--git-dir=$ibx->{mainrepo}", +ok(PublicInbox::Import::run_die([qw(git) , "--git-dir=$ibx->{inboxdir}", qw(config core.sharedRepository 0644)]), 'set sharedRepository'); $ibx = PublicInbox::Inbox->new($ibx); my $im = PublicInbox::Import->new($ibx->git, undef, undef, $ibx); @@ -45,33 +46,41 @@ for (1..2) { is($@, '', 'no errors syncing'); } -is(((stat("$ibx->{mainrepo}/public-inbox"))[2]) & 07777, 0755, +is(((stat("$ibx->{inboxdir}/public-inbox"))[2]) & 07777, 0755, 'sharedRepository respected for v1'); -is(((stat("$ibx->{mainrepo}/public-inbox/msgmap.sqlite3"))[2]) & 07777, 0644, +is(((stat("$ibx->{inboxdir}/public-inbox/msgmap.sqlite3"))[2]) & 07777, 0644, 'sharedRepository respected for v1 msgmap'); -my @xdir = glob("$ibx->{mainrepo}/public-inbox/xap*/*"); +my @xdir = glob("$ibx->{inboxdir}/public-inbox/xap*/*"); foreach (@xdir) { my @st = stat($_); is($st[2] & 07777, -f _ ? 0644 : 0755, 'sharedRepository respected on file after convert'); } -local $ENV{PATH} = "blib/script:$ENV{PATH}"; local $ENV{PI_CONFIG} = '/dev/null'; -open my $err, '>>', "$tmpdir/err.log" or die "open: err.log $!\n"; -open my $out, '>>', "$tmpdir/out.log" or die "open: out.log $!\n"; -my $rdr = { 1 => fileno($out), 2 => fileno($err) }; +my ($out, $err) = ('', ''); +my $rdr = { 1 => \$out, 2 => \$err }; -my $cmd = [ 'public-inbox-compact', $ibx->{mainrepo} ]; -ok(PublicInbox::Import::run_die($cmd, undef, $rdr), 'v1 compact works'); +my $cmd = [ '-compact', $ibx->{inboxdir} ]; +ok(run_script($cmd, undef, $rdr), 'v1 compact works'); -@xdir = glob("$ibx->{mainrepo}/public-inbox/xap*"); +@xdir = glob("$ibx->{inboxdir}/public-inbox/xap*"); is(scalar(@xdir), 1, 'got one xapian directory after compact'); is(((stat($xdir[0]))[2]) & 07777, 0755, 'sharedRepository respected on v1 compact'); -$cmd = [ 'public-inbox-convert', $ibx->{mainrepo}, "$tmpdir/v2" ]; -ok(PublicInbox::Import::run_die($cmd, undef, $rdr), 'convert works'); +my $hwm = do { + my $mm = $ibx->mm; + $ibx->cleanup; + $mm->num_highwater; +}; +ok(defined($hwm) && $hwm > 0, "highwater mark set #$hwm"); + +$cmd = [ '-convert', '--no-index', $ibx->{inboxdir}, "$tmpdir/no-index" ]; +ok(run_script($cmd, undef, $rdr), 'convert --no-index works'); + +$cmd = [ '-convert', $ibx->{inboxdir}, "$tmpdir/v2" ]; +ok(run_script($cmd, undef, $rdr), 'convert works'); @xdir = glob("$tmpdir/v2/xap*/*"); foreach (@xdir) { my @st = stat($_); @@ -79,11 +88,12 @@ foreach (@xdir) { 'sharedRepository respected after convert'); } -$cmd = [ 'public-inbox-compact', "$tmpdir/v2" ]; +$cmd = [ '-compact', "$tmpdir/v2" ]; my $env = { NPROC => 2 }; -ok(PublicInbox::Import::run_die($cmd, $env, $rdr), 'v2 compact works'); -$ibx->{mainrepo} = "$tmpdir/v2"; +ok(run_script($cmd, $env, $rdr), 'v2 compact works'); +$ibx->{inboxdir} = "$tmpdir/v2"; $ibx->{version} = 2; +is($ibx->mm->num_highwater, $hwm, 'highwater mark unchanged in v2 inbox'); @xdir = glob("$tmpdir/v2/xap*/*"); foreach (@xdir) { @@ -105,4 +115,17 @@ my $msgs = $ibx->recent({limit => 1000}); is($msgs->[0]->{mid}, 'a-mid@b', 'message exists in history'); is(scalar @$msgs, 1, 'only one message in history'); +$ibx = undef; +$err = ''; +$cmd = [ qw(-index --reindex -c), "$tmpdir/v2" ]; +ok(run_script($cmd, undef, $rdr), '--reindex -c'); +like($err, qr/xapian-compact/, 'xapian-compact ran (-c)'); + +$rdr->{2} = \(my $err2 = ''); +$cmd = [ qw(-index --reindex -cc), "$tmpdir/v2" ]; +ok(run_script($cmd, undef, $rdr), '--reindex -c -c'); +like($err2, qr/xapian-compact/, 'xapian-compact ran (-c -c)'); +ok(scalar(split(/\n/, $err2)) > scalar(split(/\n/, $err)), + '-compacted twice'); + done_testing();