X-Git-Url: http://www.git.stargrave.org/?a=blobdiff_plain;f=t%2Flei.t;h=a46e46f24363f641591d81c5ffb4e3ae8e6adaea;hb=7349713101700e488231ad9ffece8ee42de0928c;hp=50ad2bb10a4f94f79967946320545f5e9ac58490;hpb=ec1f473957a529cc51a381e64274e42c03c6487b;p=public-inbox.git diff --git a/t/lei.t b/t/lei.t index 50ad2bb1..a46e46f2 100644 --- a/t/lei.t +++ b/t/lei.t @@ -8,11 +8,16 @@ use PublicInbox::TestCommon; use PublicInbox::Config; use File::Path qw(rmtree); use Fcntl qw(SEEK_SET); +use PublicInbox::Spawn qw(which); require_git 2.6; require_mods(qw(json DBD::SQLite Search::Xapian)); my $opt = { 1 => \(my $out = ''), 2 => \(my $err = '') }; my ($home, $for_destroy) = tmpdir(); my $err_filter; +my @onions = qw(http://hjrcffqmbrq6wope.onion/meta/ + http://czquwvybam4bgbro.onion/meta/ + http://ou63pmih66umazou.onion/meta/); +my $json = ref(PublicInbox::Config->json)->new->utf8->canonical; my $lei = sub { my ($cmd, $env, $xopt) = @_; $out = $err = ''; @@ -138,8 +143,7 @@ my $setup_publicinboxes = sub { my ($ibx) = @_; my $im = PublicInbox::InboxWritable->new($ibx)->importer(0); my $V = $ibx->version; - my @eml = glob('t/*.eml'); - push(@eml, 't/data/0001.patch') if $V == 2; + my @eml = (glob('t/*.eml'), 't/data/0001.patch'); for (@eml) { next if $_ eq 't/psgi_v2-old.eml'; # dup mid $im->add(eml_load($_)) or BAIL_OUT "v$V add $_"; @@ -155,6 +159,32 @@ my $setup_publicinboxes = sub { $seen || BAIL_OUT 'no imports'; }; +my $test_external_remote = sub { + my ($url, $k) = @_; +SKIP: { + my $nr = 4; + skip "$k unset", $nr if !$url; + which('curl') or skip 'no curl', $nr; + which('torsocks') or skip 'no torsocks', $nr if $url =~ m!\.onion/!; + $lei->('ls-external'); + for my $e (split(/^/ms, $out)) { + $e =~ s/\s+boost.*//s; + $lei->('forget-external', '-q', $e) or + fail "error forgetting $e: $err" + } + $lei->('add-external', $url); + my $mid = '20140421094015.GA8962@dcvr.yhbt.net'; + ok($lei->('q', '-q', "m:$mid"), "query $url"); + is($err, '', "no errors on $url"); + my $res = $json->decode($out); + is($res->[0]->{'m'}, "<$mid>", "got expected mid from $url"); + ok($lei->('q', '-q', "m:$mid", 'd:..20101002'), 'no results, no error'); + is($err, '', 'no output on 404, matching local FS behavior'); + is($out, "[null]\n", 'got null results'); + $lei->('forget-external', $url); +} # /SKIP +}; # /sub + my $test_external = sub { $setup_publicinboxes->(); $cleanup->(); @@ -163,6 +193,10 @@ my $test_external = sub { ok(!-e $config_file && !-e $store_dir, 'nothing created by ls-external'); + ok(!$lei->('add-external', "$home/nonexistent"), + "fails on non-existent dir"); + $lei->('ls-external'); + is($out.$err, '', 'ls-external still has no output'); my $cfg = PublicInbox::Config->new; $cfg->each_inbox(sub { my ($ibx) = @_; @@ -182,6 +216,24 @@ my $test_external = sub { like($out, qr/boost=0\n/s, 'ls-external has output'); ok($lei->(qw(add-external -q https://EXAMPLE.com/ibx)), 'add remote'); is($err, '', 'no warnings after add-external'); + + ok($lei->(qw(_complete lei forget-external)), 'complete for externals'); + my %comp = map { $_ => 1 } split(/\s+/, $out); + ok($comp{'https://example.com/ibx/'}, 'forget external completion'); + $cfg->each_inbox(sub { + my ($ibx) = @_; + ok($comp{$ibx->{inboxdir}}, "local $ibx->{name} completion"); + }); + for my $u (qw(h http https https: https:/ https:// https://e + https://example https://example. https://example.co + https://example.com https://example.com/ + https://example.com/i https://example.com/ibx)) { + ok($lei->(qw(_complete lei forget-external), $u), + "partial completion for URL $u"); + is($out, "https://example.com/ibx/\n", + "completed partial URL $u"); + } + $lei->('ls-external'); like($out, qr!https://example\.com/ibx/!s, 'added canonical URL'); is($err, '', 'no warnings on ls-external'); @@ -212,6 +264,19 @@ my $test_external = sub { # No double-quoting should be imposed on users on the CLI $lei->('q', 's:use boolean prefix'); like($out, qr/search: use boolean prefix/, 'phrase search got result'); + my $res = $json->decode($out); + is(scalar(@$res), 2, 'only 2 element array (1 result)'); + is($res->[1], undef, 'final element is undef'); # XXX should this be? + is(ref($res->[0]), 'HASH', 'first element is hashref'); + $lei->('q', '--pretty', 's:use boolean prefix'); + my $pretty = $json->decode($out); + is_deeply($res, $pretty, '--pretty is identical after decode'); + + for my $fmt (qw(ldjson ndjson jsonl)) { + $lei->('q', '-f', $fmt, 's:use boolean prefix'); + is($out, $json->encode($pretty->[0])."\n", "-f $fmt"); + } + require IO::Uncompress::Gunzip; for my $sfx ('', '.gz') { my $f = "$home/mbox$sfx"; @@ -226,12 +291,12 @@ my $test_external = sub { my @s = grep(/^Subject:/, $cat->()); is(scalar(@s), 1, "1 result in mbox$sfx"); $lei->('q', '-a', '-o', "mboxcl2:$f", 's:see attachment'); - is($err, '', 'no errors from augment'); + is(grep(!/^#/, $err), 0, 'no errors from augment'); @s = grep(/^Subject:/, my @wtf = $cat->()); is(scalar(@s), 2, "2 results in mbox$sfx"); $lei->('q', '-a', '-o', "mboxcl2:$f", 's:nonexistent'); - is($err, '', "no errors on no results ($sfx)"); + is(grep(!/^#/, $err), 0, "no errors on no results ($sfx)"); my @s2 = grep(/^Subject:/, $cat->()); is_deeply(\@s2, \@s, @@ -243,6 +308,45 @@ my $test_external = sub { } ok(!$lei->('q', '-o', "$home/mbox", 's:nope'), 'fails if mbox format unspecified'); + ok(!$lei->(qw(q --no-local s:see)), '--no-local'); + is($? >> 8, 1, 'proper exit code'); + like($err, qr/no local or remote.+? to search/, 'no inbox'); + my %e = ( + TEST_LEI_EXTERNAL_HTTPS => 'https://public-inbox.org/meta/', + TEST_LEI_EXTERNAL_ONION => $onions[int(rand(scalar(@onions)))], + ); + for my $k (keys %e) { + my $url = $ENV{$k} // ''; + $url = $e{$k} if $url eq '1'; + $test_external_remote->($url, $k); + } +}; + +my $test_completion = sub { + ok($lei->(qw(_complete lei)), 'no errors on complete'); + my %out = map { $_ => 1 } split(/\s+/s, $out); + ok($out{'q'}, "`lei q' offered as completion"); + ok($out{'add-external'}, "`lei add-external' offered as completion"); + + ok($lei->(qw(_complete lei q)), 'complete q (no args)'); + %out = map { $_ => 1 } split(/\s+/s, $out); + for my $sw (qw(-f --format -o --output --mfolder --augment -a + --mua --mua-cmd --no-local --local --verbose -v + --save-as --no-remote --remote --torsocks + --reverse -r )) { + ok($out{$sw}, "$sw offered as completion"); + } + + ok($lei->(qw(_complete lei q --form)), 'complete q --format'); + is($out, "--format\n", 'complete lei q --format'); + for my $sw (qw(-f --format)) { + ok($lei->(qw(_complete lei q), $sw), "complete q $sw ARG"); + %out = map { $_ => 1 } split(/\s+/s, $out); + for my $f (qw(mboxrd mboxcl2 mboxcl mboxo json jsonl + concatjson maildir)) { + ok($out{$f}, "got $sw $f as output format"); + } + } }; my $test_lei_common = sub { @@ -250,6 +354,7 @@ my $test_lei_common = sub { $test_config->(); $test_init->(); $test_external->(); + $test_completion->(); }; if ($ENV{TEST_LEI_ONESHOT}) {