X-Git-Url: http://www.git.stargrave.org/?a=blobdiff_plain;f=script%2Fpublic-inbox-index;h=c6910420a095190ffbab09a6658e72ba37f44af4;hb=d87053bf6cae0258125e84e1531d5f1206c53288;hp=9399c272a1b25f2a66b06c4abfc535d52fe81238;hpb=d537fa4148134fe45595305a7398895682f43c96;p=public-inbox.git diff --git a/script/public-inbox-index b/script/public-inbox-index index 9399c272..c6910420 100755 --- a/script/public-inbox-index +++ b/script/public-inbox-index @@ -1,77 +1,34 @@ #!/usr/bin/perl -w -# Copyright (C) 2015-2019 all contributors +# Copyright (C) 2015-2020 all contributors # License: AGPL-3.0+ -# Basic tool to create a Xapian search index for a git repository -# configured for public-inbox. +# Basic tool to create a Xapian search index for a public-inbox. # Usage with libeatmydata -# highly recommended: eatmydata public-inbox-index REPO_DIR +# highly recommended: eatmydata public-inbox-index INBOX_DIR use strict; use warnings; use Getopt::Long qw(:config gnu_getopt no_ignore_case auto_abbrev); -my $usage = "public-inbox-index REPO_DIR"; +my $usage = "public-inbox-index INBOX_DIR"; use PublicInbox::Admin; PublicInbox::Admin::require_or_die('-index'); -my $reindex; -my $prune; -my $jobs = undef; -my $indexlevel; -my %opts = ( - '--reindex' => \$reindex, - '--jobs|j=i' => \$jobs, - '--prune' => \$prune, - 'L|indexlevel=s' => \$indexlevel, -); -GetOptions(%opts) or die "bad command-line args\n$usage"; -die "--jobs must be positive\n" if defined $jobs && $jobs < 0; +my $opt = { quiet => -1 }; +GetOptions($opt, qw(verbose|v+ reindex jobs|j=i prune indexlevel|L=s)) + or die "bad command-line args\n$usage"; +die "--jobs must be positive\n" if defined $opt->{jobs} && $opt->{jobs} <= 0; -sub usage { print STDERR "Usage: $usage\n"; exit 1 } -# do we really care about this message? It's annoying... -my $warn = 'public-inbox unconfigured for serving, indexing anyways...'; -my @ibxs = PublicInbox::Admin::resolve_inboxes(\@ARGV, $warn); +my @ibxs = PublicInbox::Admin::resolve_inboxes(\@ARGV); PublicInbox::Admin::require_or_die('-index'); -usage() unless @ibxs; +unless (@ibxs) { print STDERR "Usage: $usage\n"; exit 1 } my $mods = {}; foreach my $ibx (@ibxs) { - if (defined $indexlevel && !defined($ibx->{indexlevel})) { - # XXX: users can shoot themselves in the foot, with this... - $ibx->{indexlevel} = $indexlevel; - } + # XXX: users can shoot themselves in the foot, with opt->{indexlevel} + $ibx->{indexlevel} //= $opt->{indexlevel} // + PublicInbox::Admin::detect_indexlevel($ibx); PublicInbox::Admin::scan_ibx_modules($mods, $ibx); } PublicInbox::Admin::require_or_die(keys %$mods); - -require PublicInbox::SearchIdx; -index_inbox($_) for @ibxs; - -sub index_inbox { - my ($repo) = @_; - if (ref($repo) && ($repo->{version} || 1) == 2) { - eval { require PublicInbox::V2Writable }; - die "v2 requirements not met: $@\n" if $@; - my $v2w = eval { - PublicInbox::V2Writable->new($repo, {nproc=>$jobs}); - }; - if (defined $jobs) { - if ($jobs == 0) { - $v2w->{parallel} = 0; - } else { - my $n = $v2w->{partitions}; - if ($jobs != ($n + 1)) { - warn -"Unable to respect --jobs=$jobs, inbox was created with $n partitions\n"; - } - } - } - local $SIG{__WARN__} = sub { - print STDERR $v2w->{current_info}, ': ', @_; - }; - $v2w->index_sync({ reindex => $reindex, prune => $prune }); - } else { - my $s = PublicInbox::SearchIdx->new($repo, 1); - $s->index_sync({ reindex => $reindex }); - } -} +PublicInbox::Admin::progress_prepare($opt); +PublicInbox::Admin::index_inbox($_, undef, $opt) for @ibxs;