xcpdb: use fine-grained locking

[public-inbox.git] / lib / PublicInbox / Admin.pm

diff --git a/lib/PublicInbox/Admin.pm b/lib/PublicInbox/Admin.pm
index 3eff5cdef09dfbbe5c9b3a2a44fc4a01cb310dc1..34aa3129f5228de6166f7b5d84261cdea0631e8a 100644 (file)
--- a/lib/PublicInbox/Admin.pm
+++ b/lib/PublicInbox/Admin.pm
@@ -41,6 +41,40 @@ sub resolve_repo_dir {
        }
 }
 
+sub resolve_inboxes {
+       my ($argv, $warn_on_unconfigured) = @_;
+       require PublicInbox::Config;
+       require PublicInbox::Inbox;
+
+       my @ibxs = map { resolve_repo_dir($_) } @$argv;
+       push(@ibxs, resolve_repo_dir()) unless @ibxs;
+
+       my %dir2ibx;
+       if (my $config = eval { PublicInbox::Config->new }) {
+               $config->each_inbox(sub {
+                       my ($ibx) = @_;
+                       $dir2ibx{abs_path($ibx->{mainrepo})} = $ibx;
+               });
+       } elsif ($warn_on_unconfigured) {
+               # do we really care about this?  It's annoying...
+               warn $warn_on_unconfigured, "\n";
+       }
+       for my $i (0..$#ibxs) {
+               my $dir = $ibxs[$i];
+               $ibxs[$i] = $dir2ibx{$dir} ||= do {
+                       my $name = "unconfigured-$i";
+                       PublicInbox::Inbox->new({
+                               name => $name,
+                               address => [ "$name\@example.com" ],
+                               mainrepo => $dir,
+                               # TODO: consumers may want to warn on this:
+                               #-unconfigured => 1,
+                       });
+               };
+       }
+       @ibxs;
+}
+
 # TODO: make Devel::Peek optional, only used for daemon
 my @base_mod = qw(Email::MIME Date::Parse Devel::Peek);
 my @over_mod = qw(DBD::SQLite DBI);
@@ -101,4 +135,36 @@ invalid indexlevel=$indexlevel (must be `basic', `medium', or `full')
        die missing_mod_msg($err) ." required for indexlevel=$indexlevel\n";
 }
 
+sub index_inbox {
+       my ($ibx, $opt) = @_;
+       my $jobs = delete $opt->{jobs} if $opt;
+       if (ref($ibx) && ($ibx->{version} || 1) == 2) {
+               eval { require PublicInbox::V2Writable };
+               die "v2 requirements not met: $@\n" if $@;
+               my $v2w = eval { $ibx->importer(0) } || eval {
+                       PublicInbox::V2Writable->new($ibx, {nproc=>$jobs});
+               };
+               if (defined $jobs) {
+                       if ($jobs == 0) {
+                               $v2w->{parallel} = 0;
+                       } else {
+                               my $n = $v2w->{partitions};
+                               if ($jobs != ($n + 1)) {
+                                       warn
+"Unable to respect --jobs=$jobs, inbox was created with $n partitions\n";
+                               }
+                       }
+               }
+               my $warn_cb = $SIG{__WARN__} || sub { print STDERR @_ };
+               local $SIG{__WARN__} = sub {
+                       $warn_cb->($v2w->{current_info}, ': ', @_);
+               };
+               $v2w->index_sync($opt);
+       } else {
+               require PublicInbox::SearchIdx;
+               my $s = PublicInbox::SearchIdx->new($ibx, 1);
+               $s->index_sync($opt);
+       }
+}
+
 1;