X-Git-Url: http://www.git.stargrave.org/?p=public-inbox.git;a=blobdiff_plain;f=script%2Fpublic-inbox-purge;h=121027ccbaa7493a06b6a79a91d0fc328ac887dc;hp=d58a9baae096b66cb439c71385bbc2be7e7f9f87;hb=refs%2Fheads%2Fmaster;hpb=87817450840f67a862c611a13d65e998c70a5743 diff --git a/script/public-inbox-purge b/script/public-inbox-purge index d58a9baa..121027cc 100755 --- a/script/public-inbox-purge +++ b/script/public-inbox-purge @@ -1,5 +1,5 @@ #!/usr/bin/perl -w -# Copyright (C) 2019 all contributors +# Copyright (C) 2019-2021 all contributors # License: AGPL-3.0+ # # Used for purging messages entirely from a public-inbox. Currently @@ -9,104 +9,36 @@ use warnings; use Getopt::Long qw(:config gnu_getopt no_ignore_case auto_abbrev); use PublicInbox::AdminEdit; PublicInbox::Admin::check_require('-index'); -require PublicInbox::Filter::Base; -require PublicInbox::Config; -require PublicInbox::MIME; +use PublicInbox::Filter::Base qw(REJECT); +use PublicInbox::Eml; require PublicInbox::V2Writable; -{ no warnings 'once'; *REJECT = *PublicInbox::Filter::Base::REJECT } - -my $usage = "$0 [--all] [INBOX_DIRS] new }; -my $cfgfile = PublicInbox::Config::default_file(); -my $opt = { verbose => 1 }; -GetOptions($opt, @PublicInbox::AdminEdit::OPT) or - die "bad command-line args\n$usage\n"; - -# TODO: clean this up and share code with -index via ::Admin -my %dir2ibx; # ( path => Inbox object ) -my @inboxes; -$config and $config->each_inbox(sub { - my ($ibx) = @_; - push @inboxes, $ibx if $opt->{all} && $ibx->{version} != 1; - $dir2ibx{$ibx->{mainrepo}} = $ibx; -}); - -if ($opt->{all}) { - $config or die "--all specified, but $cfgfile not readable\n"; - @ARGV and die "--all specified, but directories specified\n"; -} else { - my @err; - my @dirs = scalar(@ARGV) ? @ARGV : ('.'); - my $u = 0; - - foreach my $dir (@dirs) { - my $v; - my $dir = PublicInbox::Admin::resolve_repo_dir($dir, \$v); - if ($v == 1) { - push @err, $dir; - next; - } - my $ibx = $dir2ibx{$dir} ||= do { - warn "$dir not configured in $cfgfile\n"; - $u++; - my $name = "unconfigured-$u"; - PublicInbox::Inbox->new({ - version => 2, - name => $name, - -primary_address => "$name\@example.com", - mainrepo => $dir, - }); - }; - push @inboxes, $ibx; - } +my $help = <{indexlevel}; - if (defined $lvl) { - PublicInbox::Admin::indexlevel_ok_or_die($lvl); - next; - } +options: - # Undefined indexlevel, so `full'... - # Search::Xapian exists and the DB can be read, at least, fine - $ibx->search and next; - - # it's possible for a Xapian directory to exist, but Search::Xapian - # to go missing/broken. Make sure it's purged in that case: - $ibx->over or die "no over.sqlite3 in $ibx->{mainrepo}\n"; - - # $ibx->{search} is populated by $ibx->over call - my $xdir_ro = $ibx->{search}->xdir(1); - my $npart = 0; - foreach my $part (<$xdir_ro/*>) { - if (-d $part && $part =~ m!/[0-9]+\z!) { - my $bytes = 0; - $bytes += -s $_ foreach glob("$part/*"); - $npart++ if $bytes; - } - } - if ($npart) { - PublicInbox::Admin::require_or_die('-search'); - } else { - # somebody could "rm -r" all the Xapian directories; - # let them purge the overview, at least - $ibx->{indexlevel} ||= 'basic'; - } -} + --all purge from all configured inboxes + +See public-inbox-purge(1) man page for full documentation. +EOF -my $data = do { local $/; scalar }; +my $opt = { verbose => 1, all => 0, -min_inbox_version => 2 }; +GetOptions($opt, @PublicInbox::AdminEdit::OPT, 'C=s@') or die $help; +if ($opt->{help}) { print $help; exit 0 }; + +PublicInbox::Admin::do_chdir(delete $opt->{C}); +my @ibxs = PublicInbox::Admin::resolve_inboxes(\@ARGV, $opt); +PublicInbox::AdminEdit::check_editable(\@ibxs); + +defined(my $data = do { local $/; }) or die "read STDIN: $!\n"; $data =~ s/\A[\r\n]*From [^\r\n]*\r?\n//s; my $n_purged = 0; -foreach my $ibx (@inboxes) { - my $mime = PublicInbox::MIME->new($data); +foreach my $ibx (@ibxs) { + my $mime = PublicInbox::Eml->new($data); my $v2w = PublicInbox::V2Writable->new($ibx, 0); my $commits = $v2w->purge($mime) || []; @@ -123,12 +55,7 @@ foreach my $ibx (@inboxes) { $v2w->done; if ($opt->{verbose}) { # should we consider this machine-parseable? - print "$ibx->{mainrepo}:"; - if (scalar @$commits) { - print join("\n\t", '', @$commits), "\n"; - } else { - print " NONE\n"; - } + PublicInbox::AdminEdit::show_rewrites(\*STDOUT, $ibx, $commits); } $n_purged += scalar @$commits; }