From: Eric Wong Date: Mon, 29 Mar 2021 07:08:24 +0000 (+0000) Subject: lei: use IO::Uncompress::Gunzip MultiStream X-Git-Tag: v1.7.0~861 X-Git-Url: http://www.git.stargrave.org/?a=commitdiff_plain;h=a0ad0c832830ecd70d01dfba5f1bc81d4efcd950;p=public-inbox.git lei: use IO::Uncompress::Gunzip MultiStream This is compatible with default gunzip(1) behavior and future-proofs us against potential changes in PublicInbox::WWW to save memory on public-inbox-httpd instances. --- diff --git a/lib/PublicInbox/LeiRemote.pm b/lib/PublicInbox/LeiRemote.pm index 399fc936..945d9990 100644 --- a/lib/PublicInbox/LeiRemote.pm +++ b/lib/PublicInbox/LeiRemote.pm @@ -50,7 +50,7 @@ sub mset { my ($fh, $pid) = popen_rd($cmd, undef, $rdr); my $reap = PublicInbox::OnDestroy->new($lei->can('sigint_reap'), $pid); $self->{smsg} = []; - $fh = IO::Uncompress::Gunzip->new($fh); + $fh = IO::Uncompress::Gunzip->new($fh, MultiStream => 1); PublicInbox::MboxReader->mboxrd($fh, \&_each_mboxrd_eml, $self); my $err = waitpid($pid, 0) == $pid ? undef : "BUG: waitpid($cmd): $!"; diff --git a/lib/PublicInbox/LeiXSearch.pm b/lib/PublicInbox/LeiXSearch.pm index 1a194f1c..f3b8cc25 100644 --- a/lib/PublicInbox/LeiXSearch.pm +++ b/lib/PublicInbox/LeiXSearch.pm @@ -272,7 +272,7 @@ sub query_remote_mboxrd { $lei->qerr("# $cmd"); my ($fh, $pid) = popen_rd($cmd, undef, $rdr); $reap_curl = PublicInbox::OnDestroy->new($sigint_reap, $pid); - $fh = IO::Uncompress::Gunzip->new($fh); + $fh = IO::Uncompress::Gunzip->new($fh, MultiStream => 1); PublicInbox::MboxReader->mboxrd($fh, \&each_remote_eml, $self, $lei, $each_smsg); my $err = waitpid($pid, 0) == $pid ? undef