X-Git-Url: http://www.git.stargrave.org/?a=blobdiff_plain;f=lib%2FPublicInbox%2FMboxGz.pm;h=ab3c9770e994905eeb4fed04429267411c76242c;hb=e3b57fe9f68e80fc85cff46ccec9246b670f1312;hp=30074e4dc2a73c7b50e28a9253d6fc53d125f9a6;hpb=31cb75037a757c9388f74283a8b1ecb7c5b65f24;p=public-inbox.git diff --git a/lib/PublicInbox/MboxGz.pm b/lib/PublicInbox/MboxGz.pm index 30074e4d..ab3c9770 100644 --- a/lib/PublicInbox/MboxGz.pm +++ b/lib/PublicInbox/MboxGz.pm @@ -1,68 +1,51 @@ -# Copyright (C) 2015-2019 all contributors +# Copyright (C) 2015-2020 all contributors # License: AGPL-3.0+ package PublicInbox::MboxGz; use strict; -use warnings; -use Email::Simple; +use parent 'PublicInbox::GzipFilter'; +use PublicInbox::Eml; use PublicInbox::Hval qw/to_filename/; use PublicInbox::Mbox; -use Compress::Raw::Zlib qw(Z_FINISH Z_OK); -my %OPT = (-WindowBits => 15 + 16, -AppendOutput => 1); - -sub new { - my ($class, $ctx, $cb) = @_; - $ctx->{base_url} = $ctx->{-inbox}->base_url($ctx->{env}); - my ($gz, $err) = Compress::Raw::Zlib::Deflate->new(%OPT); - $err == Z_OK or die "Deflate->new failed: $err"; - bless { gz => $gz, cb => $cb, ctx => $ctx }, $class; +*msg_hdr = \&PublicInbox::Mbox::msg_hdr; +*msg_body = \&PublicInbox::Mbox::msg_body; + +sub async_next ($) { + my ($http) = @_; # PublicInbox::HTTP + my $ctx = $http->{forward} or return; + eval { + $ctx->{smsg} = $ctx->{cb}->($ctx) or return $ctx->close; + $ctx->smsg_blob($ctx->{smsg}); + }; + warn "E: $@" if $@; } -sub response { - my ($class, $ctx, $cb, $fn) = @_; - my $body = $class->new($ctx, $cb); +sub mbox_gz { + my ($self, $cb, $fn) = @_; + $self->{cb} = $cb; + $self->{base_url} = $self->{ibx}->base_url($self->{env}); + $self->{gz} = PublicInbox::GzipFilter::gzip_or_die(); + $fn = to_filename($fn // '') // 'no-subject'; # http://www.iana.org/assignments/media-types/application/gzip - $fn = defined($fn) && $fn ne '' ? to_filename($fn) : 'no-subject'; - my $h = [ qw(Content-Type application/gzip), - 'Content-Disposition', "inline; filename=$fn.mbox.gz" ]; - [ 200, $h, $body ]; -} - -sub gzip_fail ($$) { - my ($ctx, $err) = @_; - $ctx->{env}->{'psgi.errors'}->print("deflate failed: $err\n"); - ''; + bless $self, __PACKAGE__; + my $res_hdr = [ 'Content-Type' => 'application/gzip', + 'Content-Disposition' => "inline; filename=$fn.mbox.gz" ]; + $self->psgi_response(200, $res_hdr); } -# called by Plack::Util::foreach or similar +# called by Plack::Util::foreach or similar (generic PSGI) sub getline { my ($self) = @_; - my $ctx = $self->{ctx} or return; - my $gz = $self->{gz}; - my $buf = delete($self->{buf}); - while (my $smsg = $self->{cb}->($ctx)) { - my $mref = $ctx->{-inbox}->msg_by_smsg($smsg) or next; - my $h = Email::Simple->new($mref)->header_obj; - - my $err = $gz->deflate( - PublicInbox::Mbox::msg_hdr($ctx, $h, $smsg->{mid}), - $buf); - return gzip_fail($ctx, $err) if $err != Z_OK; - - $err = $gz->deflate(PublicInbox::Mbox::msg_body($$mref), $buf); - return gzip_fail($ctx, $err) if $err != Z_OK; - - return $buf if length($buf) >= 8192; - - # be fair to other clients on public-inbox-httpd: - $self->{buf} = $buf; - return ''; + my $cb = $self->{cb} or return; + while (my $smsg = $cb->($self)) { + my $eml = $self->{ibx}->smsg_eml($smsg) or next; + $self->zmore(msg_hdr($self, $eml, $smsg->{mid})); + return $self->translate(msg_body($eml)); } # signal that we're done and can return undef next call: - delete $self->{ctx}; - my $err = $gz->flush($buf, Z_FINISH); - ($err == Z_OK) ? $buf : gzip_fail($ctx, $err); + delete $self->{cb}; + $self->zflush; } -sub close {} # noop - +no warnings 'once'; +*async_eml = \&PublicInbox::Mbox::async_eml; 1;