X-Git-Url: http://www.git.stargrave.org/?a=blobdiff_plain;f=lib%2FPublicInbox%2FMboxGz.pm;h=ab3c9770e994905eeb4fed04429267411c76242c;hb=e3b57fe9f68e80fc85cff46ccec9246b670f1312;hp=2b873451e585945f8939df08eaabd47cc02030db;hpb=07c51ae017dae0ea221ba756e9c6ec46f6a587de;p=public-inbox.git diff --git a/lib/PublicInbox/MboxGz.pm b/lib/PublicInbox/MboxGz.pm index 2b873451..ab3c9770 100644 --- a/lib/PublicInbox/MboxGz.pm +++ b/lib/PublicInbox/MboxGz.pm @@ -1,71 +1,51 @@ -# Copyright (C) 2015-2019 all contributors +# Copyright (C) 2015-2020 all contributors # License: AGPL-3.0+ package PublicInbox::MboxGz; use strict; -use warnings; -use Email::Simple; +use parent 'PublicInbox::GzipFilter'; +use PublicInbox::Eml; use PublicInbox::Hval qw/to_filename/; use PublicInbox::Mbox; -use IO::Compress::Gzip; -use Compress::Raw::Zlib qw(Z_FINISH Z_OK); -my %OPT = (-WindowBits => 15 + 16, -AppendOutput => 1); - -sub new { - my ($class, $ctx, $cb) = @_; - $ctx->{base_url} = $ctx->{-inbox}->base_url($ctx->{env}); - my ($gz, $err) = Compress::Raw::Zlib::Deflate->new(%OPT); - $err == Z_OK or die "Deflate->new failed: $err"; - bless { gz => $gz, cb => $cb, ctx => $ctx }, $class; +*msg_hdr = \&PublicInbox::Mbox::msg_hdr; +*msg_body = \&PublicInbox::Mbox::msg_body; + +sub async_next ($) { + my ($http) = @_; # PublicInbox::HTTP + my $ctx = $http->{forward} or return; + eval { + $ctx->{smsg} = $ctx->{cb}->($ctx) or return $ctx->close; + $ctx->smsg_blob($ctx->{smsg}); + }; + warn "E: $@" if $@; } -sub response { - my ($class, $ctx, $cb, $fn) = @_; - my $body = $class->new($ctx, $cb); +sub mbox_gz { + my ($self, $cb, $fn) = @_; + $self->{cb} = $cb; + $self->{base_url} = $self->{ibx}->base_url($self->{env}); + $self->{gz} = PublicInbox::GzipFilter::gzip_or_die(); + $fn = to_filename($fn // '') // 'no-subject'; # http://www.iana.org/assignments/media-types/application/gzip - my @h = qw(Content-Type application/gzip); - if (defined $fn && $fn ne '') { - $fn = to_filename($fn); - push @h, 'Content-Disposition', "inline; filename=$fn.mbox.gz"; - } - [ 200, \@h, $body ]; + bless $self, __PACKAGE__; + my $res_hdr = [ 'Content-Type' => 'application/gzip', + 'Content-Disposition' => "inline; filename=$fn.mbox.gz" ]; + $self->psgi_response(200, $res_hdr); } -sub gzip_fail ($$) { - my ($ctx, $err) = @_; - $ctx->{env}->{'psgi.errors'}->print("deflate failed: $err\n"); - ''; -} - -# called by Plack::Util::foreach or similar +# called by Plack::Util::foreach or similar (generic PSGI) sub getline { my ($self) = @_; - my $ctx = $self->{ctx} or return; - my $gz = $self->{gz}; - my $buf = delete($self->{buf}); - while (my $smsg = $self->{cb}->($ctx)) { - my $mref = $ctx->{-inbox}->msg_by_smsg($smsg) or next; - my $h = Email::Simple->new($mref)->header_obj; - - my $err = $gz->deflate( - PublicInbox::Mbox::msg_hdr($ctx, $h, $smsg->{mid}), - $buf); - return gzip_fail($ctx, $err) if $err != Z_OK; - - $err = $gz->deflate(PublicInbox::Mbox::msg_body($$mref), $buf); - return gzip_fail($ctx, $err) if $err != Z_OK; - - return $buf if length($buf) >= 8192; - - # be fair to other clients on public-inbox-httpd: - $self->{buf} = $buf; - return ''; + my $cb = $self->{cb} or return; + while (my $smsg = $cb->($self)) { + my $eml = $self->{ibx}->smsg_eml($smsg) or next; + $self->zmore(msg_hdr($self, $eml, $smsg->{mid})); + return $self->translate(msg_body($eml)); } # signal that we're done and can return undef next call: - delete $self->{ctx}; - my $err = $gz->flush($buf, Z_FINISH); - ($err == Z_OK) ? $buf : gzip_fail($ctx, $err); + delete $self->{cb}; + $self->zflush; } -sub close {} # noop - +no warnings 'once'; +*async_eml = \&PublicInbox::Mbox::async_eml; 1;