www*stream: gzip ->getline responses

[public-inbox.git] / lib / PublicInbox / WwwStream.pm

diff --git a/lib/PublicInbox/WwwStream.pm b/lib/PublicInbox/WwwStream.pm
index 3a867ec3a0de9f28592fbb782166d5943d86ae73..c964dbd41a4607136c3df0f089957ec9aa72a159 100644 (file)
--- a/lib/PublicInbox/WwwStream.pm
+++ b/lib/PublicInbox/WwwStream.pm
@@ -9,30 +9,42 @@
 package PublicInbox::WwwStream;
 use strict;
 use warnings;
+use base qw(Exporter);
+our @EXPORT_OK = qw(html_oneshot);
+use bytes (); # length
 use PublicInbox::Hval qw(ascii_html prurl);
+use Compress::Raw::Zlib qw(Z_FINISH Z_OK);
+use PublicInbox::GzipFilter qw(gzip_maybe gzf_maybe);
 our $TOR_URL = 'https://www.torproject.org/';
 our $CODE_URL = 'https://public-inbox.org/public-inbox.git';
 
 # noop for HTTP.pm (and any other PSGI servers)
 sub close {}
 
+sub base_url ($) {
+       my $ctx = shift;
+       my $base_url = $ctx->{-inbox}->base_url($ctx->{env});
+       chop $base_url; # no trailing slash for clone
+       $base_url;
+}
+
 sub new {
        my ($class, $ctx, $cb) = @_;
 
-       my $base_url = $ctx->{-inbox}->base_url($ctx->{env});
-       chop $base_url; # no trailing slash for clone
        bless {
                nr => 0,
-               cb => $cb || \&close,
+               cb => $cb,
                ctx => $ctx,
-               base_url => $base_url,
+               base_url => base_url($ctx),
        }, $class;
 }
 
 sub response {
        my ($class, $ctx, $code, $cb) = @_;
-       [ $code, [ 'Content-Type', 'text/html; charset=UTF-8' ],
-         $class->new($ctx, $cb) ]
+       my $h = [ 'Content-Type', 'text/html; charset=UTF-8' ];
+       my $self = $class->new($ctx, $cb);
+       $self->{gzf} = gzf_maybe($h, $ctx->{env});
+       [ $code, $h, $self ]
 }
 
 sub _html_top ($) {
@@ -155,13 +167,49 @@ sub getline {
        my ($self) = @_;
        my $nr = $self->{nr}++;
 
-       return _html_top($self) if $nr == 0;
+       my $buf = do {
+               if ($nr == 0) {
+                       _html_top($self);
+               } elsif (my $middle = $self->{cb}) {
+                       $middle->($nr, $self->{ctx});
+               }
+       } // (delete($self->{cb}) ? _html_end($self) : undef);
 
-       if (my $middle = $self->{cb}) {
-               $middle = $middle->($nr, $self->{ctx}) and return $middle;
+       # gzf may be GzipFilter, `undef' or `0'
+       my $gzf = $self->{gzf} or return $buf;
+
+       return $gzf->translate($buf) if defined $buf;
+       $self->{gzf} = 0; # next call to ->getline returns $buf (== undef)
+       $gzf->translate(undef);
+}
+
+sub html_oneshot ($$;$) {
+       my ($ctx, $code, $sref) = @_;
+       my $self = bless {
+               ctx => $ctx,
+               base_url => base_url($ctx),
+       }, __PACKAGE__;
+       my @x;
+       my $h = [ 'Content-Type' => 'text/html; charset=UTF-8' ];
+       if (my $gz = gzip_maybe($h, $ctx->{env})) {
+               my $err = $gz->deflate(_html_top($self), $x[0]);
+               die "gzip->deflate: $err" if $err != Z_OK;
+               if ($sref) {
+                       $err = $gz->deflate($sref, $x[0]);
+                       die "gzip->deflate: $err" if $err != Z_OK;
+               }
+               $err = $gz->deflate(_html_end($self), $x[0]);
+               die "gzip->deflate: $err" if $err != Z_OK;
+               $err = $gz->flush($x[0], Z_FINISH);
+               die "gzip->flush: $err" if $err != Z_OK;
+       } else {
+               @x = (_html_top($self), $sref ? $$sref : (), _html_end($self));
        }
 
-       delete $self->{cb} ? _html_end($self) : undef;
+       my $len = 0;
+       $len += bytes::length($_) for @x;
+       push @$h, 'Content-Length', $len;
+       [ $code, $h, \@x ]
 }
 
 1;