X-Git-Url: http://www.git.stargrave.org/?a=blobdiff_plain;f=lib%2FPublicInbox%2FWwwStream.pm;h=c964dbd41a4607136c3df0f089957ec9aa72a159;hb=cde937e3bf4c0ad343479f9711a201494e4f36ee;hp=a4ba1fff6a35d298818e4d6981477f27e99bd56d;hpb=c3d8c3df9f91aead9f6c24e1402b24e02c6a6def;p=public-inbox.git diff --git a/lib/PublicInbox/WwwStream.pm b/lib/PublicInbox/WwwStream.pm index a4ba1fff..c964dbd4 100644 --- a/lib/PublicInbox/WwwStream.pm +++ b/lib/PublicInbox/WwwStream.pm @@ -1,4 +1,4 @@ -# Copyright (C) 2016-2019 all contributors +# Copyright (C) 2016-2020 all contributors # License: AGPL-3.0+ # # HTML body stream for which yields getline+close methods @@ -9,30 +9,42 @@ package PublicInbox::WwwStream; use strict; use warnings; +use base qw(Exporter); +our @EXPORT_OK = qw(html_oneshot); +use bytes (); # length use PublicInbox::Hval qw(ascii_html prurl); +use Compress::Raw::Zlib qw(Z_FINISH Z_OK); +use PublicInbox::GzipFilter qw(gzip_maybe gzf_maybe); our $TOR_URL = 'https://www.torproject.org/'; our $CODE_URL = 'https://public-inbox.org/public-inbox.git'; # noop for HTTP.pm (and any other PSGI servers) sub close {} +sub base_url ($) { + my $ctx = shift; + my $base_url = $ctx->{-inbox}->base_url($ctx->{env}); + chop $base_url; # no trailing slash for clone + $base_url; +} + sub new { my ($class, $ctx, $cb) = @_; - my $base_url = $ctx->{-inbox}->base_url($ctx->{env}); - chop $base_url; # no trailing slash for clone bless { nr => 0, - cb => $cb || \&close, + cb => $cb, ctx => $ctx, - base_url => $base_url, + base_url => base_url($ctx), }, $class; } sub response { my ($class, $ctx, $code, $cb) = @_; - [ $code, [ 'Content-Type', 'text/html; charset=UTF-8' ], - $class->new($ctx, $cb) ] + my $h = [ 'Content-Type', 'text/html; charset=UTF-8' ]; + my $self = $class->new($ctx, $cb); + $self->{gzf} = gzf_maybe($h, $ctx->{env}); + [ $code, $h, $self ] } sub _html_top ($) { @@ -155,13 +167,49 @@ sub getline { my ($self) = @_; my $nr = $self->{nr}++; - return _html_top($self) if $nr == 0; + my $buf = do { + if ($nr == 0) { + _html_top($self); + } elsif (my $middle = $self->{cb}) { + $middle->($nr, $self->{ctx}); + } + } // (delete($self->{cb}) ? _html_end($self) : undef); - if (my $middle = $self->{cb}) { - $middle = $middle->($nr, $self->{ctx}) and return $middle; + # gzf may be GzipFilter, `undef' or `0' + my $gzf = $self->{gzf} or return $buf; + + return $gzf->translate($buf) if defined $buf; + $self->{gzf} = 0; # next call to ->getline returns $buf (== undef) + $gzf->translate(undef); +} + +sub html_oneshot ($$;$) { + my ($ctx, $code, $sref) = @_; + my $self = bless { + ctx => $ctx, + base_url => base_url($ctx), + }, __PACKAGE__; + my @x; + my $h = [ 'Content-Type' => 'text/html; charset=UTF-8' ]; + if (my $gz = gzip_maybe($h, $ctx->{env})) { + my $err = $gz->deflate(_html_top($self), $x[0]); + die "gzip->deflate: $err" if $err != Z_OK; + if ($sref) { + $err = $gz->deflate($sref, $x[0]); + die "gzip->deflate: $err" if $err != Z_OK; + } + $err = $gz->deflate(_html_end($self), $x[0]); + die "gzip->deflate: $err" if $err != Z_OK; + $err = $gz->flush($x[0], Z_FINISH); + die "gzip->flush: $err" if $err != Z_OK; + } else { + @x = (_html_top($self), $sref ? $$sref : (), _html_end($self)); } - delete $self->{cb} ? _html_end($self) : undef; + my $len = 0; + $len += bytes::length($_) for @x; + push @$h, 'Content-Length', $len; + [ $code, $h, \@x ] } 1;