]> Sergey Matveev's repositories - public-inbox.git/blobdiff - lib/PublicInbox/Feed.pm
HTML: various encoding fixups
[public-inbox.git] / lib / PublicInbox / Feed.pm
index b77bbdfbc644b90608b0b9236a91088a16b497e9..33406522b59bf53fe4823c5420d18dbae7e83e95 100644 (file)
@@ -7,13 +7,19 @@ use XML::Atom::SimpleFeed;
 use Email::MIME;
 use Email::Address;
 use URI::Escape qw/uri_escape/;
-use Encode qw/encode decode/;
+use Encode qw/find_encoding/;
 use Encode::MIME::Header;
 use CGI qw(escapeHTML);
 use POSIX qw(strftime);
 use Date::Parse qw(strptime);
 use constant DATEFMT => '%Y-%m-%dT%H:%M:%SZ';
 use PublicInbox::View;
+use Mail::Thread;
+my $enc_utf8 = find_encoding('utf8');
+my $enc_ascii = find_encoding('us-ascii');
+my $enc_mime = find_encoding('MIME-Header');
+
+# FIXME: workaround https://rt.cpan.org/Public/Bug/Display.html?id=22817
 
 # main function
 sub generate {
@@ -41,9 +47,43 @@ sub generate {
                add_to_feed($feed_opts, $feed, $add, $top);
        });
        $feed->as_string;
+}
 
+sub generate_html_index {
+       my ($class, $args) = @_;
+       my $max = $args->{max} || 50;
+       my $top = $args->{top}; # bool
+       local $ENV{GIT_DIR} = $args->{git_dir};
+       my $feed_opts = get_feedopts($args);
+       my $title = xs_html($feed_opts->{description} || "");
+       my @messages;
+       each_recent_blob($max, sub {
+               my $str = `git cat-file blob $_[0]`;
+               return 0 if $? != 0;
+               my $simple = Email::Simple->new($str);
+               if ($top && ($simple->header("In-Reply-To") ||
+                            $simple->header("References"))) {
+                       return 0;
+               }
+               $simple->body_set(""); # save some memory
+               push @messages, $simple;
+               1;
+       });
+
+       my $th = Mail::Thread->new(@messages);
+       $th->thread;
+       my @args = (
+               "<html><head><title>$title</title>" .
+               '<link rel=alternate title=Atom.feed href="' .
+               $feed_opts->{atomurl} . '" type="application/atom+xml"/>' .
+               '</head><body><pre>');
+       push @args, $feed_opts->{midurl};
+       dump_html_line($_, 0, \@args) for $th->rootset;
+       $args[0] . '</pre></html>';
 }
 
+# private subs
+
 sub each_recent_blob {
        my ($max, $cb) = @_;
 
@@ -78,25 +118,40 @@ sub get_feedopts {
 
        if ($pi_config && defined $listname && length $listname) {
                foreach my $key (qw(description address)) {
-                       $rv{$key} = $pi_config->get($listname, $key);
+                       $rv{$key} = $pi_config->get($listname, $key) || "";
                }
        }
+       my $url_base;
        if ($cgi) {
-               my $cgi_url = $cgi->self_url;
-               my $url_base = $cgi_url;
-               $url_base =~ s!/?(?:index|all)\.atom\.xml\z!!;
-               $rv{url} ||= "$url_base/";
-               $rv{midurl} = "$url_base/mid/";
-               $rv{fullurl} = "$url_base/full/";
-               $rv{atomurl} = $cgi_url;
+               my $cgi_url = $cgi->url(-path=>1, -query=>1, -relative=>1);
+               my $base = $cgi->url(-base);
+               $url_base = $cgi_url;
+               if ($url_base =~ s!/(?:|(index|all)\.html)?\z!!) {
+                       my $ia = $1 || 'index';
+                       $rv{atomurl} = "$base$url_base/$ia.atom.xml";
+               } else {
+                       $url_base =~ s!/?(?:index|all)\.atom\.xml\z!!;
+                       $rv{atomurl} = $base . $cgi_url;
+                       $url_base = $base . $url_base; # XXX is this needed?
+               }
+       } else {
+               $url_base = "http://example.com";
+               $rv{atomurl} = "$url_base/index.atom.xml";
        }
+       $rv{url} ||= "$url_base/";
+       $rv{midurl} = "$url_base/m/";
+       $rv{fullurl} = "$url_base/f/";
 
        \%rv;
 }
 
 sub utf8_header {
-       my ($mime, $name) = @_;
-       encode('utf8', decode('MIME-Header', $mime->header($name)));
+       my ($simple, $name) = @_;
+       my $val = $simple->header($name);
+       return "" unless defined $val;
+       $val =~ tr/\t\n / /s;
+       $val =~ tr/\r//d;
+       $enc_utf8->encode($enc_mime->decode($val));
 }
 
 sub feed_date {
@@ -120,18 +175,17 @@ sub add_to_feed {
                return 0;
        }
 
-       my $midurl = $feed_opts->{midurl} || 'http://example.com/mid/';
-       my $fullurl = $feed_opts->{fullurl} || 'http://example.com/full/';
+       my $midurl = $feed_opts->{midurl} || 'http://example.com/m/';
+       my $fullurl = $feed_opts->{fullurl} || 'http://example.com/f/';
 
        my $content = PublicInbox::View->as_feed_entry($mime, $fullurl);
        defined($content) or return 0;
 
        my $mid = utf8_header($mime, "Message-ID") or return 0;
-       $mid =~ s/\A<//;
-       $mid =~ s/>\z//;
+       $mid =~ s/\A<//; $mid =~ s/>\z//;
 
        my $subject = utf8_header($mime, "Subject") || "";
-       defined($subject) && length($subject) or return 0;
+       length($subject) or return 0;
 
        my $from = utf8_header($mime, "From") or return 0;
 
@@ -156,4 +210,33 @@ sub add_to_feed {
        1;
 }
 
+sub dump_html_line {
+       my ($self, $level, $args) = @_; # args => [ $html, $midurl ]
+       $args->[0] .= (' ' x $level);
+       if ($self->message) {
+               my $simple = $self->message;
+               my $subj = utf8_header($simple, "Subject");
+               my $mid = utf8_header($simple, "Message-ID");
+               $mid =~ s/\A<//;
+               $mid =~ s/>\z//;
+               my $url = $args->[1] . uri_escape($mid);
+               my $from = utf8_header($simple, "From");
+               my @from = Email::Address->parse($from);
+               $from = $from[0]->name;
+               (defined($from) && length($from)) or $from = $from[0]->address;
+               $from = xs_html($from);
+               $subj = xs_html($subj);
+               $args->[0] .= "<a href=\"$url.html\">$subj</a> $from\n";
+       } else {
+               $args->[0] .= "[ Message not available ]\n";
+       }
+       dump_html_line($self->child, $level+1, $args) if $self->child;
+       dump_html_line($self->next, $level, $args) if $self->next;
+}
+
+sub xs_html {
+       $enc_ascii->encode(escapeHTML($enc_utf8->decode($_[0])),
+                       Encode::HTMLCREF);
+}
+
 1;