# Copyright (C) 2014-2015 all contributors # License: AGPLv3 or later (https://www.gnu.org/licenses/agpl-3.0.txt) # # Used for displaying the HTML web interface. # See Documentation/design_www.txt for this. package PublicInbox::View; use strict; use warnings; use Date::Parse qw/str2time/; use PublicInbox::Hval qw/ascii_html obfuscate_addrs/; use PublicInbox::Linkify; use PublicInbox::MID qw/mid_clean id_compress mid_mime mid_escape/; use PublicInbox::MsgIter; use PublicInbox::Address; use PublicInbox::WwwStream; use PublicInbox::Reply; require POSIX; use constant INDENT => ' '; use constant TCHILD => '` '; sub th_pfx ($) { $_[0] == 0 ? '' : TCHILD }; # public functions: (unstable) sub msg_html { my ($ctx, $mime) = @_; my $hdr = $mime->header_obj; my $ibx = $ctx->{-inbox}; my $obfs_ibx = $ibx->{obfuscate} ? $ibx : undef; my $tip = _msg_html_prepare($hdr, $ctx, $obfs_ibx); PublicInbox::WwwStream->response($ctx, 200, sub { my ($nr, undef) = @_; if ($nr == 1) { $tip . multipart_text_as_html($mime, '', $obfs_ibx) . '
' . html_footer($hdr, 1, $ctx) . '' . msg_reply($ctx, $hdr) }; } else { undef } }); } # /$INBOX/$MESSAGE_ID/#R sub msg_reply { my ($ctx, $hdr) = @_; my $se_url = 'https://kernel.org/pub/software/scm/git/docs/git-send-email.html'; my $p_url = 'https://en.wikipedia.org/wiki/Posting_style#Interleaved_style'; my $info = ''; my $ibx = $ctx->{-inbox}; if (my $url = $ibx->{infourl}) { $url = PublicInbox::Hval::prurl($ctx->{env}, $url); $info = qq(\n List information: $url\n); } my ($arg, $link) = PublicInbox::Reply::mailto_arg_link($ibx, $hdr); # mailto: link only works if address obfuscation is disabled if ($link) { $link = <
Reply instructions: You may reply publically to this message via plain-text email using any one of the following methods: * Save the following mbox file, import it into your mail client, and reply-to-all from there: mbox Avoid top-posting and favor interleaved quoting: $p_url $info * Reply to all the recipients using the --to, --cc, and --in-reply-to switches of git-send-email(1): git send-email$arg $se_url $link EOF } sub in_reply_to { my ($hdr) = @_; my %mid = map { $_ => 1 } $hdr->header_raw('Message-ID'); my @refs = (($hdr->header_raw('References') || '') =~ /<([^>]+)>/g); push(@refs, (($hdr->header_raw('In-Reply-To') || '') =~ /<([^>]+)>/g)); while (defined(my $irt = pop @refs)) { next if $mid{"<$irt>"}; return $irt; } undef; } sub _hdr_names_html ($$) { my ($hdr, $field) = @_; my $val = $hdr->header($field) or return ''; ascii_html(join(', ', PublicInbox::Address::names($val))); } sub nr_to_s ($$$) { my ($nr, $singular, $plural) = @_; return "0 $plural" if $nr == 0; $nr == 1 ? "$nr $singular" : "$nr $plural"; } # this is already inside asub index_entry { my ($mime, $ctx, $more) = @_; my $srch = $ctx->{srch}; my $hdr = $mime->header_obj; my $subj = $hdr->header('Subject'); my $mid_raw = mid_clean(mid_mime($mime)); my $id = id_compress($mid_raw, 1); my $id_m = 'm'.$id; my $root_anchor = $ctx->{root_anchor} || ''; my $irt; my $obfs_ibx = $ctx->{-obfs_ibx}; my $rv = "* "; $subj = ''.ascii_html($subj).''; obfuscate_addrs($obfs_ibx, $subj) if $obfs_ibx; $subj = "$subj" if $root_anchor eq $id_m; $rv .= $subj . "\n"; $rv .= _th_index_lite($mid_raw, \$irt, $id, $ctx); my @tocc; foreach my $f (qw(To Cc)) { my $dst = _hdr_names_html($hdr, $f); if ($dst ne '') { obfuscate_addrs($obfs_ibx, $dst) if $obfs_ibx; push @tocc, "$f: $dst"; } } my $from = _hdr_names_html($hdr, 'From'); obfuscate_addrs($obfs_ibx, $from) if $obfs_ibx; $rv .= "From: $from @ "._msg_date($hdr)." UTC"; my $upfx = $ctx->{-upfx}; my $mhref = $upfx . mid_escape($mid_raw) . '/'; $rv .= qq{ (permalink / }; $rv .= qq{raw)\n}; $rv .= ' '.join('; +', @tocc) . "\n" if @tocc; my $mapping = $ctx->{mapping}; if (!$mapping && (defined($irt) || defined($irt = in_reply_to($hdr)))) { my $mirt = PublicInbox::Hval->new_msgid($irt); my $href = $upfx . $mirt->{href}. '/'; my $html = $mirt->as_html; $rv .= qq(In-Reply-To: <$html>\n) } $rv .= "\n"; # scan through all parts, looking for displayable text msg_iter($mime, sub { $rv .= add_text_body($mhref, $obfs_ibx, $_[0]) }); # add the footer $rv .= "\n^ ". "permalink" . " raw" . " reply"; my $hr; if (my $pct = $ctx->{pct}) { # used by SearchView.pm $rv .= "\t[relevance $pct->{$mid_raw}%]"; $hr = 1; } elsif ($mapping) { my $nested = 'nested'; my $flat = 'flat'; my $end = ''; if ($ctx->{flat}) { $hr = 1; $flat = "$flat"; } else { $nested = "$nested"; } $rv .= "\t[$flat"; $rv .= "|$nested]"; $rv .= " $ctx->{s_nr}"; } else { $hr = $ctx->{-hr}; } $rv .= $more ? '' : '' if $hr; $rv; } sub pad_link ($$;$) { my ($mid, $level, $s) = @_; $s ||= '...'; my $id = id_compress($mid, 1); (' 'x19).indent_for($level).th_pfx($level)."($s)\n"; } sub _th_index_lite { my ($mid_raw, $irt, $id, $ctx) = @_; my $rv = ''; my $mapping = $ctx->{mapping} or return $rv; my $pad = ' '; my $mid_map = $mapping->{$mid_raw}; defined $mid_map or return 'public-inbox BUG: '.ascii_html($mid_raw).' not mapped'; my ($attr, $node, $idx, $level) = @$mid_map; my $children = $node->{children}; my $nr_c = scalar @$children; my $nr_s = 0; my $siblings; if (my $smsg = $node->{smsg}) { ($$irt) = (($smsg->{references} || '') =~ m/<([^>]+)>\z/); } my $irt_map = $mapping->{$$irt} if defined $$irt; if (defined $irt_map) { $siblings = $irt_map->[1]->{children}; $nr_s = scalar(@$siblings) - 1; $rv .= $pad . $irt_map->[0]; if ($idx > 0) { my $prev = $siblings->[$idx - 1]; my $pmid = $prev->{id}; if ($idx > 2) { my $s = ($idx - 1). ' preceding siblings ...'; $rv .= pad_link($pmid, $level, $s); } elsif ($idx == 2) { my $ppmid = $siblings->[0]->{id}; $rv .= $pad . $mapping->{$ppmid}->[0]; } $rv .= $pad . $mapping->{$pmid}->[0]; } } my $s_s = nr_to_s($nr_s, 'sibling', 'siblings'); my $s_c = nr_to_s($nr_c, 'reply', 'replies'); $attr =~ s!\n\z!\n!s; $attr =~ s! !!s; # no point in duplicating subject $attr =~ s!]+>([^<]+)!$1!s; # no point linking to self $rv .= "@ $attr"; if ($nr_c) { my $cmid = $children->[0]->{id}; $rv .= $pad . $mapping->{$cmid}->[0]; if ($nr_c > 2) { my $s = ($nr_c - 1). ' more replies'; $rv .= pad_link($cmid, $level + 1, $s); } elsif (my $cn = $children->[1]) { $rv .= $pad . $mapping->{$cn->{id}}->[0]; } } my $next = $siblings->[$idx+1] if $siblings && $idx >= 0; if ($next) { my $nmid = $next->{id}; $rv .= $pad . $mapping->{$nmid}->[0]; my $nnext = $nr_s - $idx; if ($nnext > 2) { my $s = ($nnext - 1).' subsequent siblings'; $rv .= pad_link($nmid, $level, $s); } elsif (my $nn = $siblings->[$idx + 2]) { $rv .= $pad . $mapping->{$nn->{id}}->[0]; } } $rv .= $pad ."$s_s, $s_c; $ctx->{s_nr}\n"; } sub walk_thread { my ($rootset, $ctx, $cb) = @_; my @q = map { (0, $_, -1) } @$rootset; while (@q) { my ($level, $node, $i) = splice(@q, 0, 3); defined $node or next; $cb->($ctx, $level, $node, $i); ++$level; $i = 0; unshift @q, map { ($level, $_, $i++) } @{$node->{children}}; } } sub pre_thread { my ($ctx, $level, $node, $idx) = @_; $ctx->{mapping}->{$node->{id}} = [ '', $node, $idx, $level ]; skel_dump($ctx, $level, $node); } sub thread_index_entry { my ($ctx, $level, $mime) = @_; my ($beg, $end) = thread_adj_level($ctx, $level); $beg . '' . index_entry($mime, $ctx, 0) . '' . $end; } sub stream_thread ($$) { my ($rootset, $ctx) = @_; my $inbox = $ctx->{-inbox}; my $mime; my @q = map { (0, $_) } @$rootset; my $level; while (@q) { $level = shift @q; my $node = shift @q or next; my $cl = $level + 1; unshift @q, map { ($cl, $_) } @{$node->{children}}; $mime = $inbox->msg_by_smsg($node->{smsg}) and last; } return missing_thread($ctx) unless $mime; $ctx->{-obfs_ibx} = $inbox->{obfuscate} ? $inbox : undef; $mime = PublicInbox::MIME->new($mime); $ctx->{-title_html} = ascii_html($mime->header('Subject')); $ctx->{-html_tip} = thread_index_entry($ctx, $level, $mime); PublicInbox::WwwStream->response($ctx, 200, sub { return unless $ctx; while (@q) { $level = shift @q; my $node = shift @q or next; my $cl = $level + 1; unshift @q, map { ($cl, $_) } @{$node->{children}}; my $mid = $node->{id}; if ($mime = $inbox->msg_by_smsg($node->{smsg})) { $mime = PublicInbox::MIME->new($mime); return thread_index_entry($ctx, $level, $mime); } else { return ghost_index_entry($ctx, $level, $node); } } my $ret = join('', thread_adj_level($ctx, 0)); $ret .= ${$ctx->{dst}}; # skel $ctx = undef; $ret; }); } sub thread_html { my ($ctx) = @_; my $mid = $ctx->{mid}; my $srch = $ctx->{srch}; my $sres = $srch->get_thread($mid); my $msgs = load_results($srch, $sres); my $nr = $sres->{total}; return missing_thread($ctx) if $nr == 0; my $skel = ''; $skel .= $nr == 1 ? 'only message in thread' : 'end of thread'; $skel .= ", back to index\n\n"; $skel .= "Thread overview: "; $skel .= $nr == 1 ? '(only message)' : "$nr+ messages"; $skel .= " (download: mbox.gz"; $skel .= " / follow: Atom feed)\n"; $skel .= "-- links below jump to the message on this page --\n"; $ctx->{-upfx} = '../../'; $ctx->{cur_level} = 0; $ctx->{dst} = \$skel; $ctx->{prev_attr} = ''; $ctx->{prev_level} = 0; $ctx->{root_anchor} = anchor_for($mid); $ctx->{mapping} = {}; $ctx->{s_nr} = "$nr+ messages in thread"; my $rootset = thread_results($msgs, $srch); # reduce hash lookups in pre_thread->skel_dump my $inbox = $ctx->{-inbox}; $ctx->{-obfs_ibx} = $inbox->{obfuscate} ? $inbox : undef; walk_thread($rootset, $ctx, *pre_thread); $skel .= ''; return stream_thread($rootset, $ctx) unless $ctx->{flat}; # flat display: lazy load the full message from smsg my $mime; while ($mime = shift @$msgs) { $mime = $inbox->msg_by_smsg($mime) and last; } return missing_thread($ctx) unless $mime; $mime = PublicInbox::MIME->new($mime); $ctx->{-title_html} = ascii_html($mime->header('Subject')); $ctx->{-html_tip} = ''.index_entry($mime, $ctx, scalar @$msgs); $mime = undef; PublicInbox::WwwStream->response($ctx, 200, sub { return unless $msgs; while ($mime = shift @$msgs) { $mime = $inbox->msg_by_smsg($mime) and last; } if ($mime) { $mime = PublicInbox::MIME->new($mime); return index_entry($mime, $ctx, scalar @$msgs); } $msgs = undef; $skel; }); } sub multipart_text_as_html { my ($mime, $upfx, $obfs_ibx) = @_; my $rv = ""; # scan through all parts, looking for displayable text msg_iter($mime, sub { $rv .= add_text_body($upfx, $obfs_ibx, $_[0]) }); $rv; } sub flush_quote { my ($s, $l, $quot) = @_; # show everything in the full version with anchor from # short version (see above) my $rv = $l->linkify_1(join('', @$quot)); @$quot = (); # we use a here to allow users to specify their own # color for quoted text $rv = $l->linkify_2(ascii_html($rv)); $$s .= qq() . $rv . '' } sub attach_link ($$$$;$) { my ($upfx, $ct, $p, $fn, $err) = @_; my ($part, $depth, @idx) = @$p; my $nl = $idx[-1] > 1 ? "\n" : ''; my $idx = join('.', @idx); my $size = bytes::length($part->body); # hide attributes normally, unless we want to aid users in # spotting MUA problems: $ct =~ s/;.*// unless $err; $ct = ascii_html($ct); my $desc = $part->header('Content-Description'); $desc = $fn unless defined $desc; $desc = '' unless defined $desc; my $sfn; if (defined $fn && $fn =~ /\A[[:alnum:]][\w\.-]+[[:alnum:]]\z/) { $sfn = $fn; } elsif ($ct eq 'text/plain') { $sfn = 'a.txt'; } else { $sfn = 'a.bin'; } my $ret = qq($nl); if ($err) { $ret .= "[-- Warning: decoded text below may be mangled --]\n"; } $ret .= "[-- Attachment #$idx: "; my $ts = "Type: $ct, Size: $size bytes"; $desc = ascii_html($desc); $ret .= ($desc eq '') ? "$ts --]" : "$desc --]\n[-- $ts --]"; $ret .= "\n"; } sub add_text_body { my ($upfx, $obfs_ibx, $p) = @_; # $p - from msg_iter: [ Email::MIME, depth, @idx ] my ($part, $depth) = @$p; # attachment @idx is unused my $ct = $part->content_type || 'text/plain'; my $fn = $part->filename; if ($ct =~ m!\btext/x?html\b!i) { return attach_link($upfx, $ct, $p, $fn); } my $s = eval { $part->body_str }; # badly-encoded message? tell the world about it! my $err = $@; if ($err) { if ($ct =~ m!\btext/plain\b!i) { # Try to assume UTF-8 because Alpine seems to # do wacky things and set charset=X-UNKNOWN $part->charset_set('UTF-8'); $s = eval { $part->body_str }; # If forcing charset=UTF-8 failed, # attach_link will warn further down... $s = $part->body if $@; } else { return attach_link($upfx, $ct, $p, $fn); } } my @lines = split(/^/m, $s); $s = ''; if (defined($fn) || $depth > 0 || $err) { $s .= attach_link($upfx, $ct, $p, $fn, $err); $s .= "\n"; } my @quot; my $l = PublicInbox::Linkify->new; foreach my $cur (@lines) { if ($cur !~ /^>/) { # show the previously buffered quote inline flush_quote(\$s, $l, \@quot) if @quot; # regular line, OK $l->linkify_1($cur); $s .= $l->linkify_2(ascii_html($cur)); } else { push @quot, $cur; } } if (@quot) { # ugh, top posted flush_quote(\$s, $l, \@quot); obfuscate_addrs($obfs_ibx, $s) if $obfs_ibx; $s; } else { obfuscate_addrs($obfs_ibx, $s) if $obfs_ibx; if ($s =~ /\n\z/s) { # common, last line ends with a newline $s; } else { # some editors don't do newlines... $s .= "\n"; } } } sub _msg_html_prepare { my ($hdr, $ctx, $obfs_ibx) = @_; my $srch = $ctx->{srch} if $ctx; my $atom = ''; my $rv = "
"; # anchor for body start if ($srch) { $ctx->{-upfx} = '../'; } my @title; my $mid = mid_clean($hdr->header_raw('Message-ID')); $mid = PublicInbox::Hval->new_msgid($mid); foreach my $h (qw(From To Cc Subject Date)) { my $v = $hdr->header($h); defined($v) && ($v ne '') or next; $v = PublicInbox::Hval->new($v); if ($h eq 'From') { my @n = PublicInbox::Address::names($v->raw); $title[1] = ascii_html(join(', ', @n)); obfuscate_addrs($obfs_ibx, $title[1]) if $obfs_ibx; } elsif ($h eq 'Subject') { $title[0] = $v->as_html; if ($srch) { $rv .= qq($h: ); $rv .= $v->as_html . "\n"; next; } } $v = $v->as_html; obfuscate_addrs($obfs_ibx, $v) if $obfs_ibx; $rv .= "$h: $v\n"; } $title[0] ||= '(no subject)'; $ctx->{-title_html} = join(' - ', @title); $rv .= 'Message-ID: <' . $mid->as_html . '> '; $rv .= "(raw)\n"; $rv .= _parent_headers($hdr, $srch); $rv .= "\n"; } sub thread_skel { my ($dst, $ctx, $hdr, $tpfx) = @_; my $srch = $ctx->{srch}; my $mid = mid_clean($hdr->header_raw('Message-ID')); my $sres = $srch->get_thread($mid); my $nr = $sres->{total}; my $expand = qq(expand ) . qq(/ mbox.gz ) . qq(/ Atom feed); my $parent = in_reply_to($hdr); $$dst .= "\nThread overview: "; if ($nr <= 1) { if (defined $parent) { $$dst .= "($expand)\n "; $$dst .= ghost_parent("$tpfx../", $parent) . "\n"; } else { $$dst .= "[no followups, yet] ($expand)\n"; } $ctx->{next_msg} = undef; $ctx->{parent_msg} = $parent; return; } $$dst .= "$nr+ messages in thread ($expand"; $$dst .= qq! / [top])\n!; my $subj = $hdr->header('Subject'); defined $subj or $subj = ''; $ctx->{prev_subj} = [ split(/ /, $srch->subject_normalized($subj)) ]; $ctx->{cur} = $mid; $ctx->{prev_attr} = ''; $ctx->{prev_level} = 0; $ctx->{dst} = $dst; $sres = load_results($srch, $sres); # reduce hash lookups in skel_dump my $ibx = $ctx->{-inbox}; $ctx->{-obfs_ibx} = $ibx->{obfuscate} ? $ibx : undef; walk_thread(thread_results($sres, $srch), $ctx, *skel_dump); $ctx->{parent_msg} = $parent; } sub _parent_headers { my ($hdr, $srch) = @_; my $rv = ''; my $irt = in_reply_to($hdr); if (defined $irt) { my $v = PublicInbox::Hval->new_msgid($irt); my $html = $v->as_html; my $href = $v->{href}; $rv .= "In-Reply-To: <"; $rv .= "$html>\n"; } # do not display References: if search is present, # we show the thread skeleton at the bottom, instead. return $rv if $srch; my $refs = $hdr->header_raw('References'); if ($refs) { # avoid redundant URLs wasting bandwidth my %seen; $seen{$irt} = 1 if defined $irt; my @refs; my @raw_refs = ($refs =~ /<([^>]+)>/g); foreach my $ref (@raw_refs) { next if $seen{$ref}; $seen{$ref} = 1; push @refs, linkify_ref_nosrch($ref); } if (@refs) { $rv .= 'References: '. join("\n\t", @refs) . "\n"; } } $rv; } sub html_footer { my ($hdr, $standalone, $ctx, $rhref) = @_; my $srch = $ctx->{srch} if $ctx; my $upfx = '../'; my $tpfx = ''; my $idx = $standalone ? " index" : ''; my $irt = ''; if ($idx && $srch) { $idx .= "\n"; thread_skel(\$idx, $ctx, $hdr, $tpfx); my ($next, $prev); my $parent = ' '; $next = $prev = ' '; if (my $n = $ctx->{next_msg}) { $n = PublicInbox::Hval->new_msgid($n)->{href}; $next = "next"; } my $u; my $par = $ctx->{parent_msg}; if ($par) { $u = PublicInbox::Hval->new_msgid($par)->{href}; $u = "$upfx$u/"; } if (my $p = $ctx->{prev_msg}) { $prev = PublicInbox::Hval->new_msgid($p)->{href}; if ($p && $par && $p eq $par) { $prev = "prev parent'; $parent = ''; } else { $prev = "prev'; $parent = " parent" if $u; } } elsif ($u) { # unlikely $parent = " parent"; } $irt = "$next $prev$parent "; } else { $irt = ''; } $rhref ||= '#R'; $irt .= qq(reply); $irt .= $idx; } sub linkify_ref_nosrch { my $v = PublicInbox::Hval->new_msgid($_[0]); my $html = $v->as_html; my $href = $v->{href}; "<$html>"; } sub anchor_for { my ($msgid) = @_; 'm' . id_compress($msgid, 1); } sub ghost_parent { my ($upfx, $mid) = @_; $mid = PublicInbox::Hval->new_msgid($mid); my $href = $mid->{href}; my $html = $mid->as_html; qq{[parent not found: <$html>]}; } sub indent_for { my ($level) = @_; $level ? INDENT x ($level - 1) : ''; } sub load_results { my ($srch, $sres) = @_; my $msgs = delete $sres->{msgs}; $srch->retry_reopen(sub { [ map { $_->mid; $_ } @$msgs ] }); } sub msg_timestamp { my ($hdr) = @_; my $ts = eval { str2time($hdr->header('Date')) }; defined($ts) ? $ts : 0; } sub thread_results { my ($msgs, $srch) = @_; require PublicInbox::SearchThread; PublicInbox::SearchThread::thread($msgs, *sort_ts, $srch); } sub missing_thread { my ($ctx) = @_; require PublicInbox::ExtMsg; PublicInbox::ExtMsg::ext_msg($ctx); } sub _msg_date { my ($hdr) = @_; my $ts = $hdr->header('X-PI-TS') || msg_timestamp($hdr); fmt_ts($ts); } sub fmt_ts { POSIX::strftime('%Y-%m-%d %k:%M', gmtime($_[0])) } sub dedupe_subject { my ($prev_subj, $subj, $val) = @_; my $omit = ''; # '"' denotes identical text omitted my (@prev_pop, @curr_pop); while (@$prev_subj && @$subj && $subj->[-1] eq $prev_subj->[-1]) { push(@prev_pop, pop(@$prev_subj)); push(@curr_pop, pop(@$subj)); $omit ||= $val; } pop @$subj if @$subj && $subj->[-1] =~ /^re:\s*/i; if (scalar(@curr_pop) == 1) { $omit = ''; push @$prev_subj, @prev_pop; push @$subj, @curr_pop; } $omit; } sub skel_dump { my ($ctx, $level, $node) = @_; my $smsg = $node->{smsg} or return _skel_ghost($ctx, $level, $node); my $dst = $ctx->{dst}; my $cur = $ctx->{cur}; my $mid = $smsg->{mid}; my $f = ascii_html($smsg->from_name); my $obfs_ibx = $ctx->{-obfs_ibx}; obfuscate_addrs($obfs_ibx, $f) if $obfs_ibx; my $d = fmt_ts($smsg->{ts}) . ' ' . indent_for($level) . th_pfx($level); my $attr = $f; $ctx->{first_level} ||= $level; if ($attr ne $ctx->{prev_attr} || $ctx->{prev_level} > $level) { $ctx->{prev_attr} = $attr; } $ctx->{prev_level} = $level; if ($cur) { if ($cur eq $mid) { delete $ctx->{cur}; $$dst .= "$d". "$attr [this message]\n"; return; } else { $ctx->{prev_msg} = $mid; } } else { $ctx->{next_msg} ||= $mid; } # Subject is never undef, this mail was loaded from # our Xapian which would've resulted in '' if it were # really missing (and Filter rejects empty subjects) my @subj = split(/ /, $ctx->{srch}->subject_normalized($smsg->subject)); # remove common suffixes from the subject if it matches the previous, # so we do not show redundant text at the end. my $prev_subj = $ctx->{prev_subj} || []; $ctx->{prev_subj} = [ @subj ]; my $omit = dedupe_subject($prev_subj, \@subj, '" '); my $end; if (@subj) { my $subj = join(' ', @subj); $subj = ascii_html($subj); obfuscate_addrs($obfs_ibx, $subj) if $obfs_ibx; $end = "$subj $omit$f\n" } else { $end = "$f\n"; } my $m; my $id = ''; my $mapping = $ctx->{mapping}; if ($mapping) { my $map = $mapping->{$mid}; $id = id_compress($mid, 1); $m = '#m'.$id; $map->[0] = "$d$end"; $id = "\nid=r".$id; } else { $m = $ctx->{-upfx}.mid_escape($mid).'/'; } $$dst .= $d . "" . $end; } sub _skel_ghost { my ($ctx, $level, $node) = @_; my $mid = $node->{id}; my $d = $ctx->{pct} ? ' [irrelevant] ' # search result : ' [not found] '; $d .= indent_for($level) . th_pfx($level); my $upfx = $ctx->{-upfx}; my $m = PublicInbox::Hval->new_msgid($mid); my $href = $upfx . $m->{href} . '/'; my $html = $m->as_html; my $mapping = $ctx->{mapping}; my $map = $mapping->{$mid} if $mapping; if ($map) { my $id = id_compress($mid, 1); $map->[0] = $d . qq{<$html>\n}; $d .= qq{<$html>\n}; } else { $d .= qq{<$html>\n}; } my $dst = $ctx->{dst}; $$dst .= $d; } sub sort_ts { [ sort { (eval { $a->topmost->{smsg}->ts } || 0) <=> (eval { $b->topmost->{smsg}->ts } || 0) } @{$_[0]} ]; } # accumulate recent topics if search is supported # returns 200 if done, 404 if not sub acc_topic { my ($ctx, $level, $node) = @_; my $srch = $ctx->{srch}; my $mid = $node->{id}; my $x = $node->{smsg} || $srch->lookup_mail($mid); my ($subj, $ts); my $topic; if ($x) { $subj = $x->subject; $subj = $srch->subject_normalized($subj); $ts = $x->ts; if ($level == 0) { $topic = [ $ts, 1, { $subj => $mid }, $subj ]; $ctx->{-cur_topic} = $topic; push @{$ctx->{order}}, $topic; return; } $topic = $ctx->{-cur_topic}; # should never be undef $topic->[0] = $ts if $ts > $topic->[0]; $topic->[1]++; my $seen = $topic->[2]; if (scalar(@$topic) == 3) { # parent was a ghost push @$topic, $subj; } elsif (!$seen->{$subj}) { push @$topic, $level, $subj; } $seen->{$subj} = $mid; # latest for subject } else { # ghost message return if $level != 0; # ignore child ghosts $topic = [ -666, 0, {} ]; $ctx->{-cur_topic} = $topic; push @{$ctx->{order}}, $topic; } } sub dump_topics { my ($ctx) = @_; my $order = delete $ctx->{order}; # [ ts, subj1, subj2, subj3, ... ] if (!@$order) { $ctx->{-html_tip} = '[No topics in range]'; return 404; } my @out; my $ibx = $ctx->{-inbox}; my $obfs_ibx = $ibx->{obfuscate} ? $ibx : undef; my $srch = $ctx->{srch}; # sort by recency, this allows new posts to "bump" old topics... foreach my $topic (sort { $b->[0] <=> $a->[0] } @$order) { my ($ts, $n, $seen, $top, @ex) = @$topic; @$topic = (); next unless defined $top; # ghost topic my $mid = delete $seen->{$top}; my $href = mid_escape($mid); my $prev_subj = [ split(/ /, $top) ]; $top = PublicInbox::Hval->new($top)->as_html; $ts = fmt_ts($ts); # $n isn't the total number of posts on the topic, # just the number of posts in the current results window my $anchor; if ($n == 1) { $n = ''; $anchor = '#u'; # top of only message } else { $n = " ($n+ messages)"; $anchor = '#t'; # thread skeleton } my $mbox = qq(mbox.gz); my $atom = qq(Atom); my $s = "$top\n" . " $ts UTC $n - $mbox / $atom\n"; for (my $i = 0; $i < scalar(@ex); $i += 2) { my $level = $ex[$i]; my $subj = $ex[$i + 1]; $mid = delete $seen->{$subj}; my @subj = split(/ /, $srch->subject_normalized($subj)); my @next_prev = @subj; # full copy my $omit = dedupe_subject($prev_subj, \@subj, ' "'); $prev_subj = \@next_prev; $subj = ascii_html(join(' ', @subj)); obfuscate_addrs($obfs_ibx, $subj) if $obfs_ibx; $href = mid_escape($mid); $s .= indent_for($level) . TCHILD; $s .= "$subj$omit\n"; } push @out, $s; } $ctx->{-html_tip} = '' . join("\n", @out) . ''; 200; } sub index_nav { # callback for WwwStream my (undef, $ctx) = @_; delete $ctx->{qp} or return; my ($next, $prev); $next = $prev = ' '; my $latest = ''; my $next_o = $ctx->{-next_o}; if ($next_o) { $next = qq!next!; } if (my $cur_o = $ctx->{-cur_o}) { $latest = qq! latest!; my $o = $cur_o - ($next_o - $cur_o); if ($o > 0) { $prev = qq!prev!; } elsif ($o == 0) { $prev = qq!prev!; } } "page: $next $prev$latest"; } sub index_topics { my ($ctx) = @_; my ($off) = (($ctx->{qp}->{o} || '0') =~ /(\d+)/); my $opts = { offset => $off, limit => 200 }; $ctx->{order} = []; my $srch = $ctx->{srch}; my $sres = $srch->query('', $opts); my $nr = scalar @{$sres->{msgs}}; if ($nr) { $sres = load_results($srch, $sres); walk_thread(thread_results($sres, $srch), $ctx, *acc_topic); } $ctx->{-next_o} = $off+ $nr; $ctx->{-cur_o} = $off; PublicInbox::WwwStream->response($ctx, dump_topics($ctx), *index_nav); } sub thread_adj_level { my ($ctx, $level) = @_; my $max = $ctx->{cur_level}; if ($level <= 0) { return ('', '') if $max == 0; # flat output # reset existing lists my $beg = $max > 1 ? ('' x ($max - 1)) : ''; $ctx->{cur_level} = 0; ("$beg", ''); } elsif ($level == $max) { # continue existing list qw(); } elsif ($level < $max) { my $beg = $max > 1 ? ('' x ($max - $level)) : ''; $ctx->{cur_level} = $level; ("$beg ", ' '); } else { # ($level > $max) # start a new level $ctx->{cur_level} = $level; my $beg = ($max ? '' : '') . '
- '; ($beg, '
'); } } sub ghost_index_entry { my ($ctx, $level, $node) = @_; my ($beg, $end) = thread_adj_level($ctx, $level); $beg . ''. ghost_parent($ctx->{-upfx}, $node->{id}) . '' . $end; } 1;