+ my ($cb, $ctx) = @_;
+ require PublicInbox::ExtMsg;
+
+ $cb->(PublicInbox::ExtMsg::ext_msg($ctx))
+}
+
+sub _msg_date {
+ my ($hdr) = @_;
+ my $ts = $hdr->header('X-PI-TS') || msg_timestamp($hdr);
+ fmt_ts($ts);
+}
+
+sub fmt_ts { POSIX::strftime('%Y-%m-%d %k:%M', gmtime($_[0])) }
+
+sub _inline_header {
+ my ($dst, $state, $upfx, $hdr, $level) = @_;
+ my $dot = $level == 0 ? '' : '` ';
+
+ my $cur = $state->{cur};
+ my $mid = mid_clean($hdr->header_raw('Message-ID'));
+ my $f = ascii_html($hdr->header('X-PI-From'));
+ my $d = _msg_date($hdr);
+ my $pfx = ' ' . $d . ' ' . indent_for($level);
+ my $attr = $f;
+ $state->{first_level} ||= $level;
+
+ if ($attr ne $state->{prev_attr} || $state->{prev_level} > $level) {
+ $state->{prev_attr} = $attr;
+ } else {
+ $attr = '';
+ }
+ $state->{prev_level} = $level;
+
+ if ($cur) {
+ if ($cur eq $mid) {
+ delete $state->{cur};
+ $$dst .= "$pfx$dot<b><a\nid=r\nhref=\"#b\">".
+ "$attr [this message]</a></b>\n";
+
+ return;
+ }
+ } else {
+ $state->{next_msg} ||= $mid;
+ }
+
+ # Subject is never undef, this mail was loaded from
+ # our Xapian which would've resulted in '' if it were
+ # really missing (and Filter rejects empty subjects)
+ my $s = $hdr->header('Subject');
+ my $h = $state->{srch}->subject_path($s);
+ if ($state->{seen}->{$h}) {
+ $s = undef;
+ } else {
+ $state->{seen}->{$h} = 1;
+ $s = PublicInbox::Hval->new($s);
+ $s = $s->as_html;
+ }
+ my $m = PublicInbox::Hval->new_msgid($mid);
+ $m = $upfx . '../' . $m->as_href . '/';
+ if (defined $s) {
+ $$dst .= "$pfx$dot<a\nhref=\"$m\">$s</a> $attr\n";
+ } else {
+ $$dst .= "$pfx$dot<a\nhref=\"$m\">$f</a>\n";
+ }
+}
+
+sub inline_dump {
+ my ($dst, $state, $upfx, $node, $level) = @_;
+ return unless $node;
+ if (my $mime = $node->message) {
+ my $hdr = $mime->header_obj;
+ my $mid = mid_clean($hdr->header_raw('Message-ID'));
+ if ($mid eq $state->{parent_cmp}) {
+ $state->{parent} = $mid;
+ }
+ _inline_header($dst, $state, $upfx, $hdr, $level);
+ } else {
+ my $dot = $level == 0 ? '' : '` ';
+ my $pfx = (' ' x length(' 1970-01-01 13:37 ')).
+ indent_for($level) . $dot;
+ $$dst .= $pfx;
+ $$dst .= ghost_parent("$upfx../", $node->messageid) . "\n";
+ }
+ inline_dump($dst, $state, $upfx, $node->child, $level+1);
+ inline_dump($dst, $state, $upfx, $node->next, $level);
+}
+
+sub sort_ts {
+ sort {
+ (eval { $a->topmost->message->header('X-PI-TS') } || 0) <=>
+ (eval { $b->topmost->message->header('X-PI-TS') } || 0)
+ } @_;
+}
+
+sub rsort_ts {
+ sort {
+ (eval { $b->topmost->message->header('X-PI-TS') } || 0) <=>
+ (eval { $a->topmost->message->header('X-PI-TS') } || 0)
+ } @_;
+}
+
+# accumulate recent topics if search is supported
+# returns 1 if done, undef if not
+sub add_topic {
+ my ($state, $node, $level) = @_;
+ return unless $node;
+ my $child_adjust = 1;
+
+ if (my $x = $node->message) {
+ $x = $x->header_obj;
+ my $subj;
+
+ $subj = $x->header('Subject');
+ $subj = $state->{srch}->subject_normalized($subj);
+
+ if (++$state->{subjs}->{$subj} == 1) {
+ push @{$state->{order}}, [ $level, $subj ];
+ }
+
+ my $mid = mid_clean($x->header_raw('Message-ID'));
+
+ my $ts = $x->header('X-PI-TS');
+ my $exist = $state->{latest}->{$subj};
+ if (!$exist || $exist->[1] < $ts) {
+ $state->{latest}->{$subj} = [ $mid, $ts ];
+ }
+ } else {
+ # ghost message, do not bump level
+ $child_adjust = 0;
+ }
+
+ add_topic($state, $node->child, $level + $child_adjust);
+ add_topic($state, $node->next, $level);
+}
+
+sub dump_topics {
+ my ($state) = @_;
+ my $order = $state->{order};
+ my $subjs = $state->{subjs};
+ my $latest = $state->{latest};
+ return "\n[No topics in range]</pre>" unless (scalar @$order);
+ my $dst = '';
+ my $pfx;
+ my $prev = 0;
+ my $prev_attr = '';
+ while (defined(my $info = shift @$order)) {
+ my ($level, $subj) = @$info;
+ my $n = delete $subjs->{$subj};
+ my ($mid, $ts) = @{delete $latest->{$subj}};
+ $mid = PublicInbox::Hval->new_msgid($mid)->as_href;
+ $subj = PublicInbox::Hval->new($subj)->as_html;
+ $pfx = indent_for($level);
+ my $nl = $level == $prev ? "\n" : '';
+ my $dot = $level == 0 ? '' : '` ';
+ $dst .= "$nl$pfx$dot<a\nhref=\"$mid/t/#u\"><b>$subj</b></a>\n";
+
+ my $attr;
+ $ts = fmt_ts($ts);
+ $attr = " $ts UTC";
+
+ # $n isn't the total number of posts on the topic,
+ # just the number of posts in the current results
+ # window, so leave it unlabeled
+ $n = $n == 1 ? '' : " ($n+ messages)";
+
+ if ($level == 0 || $attr ne $prev_attr) {
+ my $mbox = qq(<a\nhref="$mid/t.mbox.gz">mbox.gz</a>);
+ my $atom = qq(<a\nhref="$mid/t.atom">Atom</a>);
+ $pfx .= INDENT if $level > 0;
+ $dst .= $pfx . $attr . $n . " - $mbox / $atom\n";
+ $prev_attr = $attr;
+ }
+ }
+ $dst .= '</pre>';
+}
+
+sub emit_index_topics {
+ my ($state, $fh) = @_;
+ my $off = $state->{ctx}->{cgi}->param('o');
+ $off = 0 unless defined $off;
+ $state->{order} = [];
+ $state->{subjs} = {};
+ $state->{latest} = {};
+ my $max = 25;
+ my %opts = ( offset => int $off, limit => $max * 4 );
+ while (scalar @{$state->{order}} < $max) {
+ my $res = $state->{srch}->query('', \%opts);
+ my $nr = scalar @{$res->{msgs}} or last;
+
+ for (rsort_ts(thread_results(load_results($res), 1)->rootset)) {
+ add_topic($state, $_, 0);
+ }
+ $opts{offset} += $nr;
+ }
+
+ $fh->write(dump_topics($state));
+ $opts{offset};