view: speed up homepage loading time with date clamp

This saves over 400ms on my system with the full LKML
with over 2.8 million messages.

diff --git a/lib/PublicInbox/Inbox.pm b/lib/PublicInbox/Inbox.pm
index 265360d94b6e150c0fa0fc313d0315978a7b06fd..90ac9ebb7c31628a292ec69647399969b1adf2fe 100644 (file)
--- a/lib/PublicInbox/Inbox.pm
+++ b/lib/PublicInbox/Inbox.pm
@@ -132,6 +132,7 @@ sub max_git_part {
 sub mm {
        my ($self) = @_;
        $self->{mm} ||= eval {
 sub mm {
        my ($self) = @_;
        $self->{mm} ||= eval {

+               require PublicInbox::Msgmap;

                _cleanup_later($self);
                my $dir = $self->{mainrepo};
                if (($self->{version} || 1) >= 2) {
                _cleanup_later($self);
                my $dir = $self->{mainrepo};
                if (($self->{version} || 1) >= 2) {

diff --git a/lib/PublicInbox/View.pm b/lib/PublicInbox/View.pm
index ec0434335d8919e73009f415fa6bb8edb52e518a..60fc1df17f9e5e242d55a7f05a00ca2e7943c07e 100644 (file)
--- a/lib/PublicInbox/View.pm
+++ b/lib/PublicInbox/View.pm
@@ -1069,17 +1069,31 @@ sub index_nav { # callback for WwwStream
 sub index_topics {
        my ($ctx) = @_;
        my ($off) = (($ctx->{qp}->{o} || '0') =~ /(\d+)/);
 sub index_topics {
        my ($ctx) = @_;
        my ($off) = (($ctx->{qp}->{o} || '0') =~ /(\d+)/);

-       my $opts = { offset => $off, limit => 200 };
+       my $lim = 200;
+       my $opts = { offset => $off, limit => $lim };

 
        $ctx->{order} = [];
        my $srch = $ctx->{srch};
 
        $ctx->{order} = [];
        my $srch = $ctx->{srch};

-       my $sres = $srch->query('', $opts);
+
+       my $qs = '';
+       # this complicated bit cuts loading time by over 400ms on my system:
+       if ($off == 0) {
+               my ($min, $max) = $ctx->{-inbox}->mm->minmax;
+               my $n = $max - $lim;
+               $n = $min if $n < $min;
+               for (; $qs eq '' && $n >= $min; --$n) {
+                       my $smsg = $srch->lookup_article($n) or next;
+                       $qs = POSIX::strftime('d:%Y%m%d..', gmtime($smsg->ts));
+               }
+       }
+
+       my $sres = $srch->query($qs, $opts);

        my $nr = scalar @{$sres->{msgs}};
        if ($nr) {
                $sres = load_results($srch, $sres);
                walk_thread(thread_results($ctx, $sres), $ctx, *acc_topic);
        }
        my $nr = scalar @{$sres->{msgs}};
        if ($nr) {
                $sres = load_results($srch, $sres);
                walk_thread(thread_results($ctx, $sres), $ctx, *acc_topic);
        }

-       $ctx->{-next_o} = $off+ $nr;
+       $ctx->{-next_o} = $off + $nr;

        $ctx->{-cur_o} = $off;
        PublicInbox::WwwStream->response($ctx, dump_topics($ctx), *index_nav);
 }
        $ctx->{-cur_o} = $off;
        PublicInbox::WwwStream->response($ctx, dump_topics($ctx), *index_nav);
 }