From 2d3fc25afe7435992236ac143039b24248c5e74d Mon Sep 17 00:00:00 2001 From: Eric Wong Date: Sat, 28 Nov 2020 05:09:15 +0000 Subject: [PATCH] nntp: XPATH uses ->ALL extindex, too Another 30-40% speedup when testing against a local lore.kernel.org mirror. In either case, we'll consistently sort the response for ease-of-testing and client-side cache-friendliness. --- lib/PublicInbox/NNTP.pm | 24 ++++++++++++++++++++---- t/extsearch.t | 4 +++- 2 files changed, 23 insertions(+), 5 deletions(-) diff --git a/lib/PublicInbox/NNTP.pm b/lib/PublicInbox/NNTP.pm index c014eff0..d314a3d1 100644 --- a/lib/PublicInbox/NNTP.pm +++ b/lib/PublicInbox/NNTP.pm @@ -994,12 +994,28 @@ sub cmd_xpath ($$) { return r501 unless $mid =~ $ONE_MSGID; $mid = $1; my @paths; - foreach my $ng (values %{$self->{nntpd}->{groups}}) { - my $n = $ng->mm->num_for($mid); - push @paths, "$ng->{newsgroup}/$n" if defined $n; + my $pi_cfg = $self->{nntpd}->{pi_config}; + my $groups = $pi_cfg->{-by_newsgroup}; + if (my $ALL = $pi_cfg->ALL) { + my ($id, $prev, %seen); + while (my $smsg = $ALL->over->next_by_mid($mid, \$id, \$prev)) { + my $xr3 = $ALL->over->get_xref3($smsg->{num}); + for my $x (@$xr3) { + my ($ngname, $n) = split(/:/, $x); + $x = "$ngname/$n"; + if ($groups->{$ngname} && !$seen{$x}++) { + push(@paths, $x); + } + } + } + } else { # slow path, no point in using long_response + for my $ibx (values %$groups) { + my $n = $ibx->mm->num_for($mid) // next; + push @paths, "$ibx->{newsgroup}/$n"; + } } return '430 no such article on server' unless @paths; - '223 '.join(' ', @paths); + '223 '.join(' ', sort(@paths)); } sub res ($$) { do_write($_[0], $_[1] . "\r\n") } diff --git a/t/extsearch.t b/t/extsearch.t index f5855558..4f1dbadf 100644 --- a/t/extsearch.t +++ b/t/extsearch.t @@ -74,9 +74,11 @@ EOF SKIP: { require_mods(qw(Net::NNTP), 1); my ($out, $err) = ("$home/nntpd.out.log", "$home/nntpd.err.log"); - my $cmd = [ '-nntpd', '-W0' ]; #, "--stdout=$out", "--stderr=$err" ]; + my $cmd = [ '-nntpd', '-W0', "--stdout=$out", "--stderr=$err" ]; my $td = start_script($cmd, undef, { 3 => $sock }); my $n = Net::NNTP->new($host_port); + my @xp = $n->xpath(''); + is_deeply(\@xp, [ qw(v1.example/1 v2.example/1) ]); $n->group('v1.example'); my $res = $n->head(1); @$res = grep(/^Xref: /, @$res); -- 2.44.0