#!perl -w # Copyright (C) all contributors # License: AGPL-3.0+ use strict; use v5.10.1; use PublicInbox::TestCommon; use Benchmark qw(:all); use PublicInbox::Inbox; use PublicInbox::View; use PublicInbox::WwwStream; my $inboxdir = $ENV{GIANT_INBOX_DIR} // $ENV{GIANT_PI_DIR}; my $blob = $ENV{TEST_BLOB}; my $obfuscate = $ENV{PI_OBFUSCATE} ? 1 : 0; diag "PI_OBFUSCATE=$obfuscate"; plan skip_all => "GIANT_INBOX_DIR not defined for $0" unless $inboxdir; my @cat = qw(cat-file --buffer --batch-check --batch-all-objects); if (require_git(2.19, 1)) { push @cat, '--unordered'; } else { warn "git <2.19, cat-file lacks --unordered, locality suffers\n"; } require_mods qw(Plack::Util); my $ibx = PublicInbox::Inbox->new({ inboxdir => $inboxdir, name => 'name', obfuscate => $obfuscate}); my $git = $ibx->git; my $fh = $blob ? undef : $git->popen(@cat); if ($fh) { my $vec = ''; vec($vec, fileno($fh), 1) = 1; select($vec, undef, undef, 60) or die "timed out waiting for --batch-check"; } my $ctx = bless { env => { HTTP_HOST => 'example.com', 'psgi.url_scheme' => 'https' }, ibx => $ibx, www => Plack::Util::inline_object(style => sub {''}), gz => PublicInbox::GzipFilter::gzip_or_die(), }, 'PublicInbox::WwwStream'; my ($eml, $res, $oid, $type); my $n = 0; my $m = 0; ${$ctx->{obuf}} = ''; $ctx->{mhref} = '../'; my $cb = sub { $eml = PublicInbox::Eml->new(shift); $eml->each_part(\&PublicInbox::View::add_text_body, $ctx, 1); $ctx->zflush(grep defined, delete @$ctx{'obuf'}); # compat ++$m; delete $ctx->{zbuf}; ${$ctx->{obuf}} = ''; # compat $ctx->{gz} = PublicInbox::GzipFilter::gzip_or_die(); }; my $t = timeit(1, sub { if (defined $blob) { my $nr = $ENV{NR} // 10000; for (1..$nr) { ++$n; $git->cat_async($blob, $cb); } } else { while (<$fh>) { ($oid, $type) = split / /; next if $type ne 'blob'; ++$n; $git->cat_async($oid, $cb); } } $git->async_wait_all; }); diag 'add_text_body took '.timestr($t)." for $n <=> $m messages"; is($m, $n, 'rendered all messages'); done_testing();