tests: add tests for cloning coderepos w/ manifest

It's not much, yet, but it's something for the corner cases
which I'm maybe not hitting under normal use.

diff --git a/MANIFEST b/MANIFEST
index 8d60d9dc659f064df1f022ef116105ca88f4c081..2966a12147d0b8b584b181ea528f7b3b83cb63ec 100644 (file)
--- a/MANIFEST
+++ b/MANIFEST
@@ -396,6 +396,8 @@ t/altid.t
 t/altid_v2.t
 t/cgi.t
 t/check-www-inbox.perl
+t/clone-coderepo.psgi
+t/clone-coderepo.t
 t/cmd_ipc.t
 t/config.t
 t/config_limiter.t

diff --git a/t/clone-coderepo.psgi b/t/clone-coderepo.psgi
new file mode 100644 (file)
index 0000000..7707217
--- /dev/null
+++ b/t/clone-coderepo.psgi
@@ -0,0 +1,21 @@
+#!perl -w
+# Copyright (C) all contributors <meta@public-inbox.org>
+# License: AGPL-3.0+ <https://www.gnu.org/licenses/agpl-3.0.txt>
+# for clone-coderepo.t
+use v5.12;
+use Plack::Builder;
+use PublicInbox::WwwStatic;
+use PublicInbox::WWW;
+my $www = PublicInbox::WWW->new;
+my $static = PublicInbox::WwwStatic->new(docroot => $ENV{TEST_DOCROOT});
+builder {
+       enable 'Head';
+       sub {
+               my ($env) = @_;
+               if ($env->{PATH_INFO} eq '/manifest.js.gz') {
+                       my $res = $static->call($env);
+                       return $res if $res->[0] != 404;
+               }
+               $www->call($env);
+       };
+}

diff --git a/t/clone-coderepo.t b/t/clone-coderepo.t
new file mode 100644 (file)
index 0000000..eb8f8b3
--- /dev/null
+++ b/t/clone-coderepo.t
@@ -0,0 +1,130 @@
+#!perl -w
+# Copyright (C) all contributors <meta@public-inbox.org>
+# License: AGPL-3.0+ <https://www.gnu.org/licenses/agpl-3.0.txt>
+use v5.12;
+use PublicInbox::TestCommon;
+use PublicInbox::Import;
+use File::Temp;
+use Digest::SHA qw(sha1_hex);
+require_mods(qw(json Plack::Builder HTTP::Date HTTP::Status));
+require_git '1.8.5';
+require_ok 'PublicInbox::LeiMirror';
+my ($tmpdir, $for_destroy) = tmpdir();
+my $pa = "$tmpdir/src/a.git";
+my $pb = "$tmpdir/src/b.git";
+PublicInbox::Import::init_bare($pa);
+my ($stdout, $stderr) = ("$tmpdir/out.log", "$tmpdir/err.log");
+my $pi_config = "$tmpdir/pi_config";
+my $td;
+my $tcp = tcp_server();
+my $url = 'http://'.tcp_host_port($tcp).'/';
+my $set_manifest = sub {
+       my ($m, $f) = @_;
+       $f //= "$tmpdir/src/manifest.js.gz";
+       my $ft = File::Temp->new(TMPDIR => $tmpdir, UNLINK => 0);
+       PublicInbox::LeiMirror::dump_manifest($m, $ft);
+       PublicInbox::LeiMirror::ft_rename($ft, $f, 0666);
+};
+my $read_manifest = sub {
+       my ($f) = @_;
+       open my $fh, '<', $f or xbail "open($f): $!";
+       PublicInbox::LeiMirror::decode_manifest($fh, $f, $f);
+};
+
+my $t0 = time - 1;
+my $m; # manifest hashref
+
+{
+       my $rdr = {};
+       my $fi_data = './t/git.fast-import-data';
+       open $rdr->{0}, '<', $fi_data or xbail "open($fi_data): $!";
+       my @git = ('git', "--git-dir=$pa");
+       xsys_e([@git, qw(fast-import --quiet)], undef, $rdr);
+       xsys_e([qw(/bin/cp -Rp a.git b.git)], undef, { -C => "$tmpdir/src" });
+       open my $fh, '>', $pi_config or xbail "open($pi_config): $!";
+       print $fh <<EOM or xbail "print: $!";
+[publicinbox]
+       cgitrc = $tmpdir/cgitrc
+       cgit = fallback
+EOM
+       close $fh or xbail "close: $!";
+
+       my $f = "$tmpdir/cgitrc";
+       open $fh, '>', $f or xbail "open($f): $!";
+       print $fh <<EOM or xbail "print: $!";
+project-list=$tmpdir/src/projects.list
+scan-path=$tmpdir/src
+EOM
+       close $fh or xbail "close($f): $!";
+
+       my $cmd = [ '-httpd', '-W0', "--stdout=$stdout", "--stderr=$stderr",
+               File::Spec->rel2abs('t/clone-coderepo.psgi') ];
+       my $env = { TEST_DOCROOT => "$tmpdir/src", PI_CONFIG => $pi_config };
+       $td = start_script($cmd, $env, { 3 => $tcp });
+       my $fp = sha1_hex(my $refs = xqx([@git, 'show-ref']));
+       $m = {
+               '/a.git' => {
+                       fingerprint => $fp,
+                       modified => 1,
+                       owner => 'Alice',
+               },
+               '/b.git' => {
+                       fingerprint => $fp,
+                       modified => 1,
+                       owner => 'Bob',
+               },
+       };
+       $set_manifest->($m);
+       $f = "$tmpdir/src/projects.list";
+       open $fh, '>', $f, or xbail "open($f): $!";
+       print $fh <<EOM or xbail "print($f): $!";
+a.git
+b.git
+EOM
+       close $fh or xbail "close($f): $!";
+}
+
+my $cmd = [qw(-clone --inbox-config=never --manifest= --project-list=
+       --objstore= -p -q), $url, "$tmpdir/dst"];
+ok(run_script($cmd), 'clone');
+is(xqx([qw(git config gitweb.owner)], { GIT_DIR => "$tmpdir/dst/a.git" }),
+       "Alice\n", 'a.git gitweb.owner set');
+is(xqx([qw(git config gitweb.owner)], { GIT_DIR => "$tmpdir/dst/b.git" }),
+       "Bob\n", 'b.git gitweb.owner set');
+
+my $dst_pl = "$tmpdir/dst/projects.list";
+my $dst_mf = "$tmpdir/dst/manifest.js.gz";
+ok(!-d "$tmpdir/dst/objstore", 'no objstore created w/o forkgroups');
+my $r = $read_manifest->($dst_mf);
+is_deeply($r, $m, 'manifest matches');
+
+is(PublicInbox::Git::try_cat($dst_pl), "a.git\nb.git\n",
+       'wrote projects.list');
+
+{ # check symlinks
+       $m->{'/a.git'}->{symlinks} = [ '/old/a.git' ];
+       $set_manifest->($m);
+       utime($t0, $t0, $dst_mf) or xbail "utime: $!";
+       ok(run_script($cmd), 'clone again +symlinks');
+       ok(-l "$tmpdir/dst/old/a.git", 'symlink created');
+       is(PublicInbox::Git::try_cat($dst_pl), "a.git\nb.git\n",
+               'projects.list does not include symlink by default');
+
+       $r = $read_manifest->($dst_mf);
+       is_deeply($r, $m, 'updated manifest matches');
+}
+{ # cleanup old projects from projects.list
+       open my $fh, '>>', $dst_pl or xbail $!;
+       print $fh "gone.git\n" or xbail $!;
+       close $fh or xbail $!;
+
+       utime($t0, $t0, $dst_mf) or xbail "utime: $!";
+       my $rdr = { 2 => \(my $err = '') };
+       ok(run_script($cmd, undef, $rdr), 'clone again for expired gone.git');
+       is(PublicInbox::Git::try_cat($dst_pl), "a.git\nb.git\n",
+               'project list cleaned');
+       like($err, qr/no longer exist.*\bgone\.git\b/s, 'gone.git noted');
+}
+
+
+done_testing;