# Copyright (C) 2021 all contributors
# License: AGPL-3.0+
# All Locals Ever: track lei/store + externals ever used as
# long as they're on an accessible FS. Includes "lei q" --include
# and --only targets that haven't been through "lei add-external".
# Typically: ~/.cache/lei/all_locals_ever.git
package PublicInbox::LeiALE;
use strict;
use v5.10.1;
use parent qw(PublicInbox::LeiSearch PublicInbox::Lock);
use PublicInbox::Git;
use PublicInbox::Import;
use PublicInbox::LeiXSearch;
use Fcntl qw(SEEK_SET);
sub _new {
my ($d) = @_;
PublicInbox::Import::init_bare($d, 'ale');
bless {
git => PublicInbox::Git->new($d),
lock_path => "$d/lei_ale.state", # dual-duty lock + state
ibxish => [], # Inbox and ExtSearch (and LeiSearch) objects
}, __PACKAGE__
}
sub new {
my ($self, $lei) = @_;
ref($self) or $self = _new($lei->cache_dir . '/all_locals_ever.git');
my $lxs = PublicInbox::LeiXSearch->new;
my $sto = $lei->_lei_store;
$lxs->prepare_external($sto->search) if $sto;
for my $loc ($lei->externals_each) { # locals only
$lxs->prepare_external($loc) if -d $loc;
}
$self->refresh_externals($lxs, $lei);
$self;
}
sub over {} # undef for xoids_for
sub overs_all { # for xoids_for (called only in lei workers?)
my ($self) = @_;
my $pid = $$;
if (($self->{owner_pid} // $pid) != $pid) {
delete($_->{over}) for @{$self->{ibxish}};
}
$self->{owner_pid} = $pid;
grep(defined, map { $_->over } @{$self->{ibxish}});
}
sub refresh_externals {
my ($self, $lxs, $lei) = @_;
$self->git->cleanup;
my $lk = $self->lock_for_scope;
my $cur_lxs = ref($lxs)->new;
my $orig = do {
local $/;
readline($self->{lockfh}) //
die "readline($self->{lock_path}): $!";
};
my $new = '';
my $old = '';
my $gone = 0;
my %seen_ibxish; # $dir => any-defined value
for my $dir (split(/\n/, $orig)) {
if (-d $dir && -r _ && $cur_lxs->prepare_external($dir)) {
$seen_ibxish{$dir} //= length($old .= "$dir\n");
} else {
++$gone;
}
}
my @ibxish = $cur_lxs->locals;
for my $x ($lxs->locals) {
my $d = $lei->canonpath_harder($x->{inboxdir} // $x->{topdir});
$seen_ibxish{$d} //= do {
$new .= "$d\n";
push @ibxish, $x;
};
}
if ($new ne '' || $gone) {
$self->{lockfh}->autoflush(1);
if ($gone) {
seek($self->{lockfh}, 0, SEEK_SET) or die "seek: $!";
truncate($self->{lockfh}, 0) or die "truncate: $!";
} else {
$old = '';
}
print { $self->{lockfh} } $old, $new or die "print: $!";
}
$new = $old = '';
my $f = $self->git->{git_dir}.'/objects/info/alternates';
if (open my $fh, '<', $f) {
local $/;
$old = <$fh> // die "readline($f): $!";
}
for my $x (@ibxish) {
$new .= $lei->canonpath_harder($x->git->{git_dir})."/objects\n";
}
$self->{ibxish} = \@ibxish;
return if $old eq $new;
# this needs to be atomic since child processes may start
# git-cat-file at any time
my $tmp = "$f.$$.tmp";
open my $fh, '>', $tmp or die "open($tmp): $!";
print $fh $new or die "print($tmp): $!";
close $fh or die "close($tmp): $!";
rename($tmp, $f) or die "rename($tmp, $f): $!";
}
1;