searchidx: disable CoW for SQLite and Xapian under btrfs

[public-inbox.git] / lib / PublicInbox / Over.pm

diff --git a/lib/PublicInbox/Over.pm b/lib/PublicInbox/Over.pm
index 286fb7f6b4f9b85062f0e5f39ab0c956000f9228..0146414cf4f2ebcf9575714b090e98992b201797 100644 (file)
--- a/lib/PublicInbox/Over.pm
+++ b/lib/PublicInbox/Over.pm
@@ -15,18 +15,37 @@ use constant DEFAULT_LIMIT => 1000;
 
 sub dbh_new {
        my ($self, $rw) = @_;
-       my $f = $self->{filename};
-       if ($rw && !-f $f) { # SQLite defaults mode to 0644, we want 0666
-               open my $fh, '+>>', $f or die "failed to open $f: $!";
+       my $f = delete $self->{filename};
+       if (!-f $f) { # SQLite defaults mode to 0644, we want 0666
+               if ($rw) {
+                       require PublicInbox::Spawn;
+                       open my $fh, '+>>', $f or die "failed to open $f: $!";
+                       PublicInbox::Spawn::set_nodatacow(fileno($fh));
+                       my $j = "$f-journal";
+                       open $fh, '+>>', $j or die "failed to open $j: $!";
+                       PublicInbox::Spawn::set_nodatacow(fileno($fh));
+               } else {
+                       $self->{filename} = $f; # die on stat() below:
+               }
        }
-       my $dbh = DBI->connect("dbi:SQLite:dbname=$f",'','', {
-               AutoCommit => 1,
-               RaiseError => 1,
-               PrintError => 0,
-               ReadOnly => !$rw,
-               sqlite_use_immediate_transaction => 1,
-       });
-       $dbh->{sqlite_unicode} = 1;
+       my (@st, $st, $dbh);
+       my $tries = 0;
+       do {
+               @st = stat($f) or die "failed to stat $f: $!";
+               $st = pack('dd', $st[0], $st[1]); # 0: dev, 1: inode
+               $dbh = DBI->connect("dbi:SQLite:dbname=$f",'','', {
+                       AutoCommit => 1,
+                       RaiseError => 1,
+                       PrintError => 0,
+                       ReadOnly => !$rw,
+                       sqlite_use_immediate_transaction => 1,
+               });
+               $self->{st} = $st;
+               @st = stat($f) or die "failed to stat $f: $!";
+               $st = pack('dd', $st[0], $st[1]);
+       } while ($st ne $self->{st} && $tries++ < 3);
+       warn "W: $f: .st_dev, .st_ino unstable\n" if $st ne $self->{st};
+       $dbh->do('PRAGMA synchronous = OFF') if ($rw // 0) > 1;
        $dbh;
 }
 
@@ -35,9 +54,14 @@ sub new {
        bless { filename => $f }, $class;
 }
 
-sub disconnect { $_[0]->{dbh} = undef }
+sub disconnect {
+       my ($self) = @_;
+       if (my $dbh = delete $self->{dbh}) {
+               $self->{filename} = $dbh->sqlite_db_filename;
+       }
+}
 
-sub connect { $_[0]->{dbh} ||= $_[0]->dbh_new }
+sub connect { $_[0]->{dbh} //= $_[0]->dbh_new }
 
 sub load_from_row ($;$) {
        my ($smsg, $cull) = @_;
@@ -179,11 +203,12 @@ SELECT COUNT(num) FROM over WHERE num > 0
 sub get_art {
        my ($self, $num) = @_;
        my $dbh = $self->connect;
-       my $smsg = $dbh->selectrow_hashref(<<'', undef, $num);
+       my $sth = $dbh->prepare_cached(<<'', undef, 1);
 SELECT num,ds,ts,ddd FROM over WHERE num = ? LIMIT 1
 
-       return load_from_row($smsg) if $smsg;
-       undef;
+       $sth->execute($num);
+       my $smsg = $sth->fetchrow_hashref;
+       $smsg ? load_from_row($smsg) : undef;
 }
 
 sub next_by_mid {
@@ -215,4 +240,52 @@ SELECT num,ts,ds,ddd FROM over WHERE num = ? LIMIT 1
        load_from_row($smsg);
 }
 
+# IMAP search, this is limited by callers to UID_SLICE size (50K)
+sub uid_range {
+       my ($self, $beg, $end, $sql) = @_;
+       my $dbh = $self->connect;
+       my $q = 'SELECT num FROM over WHERE num >= ? AND num <= ?';
+
+       # This is read-only, anyways; but caller should verify it's
+       # only sending \A[0-9]+\z for ds and ts column ranges
+       $q .= $$sql if $sql;
+       $q .= ' ORDER BY num ASC';
+       $dbh->selectcol_arrayref($q, undef, $beg, $end);
+}
+
+sub max {
+       my ($self) = @_;
+       my $sth = $self->connect->prepare_cached(<<'', undef, 1);
+SELECT MAX(num) FROM over WHERE num > 0
+
+       $sth->execute;
+       $sth->fetchrow_array // 0;
+}
+
+sub imap_exists {
+       my ($self, $uid_base, $uid_end) = @_;
+       my $sth = $self->connect->prepare_cached(<<'', undef, 1);
+SELECT COUNT(num) FROM over WHERE num > ? AND num <= ?
+
+       $sth->execute($uid_base, $uid_end);
+       $sth->fetchrow_array;
+}
+
+sub check_inodes {
+       my ($self) = @_;
+       my $dbh = $self->{dbh} or return;
+       my $f = $dbh->sqlite_db_filename;
+       if (my @st = stat($f)) { # did st_dev, st_ino change?
+               my $st = pack('dd', $st[0], $st[1]);
+
+               # don't actually reopen, just let {dbh} be recreated later
+               if ($st ne ($self->{st} // $st)) {
+                       delete($self->{dbh});
+                       $self->{filename} = $f;
+               }
+       } else {
+               warn "W: stat $f: $!\n";
+       }
+}
+
 1;