X-Git-Url: http://www.git.stargrave.org/?a=blobdiff_plain;f=lib%2FPublicInbox%2FSharedKV.pm;h=4297efedb05742a7cd222c993546768c75cbde8e;hb=8d2513221e73649aed85ce8c3f37f7025ec1fec9;hp=d65c315813c193fe49582937654ed6dfb3458eb9;hpb=781a1c891dbd1853e35047a4052af0829f4bda50;p=public-inbox.git diff --git a/lib/PublicInbox/SharedKV.pm b/lib/PublicInbox/SharedKV.pm index d65c3158..4297efed 100644 --- a/lib/PublicInbox/SharedKV.pm +++ b/lib/PublicInbox/SharedKV.pm @@ -11,11 +11,11 @@ use parent qw(PublicInbox::Lock); use File::Temp qw(tempdir); use DBI (); use PublicInbox::Spawn; -use File::Path qw(rmtree); +use File::Path qw(rmtree make_path); sub dbh { my ($self, $lock) = @_; - $self->{dbh} //= do { + $self->{dbh} // do { my $f = $self->{filename}; $lock //= $self->lock_for_scope_fast; my $dbh = DBI->connect("dbi:SQLite:dbname=$f", '', '', { @@ -27,9 +27,6 @@ sub dbh { }); my $opt = $self->{opt} // {}; $dbh->do('PRAGMA synchronous = OFF') if !$opt->{fsync}; - if (my $s = $opt->{cache_size}) { - $dbh->do("PRAGMA cache_size = $s"); - } $dbh->do('PRAGMA journal_mode = '. ($opt->{journal_mode} // 'WAL')); $dbh->do(<<''); @@ -39,19 +36,20 @@ CREATE TABLE IF NOT EXISTS kv ( UNIQUE (k) ) - $dbh; + $self->{dbh} = $dbh; } } sub new { my ($cls, $dir, $base, $opt) = @_; my $self = bless { opt => $opt }, $cls; + make_path($dir) if defined($dir) && !-d $dir; $dir //= $self->{"tmp$$.$self"} = tempdir("skv.$$-XXXX", TMPDIR => 1); - -d $dir or mkdir($dir) or die "mkdir($dir): $!"; $base //= ''; my $f = $self->{filename} = "$dir/$base.sqlite3"; $self->{lock_path} = $opt->{lock_path} // "$dir/$base.flock"; - unless (-f $f) { + unless (-s $f) { + PublicInbox::Spawn::nodatacow_dir($dir); # for journal/shm/wal open my $fh, '+>>', $f or die "failed to open $f: $!"; PublicInbox::Spawn::nodatacow_fd(fileno($fh)); } @@ -83,6 +81,22 @@ SELECT k,v FROM kv $sth } +sub keys { + my ($self, @pfx) = @_; + my $sql = 'SELECT k FROM kv'; + if (defined $pfx[0]) { + $sql .= ' WHERE k LIKE ? ESCAPE ?'; + my $anywhere = !!$pfx[1]; + $pfx[1] = '\\'; + $pfx[0] =~ s/([%_\\])/\\$1/g; # glob chars + $pfx[0] .= '%'; + substr($pfx[0], 0, 0, '%') if $anywhere; + } else { + @pfx = (); # [0] may've been undef + } + map { $_->[0] } @{$self->dbh->selectall_arrayref($sql, undef, @pfx)}; +} + sub delete_by_val { my ($self, $val, $lock) = @_; $lock //= $self->lock_for_scope_fast; @@ -145,6 +159,13 @@ SELECT COUNT(k) FROM kv $sth->fetchrow_array; } +# faster than ->count due to how SQLite works +sub has_entries { + my ($self) = @_; + my @n = $self->{dbh}->selectrow_array('SELECT k FROM kv LIMIT 1'); + scalar(@n) ? 1 : undef; +} + sub dbh_release { my ($self, $lock) = @_; my $dbh = delete $self->{dbh} or return;