X-Git-Url: http://www.git.stargrave.org/?a=blobdiff_plain;f=lib%2FPublicInbox%2FSharedKV.pm;h=d49a39c1b28ce38d95cb76229a91c1633563c08e;hb=80690e594710f2fb89d306f1f5faf4a57aea79c8;hp=3487e82086f47e2049d29b7f7d74bb8a3806aa33;hpb=1218bee34cf04498ac36add5c7e847698be541c2;p=public-inbox.git diff --git a/lib/PublicInbox/SharedKV.pm b/lib/PublicInbox/SharedKV.pm index 3487e820..d49a39c1 100644 --- a/lib/PublicInbox/SharedKV.pm +++ b/lib/PublicInbox/SharedKV.pm @@ -1,4 +1,4 @@ -# Copyright (C) 2020-2021 all contributors +# Copyright (C) all contributors # License: AGPL-3.0+ # fork()-friendly key-value store. Will be used for making @@ -15,7 +15,7 @@ use File::Path qw(rmtree make_path); sub dbh { my ($self, $lock) = @_; - $self->{dbh} //= do { + $self->{dbh} // do { my $f = $self->{filename}; $lock //= $self->lock_for_scope_fast; my $dbh = DBI->connect("dbi:SQLite:dbname=$f", '', '', { @@ -27,9 +27,6 @@ sub dbh { }); my $opt = $self->{opt} // {}; $dbh->do('PRAGMA synchronous = OFF') if !$opt->{fsync}; - if (my $s = $opt->{cache_size}) { - $dbh->do("PRAGMA cache_size = $s"); - } $dbh->do('PRAGMA journal_mode = '. ($opt->{journal_mode} // 'WAL')); $dbh->do(<<''); @@ -39,7 +36,7 @@ CREATE TABLE IF NOT EXISTS kv ( UNIQUE (k) ) - $dbh; + $self->{dbh} = $dbh; } } @@ -51,19 +48,14 @@ sub new { $base //= ''; my $f = $self->{filename} = "$dir/$base.sqlite3"; $self->{lock_path} = $opt->{lock_path} // "$dir/$base.flock"; - unless (-f $f) { + unless (-s $f) { + require PublicInbox::Syscall; + PublicInbox::Syscall::nodatacow_dir($dir); # for journal/shm/wal open my $fh, '+>>', $f or die "failed to open $f: $!"; - PublicInbox::Spawn::nodatacow_fd(fileno($fh)); } $self; } -sub index_values { - my ($self) = @_; - my $lock = $self->lock_for_scope_fast; - $self->dbh($lock)->do('CREATE INDEX IF NOT EXISTS idx_v ON kv (v)'); -} - sub set_maybe { my ($self, $key, $val, $lock) = @_; $lock //= $self->lock_for_scope_fast; @@ -84,28 +76,19 @@ SELECT k,v FROM kv } sub keys { - my ($self) = @_; - my $sth = $self->dbh->prepare_cached(<<'', undef, 1); -SELECT k FROM kv - - $sth->execute; - map { $_->[0] } @{$sth->fetchall_arrayref}; -} - -sub delete_by_val { - my ($self, $val, $lock) = @_; - $lock //= $self->lock_for_scope_fast; - $self->{dbh}->prepare_cached(<<'')->execute($val) + 0; -DELETE FROM kv WHERE v = ? - -} - -sub replace_values { - my ($self, $oldval, $newval, $lock) = @_; - $lock //= $self->lock_for_scope_fast; - $self->{dbh}->prepare_cached(<<'')->execute($newval, $oldval) + 0; -UPDATE kv SET v = ? WHERE v = ? - + my ($self, @pfx) = @_; + my $sql = 'SELECT k FROM kv'; + if (defined $pfx[0]) { + $sql .= ' WHERE k LIKE ? ESCAPE ?'; + my $anywhere = !!$pfx[1]; + $pfx[1] = '\\'; + $pfx[0] =~ s/([%_\\])/\\$1/g; # glob chars + $pfx[0] .= '%'; + substr($pfx[0], 0, 0, '%') if $anywhere; + } else { + @pfx = (); # [0] may've been undef + } + map { $_->[0] } @{$self->dbh->selectall_arrayref($sql, undef, @pfx)}; } sub set {