X-Git-Url: http://www.git.stargrave.org/?a=blobdiff_plain;f=lib%2FPublicInbox%2FSearchIdxShard.pm;h=1ea01095c4fa6829fd6dc914cefdb0da3dc23f24;hb=8e1ec8836dabc58dfc0115b36ed440b4371b70d7;hp=d29e6090b2d58eb2942a3c4fb16e9e8be3d47af7;hpb=1218a4126807951a0f47286338dc04d7f197bb78;p=public-inbox.git diff --git a/lib/PublicInbox/SearchIdxShard.pm b/lib/PublicInbox/SearchIdxShard.pm index d29e6090..1ea01095 100644 --- a/lib/PublicInbox/SearchIdxShard.pm +++ b/lib/PublicInbox/SearchIdxShard.pm @@ -11,9 +11,11 @@ use IO::Handle (); # autoflush sub new { my ($class, $v2writable, $shard) = @_; - my $self = $class->SUPER::new($v2writable->{-inbox}, 1, $shard); + my $ibx = $v2writable->{-inbox}; + my $self = $class->SUPER::new($ibx, 1, $shard); # create the DB before forking: $self->_xdb_acquire; + $self->set_indexlevel; $self->_xdb_release; $self->spawn_worker($v2writable, $shard) if $v2writable->{parallel}; $self; @@ -67,20 +69,19 @@ sub shard_worker_loop ($$$$$) { $self->remove_by_oid($oid, $mid); } else { chomp $line; - my ($len, $artnum, $oid, $mid0, $autime, $cotime) = + my ($bytes, $num, $blob, $mid, $ds, $ts) = split(/ /, $line); $self->begin_txn_lazy; - my $n = read($r, my $msg, $len) or die "read: $!\n"; - $n == $len or die "short read: $n != $len\n"; + my $n = read($r, my $msg, $bytes) or die "read: $!\n"; + $n == $bytes or die "short read: $n != $bytes\n"; my $mime = PublicInbox::MIME->new(\$msg); - $artnum = int($artnum); - $self->{autime} = $autime; - $self->{cotime} = $cotime; my $smsg = bless { - bytes => $len, - num => $artnum, - blob => $oid, - mid => $mid0, + bytes => $bytes, + num => $num + 0, + blob => $blob, + mid => $mid, + ds => $ds, + ts => $ts, }, 'PublicInbox::Smsg'; $self->add_message($mime, $smsg); } @@ -90,23 +91,13 @@ sub shard_worker_loop ($$$$$) { # called by V2Writable sub index_raw { - my ($self, $bytes, $msgref, $artnum, $oid, $mid0, $mime, $times) = @_; - my $at = $times->{autime} // time; - my $ct = $times->{cotime} // time; + my ($self, $msgref, $mime, $smsg) = @_; if (my $w = $self->{w}) { - print $w "$bytes $artnum $oid $mid0 $at $ct\n", $$msgref or - die "failed to write shard $!\n"; + print $w join(' ', @$smsg{qw(bytes num blob mid ds ts)}), + "\n", $$msgref or die "failed to write shard $!\n"; } else { $$msgref = undef; $self->begin_txn_lazy; - $self->{autime} = $at; - $self->{cotime} = $ct; - my $smsg = bless { - bytes => $bytes, - num => $artnum, - blob => $oid, - mid => $mid0, - }, 'PublicInbox::Smsg'; $self->add_message($mime, $smsg); } }