X-Git-Url: http://www.git.stargrave.org/?a=blobdiff_plain;f=lib%2FPublicInbox%2FGcf2Client.pm;h=09c3aa06f6be8a081497e74a75e873b904c666e6;hb=23af251dd607c4e75ab1e68063f2c885c48cc035;hp=42ff1bf33d5ef2898f6c4400f72db9bfa5d7b2cd;hpb=d78f50649a5545d66a61b5465ca7f5ce4be398ea;p=public-inbox.git diff --git a/lib/PublicInbox/Gcf2Client.pm b/lib/PublicInbox/Gcf2Client.pm index 42ff1bf3..09c3aa06 100644 --- a/lib/PublicInbox/Gcf2Client.pm +++ b/lib/PublicInbox/Gcf2Client.pm @@ -1,4 +1,4 @@ -# Copyright (C) 2020 all contributors +# Copyright (C) 2020-2021 all contributors # License: AGPL-3.0+ # connects public-inbox processes to PublicInbox::Gcf2::loop() @@ -6,29 +6,35 @@ package PublicInbox::Gcf2Client; use strict; use parent qw(PublicInbox::DS); use PublicInbox::Git; -use PublicInbox::Spawn qw(popen_rd); -use IO::Handle (); -use PublicInbox::Syscall qw(EPOLLONESHOT EPOLLOUT); +use PublicInbox::Gcf2; # fails if Inline::C or libgit2-dev isn't available +use PublicInbox::Spawn qw(spawn); +use Socket qw(AF_UNIX SOCK_STREAM); +use PublicInbox::Syscall qw(EPOLLIN EPOLLET); # fields: -# async_cat => GitAsyncCat ref (read-only pipe) -# sock => writable pipe to Gcf2::loop - -sub new { bless($_[0] // {}, __PACKAGE__) } - -sub gcf2c_begin ($) { - my ($self) = @_; +# sock => socket to Gcf2::loop +# The rest of these fields are compatible with what PublicInbox::Git +# uses code-sharing +# pid => PID of Gcf2::loop process +# pid.owner => process which spawned {pid} +# in => same as {sock}, for compatibility with PublicInbox::Git +# inflight => array (see PublicInbox::Git) +# rbuf => scalarref, may be non-existent or empty +sub new { + my ($rdr) = @_; + my $self = bless {}, __PACKAGE__; # ensure the child process has the same @INC we do: my $env = { PERL5LIB => join(':', @INC) }; - my ($out_r, $out_w); - pipe($out_r, $out_w) or die "pipe failed: $!"; - my $rdr = { 0 => $out_r, 2 => $self->{2} }; - my $cmd = [$^X, qw[-MPublicInbox::Gcf2 -e PublicInbox::Gcf2::loop()]]; - @$self{qw(in pid)} = popen_rd($cmd, $env, $rdr); - fcntl($out_w, 1031, 4096) if $^O eq 'linux'; # 1031: F_SETPIPE_SZ - $out_w->autoflush(1); - $out_w->blocking(0); - $self->SUPER::new($out_w, 0); # EPOLL_CTL_ADD (a bit wasteful :x) + my ($s1, $s2); + socketpair($s1, $s2, AF_UNIX, SOCK_STREAM, 0) or die "socketpair $!"; + $rdr //= {}; + $rdr->{0} = $rdr->{1} = $s2; + my $cmd = [$^X, qw[-MPublicInbox::Gcf2 -e PublicInbox::Gcf2::loop]]; + $self->{'pid.owner'} = $$; + $self->{pid} = spawn($cmd, $env, $rdr); + $s1->blocking(0); $self->{inflight} = []; + $self->{in} = $s1; + $self->SUPER::new($s1, EPOLLIN|EPOLLET); } sub fail { @@ -37,26 +43,43 @@ sub fail { PublicInbox::Git::fail($self, @_); } -sub cat_async ($$$;$) { +sub gcf2_async ($$$;$) { my ($self, $req, $cb, $arg) = @_; - my $inflight = $self->{inflight} // gcf2c_begin($self); + my $inflight = $self->{inflight} or return $self->close; - # rare, I hope: + # {wbuf} is rare, I hope: cat_async_step($self, $inflight) if $self->{wbuf}; - $self->write(\"$req\n") or $self->fail("gcf2c write: $!"); + $self->fail("gcf2c write: $!") if !$self->write($req) && !$self->{sock}; push @$inflight, $req, $cb, $arg; } # ensure PublicInbox::Git::cat_async_step never calls cat_async_retry sub alternates_changed {} -no warnings 'once'; +# DS::event_loop will call this +sub event_step { + my ($self) = @_; + $self->flush_write; + $self->close if !$self->{in} || !$self->{sock}; # process died + my $inflight = $self->{inflight}; + if ($inflight && @$inflight) { + cat_async_step($self, $inflight); + return $self->close unless $self->{in}; # process died -# this is the write-only end of a pipe, DS->EventLoop will call this -*event_step = \&PublicInbox::DS::flush_write; + # ok, more to do, requeue for fairness + $self->requeue if @$inflight || exists($self->{rbuf}); + } +} + +sub DESTROY { + my ($self) = @_; + delete $self->{sock}; # if outside event_loop + PublicInbox::Git::DESTROY($self); +} + +no warnings 'once'; -# used by GitAsyncCat *cat_async_step = \&PublicInbox::Git::cat_async_step; 1;