X-Git-Url: http://www.git.stargrave.org/?a=blobdiff_plain;f=lib%2FPublicInbox%2FLeiOverview.pm;h=dcfb9cc7d54a7a7f974a3c2c4c5680ba1218541f;hb=757652fd1ad6843c984610263a2a0b336c974111;hp=e33d63a2ee7b55be4513cbc2c80c824e0f82d664;hpb=85d10e97f7c07855c1bbe9bd89e5ebc1aa10352f;p=public-inbox.git diff --git a/lib/PublicInbox/LeiOverview.pm b/lib/PublicInbox/LeiOverview.pm index e33d63a2..dcfb9cc7 100644 --- a/lib/PublicInbox/LeiOverview.pm +++ b/lib/PublicInbox/LeiOverview.pm @@ -23,7 +23,7 @@ my $JSONL = 'ldjson|ndjson|jsonl'; # 3 names for the same thing sub _iso8601 ($) { strftime('%Y-%m-%dT%H:%M:%SZ', gmtime($_[0])) } -# we open this in the parent process before ->wq_do handoff +# we open this in the parent process before ->wq_io_do handoff sub ovv_out_lk_init ($) { my ($self) = @_; my $tmp = File::Temp->new("lei-ovv.dst.$$.lock-XXXXXX", @@ -78,9 +78,8 @@ sub new { if ($fmt =~ /\A($JSONL|(?:concat)?json)\z/) { $json = $self->{json} = ref(PublicInbox::Config->json); } - my ($isatty, $seekable); if ($dst eq '/dev/stdout') { - $isatty = -t $lei->{1}; + my $isatty = $lei->{need_pager} = -t $lei->{1}; $opt->{pretty} //= $isatty; if (!$isatty && -f _) { my $fl = fcntl($lei->{1}, F_GETFL, 0) // @@ -148,17 +147,6 @@ sub _unbless_smsg { sub ovv_atexit_child { my ($self, $lei) = @_; - if (my $l2m = $lei->{l2m}) { - # wait for ->write_mail work we submitted to lei2mail - if (my $rd = delete $l2m->{each_smsg_done}) { - read($rd, my $buf, 1); # wait for EOF - } - } - # order matters, git->{-tmp}->DESTROY must not fire until - # {each_smsg_done} hits EOF above - if (my $git = delete $self->{git}) { - $git->async_wait_all; - } if (my $bref = delete $lei->{ovv_buf}) { my $lk = $self->lock_for_scope; $lei->out($$bref); @@ -194,7 +182,6 @@ sub _json_pretty { sub ovv_each_smsg_cb { # runs in wq worker usually my ($self, $lei, $ibxish) = @_; my ($json, $dedupe); - $lei->{1}->autoflush(1); if (my $pkg = $self->{json}) { $json = $pkg->new; $json->utf8->canonical; @@ -207,7 +194,6 @@ sub ovv_each_smsg_cb { # runs in wq worker usually } $lei->{ovv_buf} = \(my $buf = '') if !$l2m; if ($l2m && !$ibxish) { # remote https?:// mboxrd - delete $l2m->{-wq_s1}; my $g2m = $l2m->can('git_to_mail'); my $wcb = $l2m->write_cb($lei); sub { @@ -215,33 +201,12 @@ sub ovv_each_smsg_cb { # runs in wq worker usually $wcb->(undef, $smsg, $eml); }; } elsif ($l2m && $l2m->{-wq_s1}) { - my ($lei_ipc, @io) = $lei->atfork_parent_wq($l2m); - # $io[0] becomes a notification pipe that triggers EOF - # in this wq worker when all outstanding ->write_mail - # calls are complete - $io[0] = undef; - pipe($l2m->{each_smsg_done}, $io[0]) or die "pipe: $!"; - fcntl($io[0], 1031, 4096) if $^O eq 'linux'; # F_SETPIPE_SZ - delete @$lei_ipc{qw(l2m opt mset_opt cmd)}; - my $git = $ibxish->git; # (LeiXSearch|Inbox|ExtSearch)->git - $self->{git} = $git; - my $git_dir = $git->{git_dir}; + my $git_dir = $ibxish->git->{git_dir}; sub { my ($smsg, $mitem) = @_; $smsg->{pct} = get_pct($mitem) if $mitem; - $l2m->wq_do('write_mail', \@io, $git_dir, $smsg, - $lei_ipc); + $l2m->wq_io_do('write_mail', [], $git_dir, $smsg); } - } elsif ($l2m) { - my $wcb = $l2m->write_cb($lei); - my $git = $ibxish->git; # (LeiXSearch|Inbox|ExtSearch)->git - $self->{git} = $git; # for ovv_atexit_child - my $g2m = $l2m->can('git_to_mail'); - sub { - my ($smsg, $mitem) = @_; - $smsg->{pct} = get_pct($mitem) if $mitem; - $git->cat_async($smsg->{blob}, $g2m, [ $wcb, $smsg ]); - }; } elsif ($self->{fmt} =~ /\A(concat)?json\z/ && $lei->{opt}->{pretty}) { my $EOR = ($1//'') eq 'concat' ? "\n}" : "\n},"; sub { # DIY prettiness :P @@ -275,7 +240,9 @@ sub ovv_each_smsg_cb { # runs in wq worker usually $lei->out($buf); $buf = ''; } - } # else { ... + } else { + die "TODO: unhandled case $self->{fmt}" + } } no warnings 'once';