From e482a9fb713db1c14b52d6db05049842605764e2 Mon Sep 17 00:00:00 2001 From: Eric Wong Date: Thu, 14 Oct 2021 13:16:08 +0000 Subject: [PATCH] lei up: actually rely on DESTROY for --alllll We need to use DESTROY here to ensure we wait for workers, too; not just the initial dispatch. Fixes: cafbd77b3c82167d ("lei up: avoid excessively parallel --all") --- lib/PublicInbox/LeiUp.pm | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/lib/PublicInbox/LeiUp.pm b/lib/PublicInbox/LeiUp.pm index 3011300d..719736e8 100644 --- a/lib/PublicInbox/LeiUp.pm +++ b/lib/PublicInbox/LeiUp.pm @@ -63,6 +63,7 @@ sub redispatch_all ($$) { $op_c->{ops} = { '' => [ $lei->can('dclose'), $lei ] }; my @first_batch = splice(@$upq, 0, $j); # initial parallelism $lei->{-upq} = $upq; + $lei->{daemon_pid} = $$; $lei->event_step_init; # wait for client disconnects for my $out (@first_batch) { PublicInbox::DS::requeue( @@ -158,18 +159,22 @@ sub event_step { # runs via PublicInbox::DS::requeue $l->{opt} = { %{$l->{opt}} }; # deep copy delete $l->{opt}->{all}; $l->qerr("# updating $self->{out}"); - $l->{up_op_p} = $self->{op_p}; # ($l => $lei => script/lei) + my $o = " (output: $self->{out})"; # add to all warnings my $cb = $SIG{__WARN__} // \&CORE::warn; - my $o = " (output: $self->{out})"; local $SIG{__WARN__} = sub { my @m = @_; push(@m, $o) if !@m || $m[-1] !~ s/\n\z/$o\n/; $cb->(@m); }; + $l->{-up1} = $self; eval { $l->dispatch('up', $self->{out}) }; $lei->child_error(0, $@) if $@ || $l->{failed}; # lei->fail() +} - # onto the next: +sub DESTROY { + my ($self) = @_; + my $lei = $self->{lei}; # the original, from lei_up + return if $lei->{daemon_pid} != $$; my $out = shift(@{$lei->{-upq}}) or return; PublicInbox::DS::requeue(nxt($lei, $out, $self->{op_p})); } -- 2.44.0