X-Git-Url: http://www.git.stargrave.org/?a=blobdiff_plain;f=script%2Fpublic-inbox-learn;h=ad1329859ce253304507046547667ad21c45464e;hb=ec294cdbc5392fdb136572dbcedb250798023703;hp=8ff1652b07234709fd3e661f0a945c4b6b88d512;hpb=83470f5e60e44d7f70b378f4b250c6584f42f64e;p=public-inbox.git diff --git a/script/public-inbox-learn b/script/public-inbox-learn index 8ff1652b..ad132985 100755 --- a/script/public-inbox-learn +++ b/script/public-inbox-learn @@ -4,7 +4,7 @@ # # Used for training spam (via SpamAssassin) and removing messages from a # public-inbox -my $usage = "$0 (spam|ham) < /path/to/message"; +my $usage = "$0 new(eval { $data }); -# get all recipients -my %dests; -foreach my $h (qw(Cc To)) { - my @val = $mime->header($h) or next; - for (@val) { - foreach my $email (PublicInbox::Address::emails($_)) { - $dests{lc($email)} = 1; - } - } -} - +# spam is removed from all known inboxes since it is often Bcc:-ed if ($train eq 'spam') { $pi_config->each_inbox(sub { my ($ibx) = @_; @@ -58,36 +48,45 @@ if ($train eq 'spam') { $im->remove($mime, 'spam'); $im->done; }); -} +} else { + require PublicInbox::MDA if $train eq "ham"; -require PublicInbox::MDA if $train eq "ham"; + # get all recipients + my %dests; # address => + for ($mime->header('Cc'), $mime->header('To')) { + foreach my $addr (PublicInbox::Address::emails($_)) { + $addr = lc($addr); + $dests{$addr} //= $pi_config->lookup($addr) // 0; + } + } -# n.b. message may be cross-posted to multiple public-inboxes -foreach my $recipient (keys %dests) { - my $dst = $pi_config->lookup($recipient) or next; - # We do not touch GIT_COMMITTER_* env here so we can track - # who trained the message. - $dst->{name} = $ENV{GIT_COMMITTER_NAME} || $dst->{name}; - $dst->{-primary_address} = $ENV{GIT_COMMITTER_EMAIL} || $recipient; - $dst = PublicInbox::InboxWritable->new($dst); - my $im = $dst->importer(0); + # n.b. message may be cross-posted to multiple public-inboxes + while (my ($addr, $dst) = each %dests) { + next unless ref($dst); + # We do not touch GIT_COMMITTER_* env here so we can track + # who trained the message. + $dst->{name} = $ENV{GIT_COMMITTER_NAME} || $dst->{name}; + $dst->{-primary_address} = $ENV{GIT_COMMITTER_EMAIL} || $addr; + $dst = PublicInbox::InboxWritable->new($dst); + my $im = $dst->importer(0); - if ($train eq "spam" || $train eq "rm") { - # This needs to be idempotent, as my inotify trainer - # may train for each cross-posted message, and this - # script already learns for every list in - # ~/.public-inbox/config - $im->remove($mime, $train); - } else { # $train eq "ham" - # no checking for spam here, we assume the message has - # been reviewed by a human at this point: - PublicInbox::MDA->set_list_headers($mime, $dst); + if ($train eq "rm") { + # This needs to be idempotent, as my inotify trainer + # may train for each cross-posted message, and this + # script already learns for every list in + # ~/.public-inbox/config + $im->remove($mime, $train); + } elsif ($train eq "ham") { + # no checking for spam here, we assume the message has + # been reviewed by a human at this point: + PublicInbox::MDA->set_list_headers($mime, $dst); - # Ham messages are trained when they're marked into - # a SEEN state, so this is idempotent: - $im->add($mime); + # Ham messages are trained when they're marked into + # a SEEN state, so this is idempotent: + $im->add($mime); + } + $im->done; } - $im->done; } if ($err) {