config: lazy-load coderepos, support extindex

[public-inbox.git] / lib / PublicInbox / MdirReader.pm

diff --git a/lib/PublicInbox/MdirReader.pm b/lib/PublicInbox/MdirReader.pm
index c6a0e7a8d208de5d3103d7ad5ac2c6b4244d20af..06806e80eafc02d636a9ce988076387c03a87112 100644 (file)
--- a/lib/PublicInbox/MdirReader.pm
+++ b/lib/PublicInbox/MdirReader.pm
@@ -2,9 +2,27 @@
 # License: AGPL-3.0+ <https://www.gnu.org/licenses/agpl-3.0.txt>
 
 # Maildirs for now, MH eventually
+# ref: https://cr.yp.to/proto/maildir.html
+#      https://wiki2.dovecot.org/MailboxFormat/Maildir
 package PublicInbox::MdirReader;
 use strict;
 use v5.10.1;
+use PublicInbox::InboxWritable qw(eml_from_path);
+
+# returns Maildir flags from a basename ('' for no flags, undef for invalid)
+sub maildir_basename_flags {
+       my (@f) = split(/:/, $_[0], -1);
+       return if (scalar(@f) > 2 || substr($f[0], 0, 1) eq '.');
+       $f[1] // return ''; # "new"
+       $f[1] =~ /\A2,([A-Za-z]*)\z/ ? $1 : undef; # "cur"
+}
+
+# same as above, but for full path name
+sub maildir_path_flags {
+       my ($f) = @_;
+       my $i = rindex($f, '/');
+       $i >= 0 ? maildir_basename_flags(substr($f, $i + 1)) : undef;
+}
 
 sub maildir_each_file ($$;@) {
        my ($dir, $cb, @arg) = @_;
@@ -12,10 +30,39 @@ sub maildir_each_file ($$;@) {
        for my $d (qw(new/ cur/)) {
                my $pfx = $dir.$d;
                opendir my $dh, $pfx or next;
-               while (defined(my $fn = readdir($dh))) {
-                       $cb->($pfx.$fn, @arg) if $fn =~ /:2,[A-Za-z]*\z/;
+               while (defined(my $bn = readdir($dh))) {
+                       maildir_basename_flags($bn) // next;
+                       $cb->($pfx.$bn, @arg);
+               }
+       }
+}
+
+my %c2kw = ('D' => 'draft', F => 'flagged', R => 'answered', S => 'seen');
+
+sub maildir_each_eml ($$;@) {
+       my ($dir, $cb, @arg) = @_;
+       $dir .= '/' unless substr($dir, -1) eq '/';
+       my $pfx = "$dir/new/";
+       if (opendir(my $dh, $pfx)) {
+               while (defined(my $bn = readdir($dh))) {
+                       next if substr($bn, 0, 1) eq '.';
+                       my @f = split(/:/, $bn, -1);
+                       next if scalar(@f) != 1;
+                       my $f = $pfx.$bn;
+                       my $eml = eml_from_path($f) or next;
+                       $cb->($f, [], $eml, @arg);
                }
        }
+       $pfx = "$dir/cur/";
+       opendir my $dh, $pfx or return;
+       while (defined(my $bn = readdir($dh))) {
+               my $fl = maildir_basename_flags($bn) // next;
+               next if index($fl, 'T') >= 0;
+               my $f = $pfx.$bn;
+               my $eml = eml_from_path($f) or next;
+               my @kw = sort(map { $c2kw{$_} // () } split(//, $fl));
+               $cb->($f, \@kw, $eml, @arg);
+       }
 }
 
 1;