testcommon: introduce mime_load sub

[public-inbox.git] / t / msg_iter.t

diff --git a/t/msg_iter.t b/t/msg_iter.t
index c1798cb7f9430200ce97e6552a5c8b1179f415d2..ac2066a2780d8d4fd7acb09a242633ae1863a183 100644 (file)
--- a/t/msg_iter.t
+++ b/t/msg_iter.t
@@ -1,16 +1,20 @@
-# Copyright (C) 2016-2018 all contributors <meta@public-inbox.org>
+# Copyright (C) 2016-2020 all contributors <meta@public-inbox.org>
 # License: AGPL-3.0+ <https://www.gnu.org/licenses/agpl-3.0.txt>
 use strict;
 use warnings;
 use Test::More;
-use Email::MIME;
+use PublicInbox::TestCommon;
+use PublicInbox::Hval qw(ascii_html);
+use PublicInbox::InboxWritable;
 use_ok('PublicInbox::MsgIter');
 
 {
+       my $mime = mime_load 't/msg_iter-order.eml', sub {
        my $parts = [ Email::MIME->create(body => "a\n"),
                        Email::MIME->create(body => "b\n") ];
-       my $mime = Email::MIME->create(parts => $parts,
+       Email::MIME->create(parts => $parts,
                                header_str => [ From => 'root@localhost' ]);
+       }; # mime_load sub
        my @parts;
        msg_iter($mime, sub {
                my ($part, $level, @ex) = @{$_[0]};
@@ -22,13 +26,15 @@ use_ok('PublicInbox::MsgIter');
 }
 
 {
+       my $mime = mime_load 't/msg_iter-nested.eml', sub {
        my $parts = [ Email::MIME->create(body => 'a'),
                        Email::MIME->create(body => 'b') ];
        $parts = [ Email::MIME->create(parts => $parts,
                                header_str => [ From => 'sub@localhost' ]),
                        Email::MIME->create(body => 'sig') ];
-       my $mime = Email::MIME->create(parts => $parts,
+       Email::MIME->create(parts => $parts,
                                header_str => [ From => 'root@localhost' ]);
+       }; # mime_load sub
        my @parts;
        msg_iter($mime, sub {
                my ($part, $level, @ex) = @{$_[0]};
@@ -40,5 +46,65 @@ use_ok('PublicInbox::MsgIter');
                'nested part shows up properly');
 }
 
+{
+       my $f = 't/iso-2202-jp.eml';
+       my $mime = PublicInbox::InboxWritable::mime_from_path($f) or
+               die "open $f: $!";
+       my $raw = '';
+       msg_iter($mime, sub {
+               my ($part, $level, @ex) = @{$_[0]};
+               my ($s, $err) = msg_part_text($part, 'text/plain');
+               ok(!$err, 'no error');
+               $raw .= $s;
+       });
+       ok(length($raw) > 0, 'got non-empty message');
+       is(index($raw, '$$$'), -1, 'no unescaped $$$');
+}
+
+{
+       my $f = 't/x-unknown-alpine.eml';
+       my $mime = PublicInbox::InboxWritable::mime_from_path($f) or
+               die "open $f: $!";
+       my $raw = '';
+       msg_iter($mime, sub {
+               my ($part, $level, @ex) = @{$_[0]};
+               my ($s, $err) = msg_part_text($part, 'text/plain');
+               $raw .= $s;
+       });
+       like($raw, qr!^\thttps://!ms, 'tab expanded with X-UNKNOWN');
+       like(ascii_html($raw), qr/&#8226; bullet point/s,
+               'got bullet point when X-UNKNOWN assumes UTF-8');
+}
+
+{ # API not finalized
+       my @warn;
+       local $SIG{__WARN__} = sub { push @warn, [ @_ ] };
+       my $attr = "So and so wrote:\n";
+       my $q = "> hello world\n" x 10;
+       my $nq = "hello world\n" x 10;
+       my @sections = PublicInbox::MsgIter::split_quotes($attr . $q . $nq);
+       is($sections[0], $attr, 'attribution matches');
+       is($sections[1], $q, 'quoted section matches');
+       is($sections[2], $nq, 'non-quoted section matches');
+       is(scalar(@sections), 3, 'only three sections for short message');
+       is_deeply(\@warn, [], 'no warnings');
+
+       $q x= 3300;
+       $nq x= 3300;
+       @sections = PublicInbox::MsgIter::split_quotes($attr . $q . $nq);
+       is_deeply(\@warn, [], 'no warnings on giant message');
+       is(join('', @sections), $attr . $q . $nq, 'result matches expected');
+       is(shift(@sections), $attr, 'attribution is first section');
+       my @check = ('', '');
+       while (defined(my $l = shift @sections)) {
+               next if $l eq '';
+               like($l, qr/\n\z/s, 'section ends with newline');
+               my $idx = ($l =~ /\A>/) ? 0 : 1;
+               $check[$idx] .= $l;
+       }
+       is($check[0], $q, 'long quoted section matches');
+       is($check[1], $nq, 'long quoted section matches');
+}
+
 done_testing();
 1;