+ ok($mic->done($idle_tag), 'IDLE DONE');
+ my $bs = $mic->get_bodystructure($uidnext);
+ ok($bs, 'BODYSTRUCTURE ok for deeply nested');
+ $ret = $mic->fetch_hash($uidnext, 'BODY') or BAIL_OUT "FETCH $@";
+ ok($ret->{$uidnext}->{BODY}, 'got something in BODY');
+
+ # this matches dovecot behavior
+ $ret = $mic->fetch_hash($uidnext, 'BODY[1]') or BAIL_OUT "FETCH $@";
+ is($ret->{$uidnext}->{'BODY[1]'},
+ "testing embedded message harder\r\n", 'BODY[1]');
+ $ret = $mic->fetch_hash($uidnext, 'BODY[2]') or BAIL_OUT "FETCH $@";
+ like($ret->{$uidnext}->{'BODY[2]'},
+ qr/\ADate: Sat, 18 Apr 2020 22:20:20 /, 'BODY[2]');
+
+ $ret = $mic->fetch_hash($uidnext, 'BODY[2.1.1]') or BAIL_OUT "FETCH $@";
+ is($ret->{$uidnext}->{'BODY[2.1.1]'},
+ "testing embedded message\r\n", 'BODY[2.1.1]');
+
+ $ret = $mic->fetch_hash($uidnext, 'BODY[2.1.2]') or BAIL_OUT "FETCH $@";
+ like($ret->{$uidnext}->{'BODY[2.1.2]'}, qr/\AFrom: /,
+ 'BODY[2.1.2] tip matched');
+ like($ret->{$uidnext}->{'BODY[2.1.2]'},
+ # trailing CRLF may vary depending on MIME parser
+ qr/done_testing;(?:\r\n){1,2}\z/,
+ 'BODY[2.1.2] tail matched');
+
+ $ret = $mic->fetch_hash("1:$uidnext", 'BODY[2.HEADER]') or
+ BAIL_OUT "2.HEADER $@";
+ like($ret->{$uidnext}->{'BODY[2.HEADER]'},
+ qr/\ADate: Sat, 18 Apr 2020 22:20:20 /,
+ '2.HEADER of message/rfc822');
+
+ $ret = $mic->fetch_hash($uidnext, 'BODY[2.MIME]') or
+ BAIL_OUT "2.MIME $@";
+ is($ret->{$uidnext}->{'BODY[2.MIME]'}, <<EOF, 'BODY[2.MIME]');
+Content-Type: message/rfc822\r
+Content-Disposition: attachment; filename="embed2x\.eml"\r
+\r
+EOF
+
+ my @hits = $mic->search('SENTON' => '18-Apr-2020');
+ is_deeply(\@hits, [ $uidnext ], 'search with date condition works');
+ ok($mic->examine($ng), 'EXAMINE on dummy');
+ @hits = $mic->search('SENTSINCE' => '18-Apr-2020');
+ is_deeply(\@hits, [], 'search on dummy with condition works');
+ ok(!$mic->search('SENTSINCE' => '18-Abr-2020'), 'bad month fails');
+ $mic->Uid(0);
+ my $ret = $mic->fetch_hash(2, 'RFC822');
+ is_deeply($ret, {},
+ 'MSN FETCH on empty dummy will not trigger warnings, later');
+}; # for @ibx
+
+# message sequence numbers :<
+is($mic->Uid(0), 0, 'disable UID on '.ref($mic));
+ok($mic->reconnect, 'reconnected');
+$ret = $mic->fetch_hash('1,2:3', 'RFC822') or BAIL_OUT "FETCH $@";
+is(scalar keys %$ret, 3, 'got all 3 messages with comma-separated sequence');
+$ret = $mic->fetch_hash('1:*', 'RFC822') or BAIL_OUT "FETCH $@";
+is(scalar keys %$ret, 3, 'got all 3 messages');
+
+SKIP: {
+ # do any clients use non-UID IMAP SEARCH?
+ skip 'Xapian missing', 3 if $level eq 'basic';
+ my $x = $mic->search('all');
+ is_deeply($x, [1, 2, 3], 'MSN SEARCH works before rm');
+ $x = $mic->search(qw(header subject embedded));
+ is_deeply($x, [2], 'MSN SEARCH on Subject works before rm');
+ $x = $mic->search('FROM scraper@example.com');
+ is_deeply($x, [], "MSN SEARCH miss won't trigger warnings");
+}
+
+{
+ my $rdr = { 0 => \($ret->{1}->{RFC822}) };
+ my $env = { HOME => $ENV{HOME} };
+ my @cmd = qw(-learn rm --all);
+ run_script(\@cmd, $env, $rdr) or BAIL_OUT('-learn rm');
+}
+
+SKIP: {
+ # do any clients use non-UID IMAP SEARCH? We only ensure
+ # MSN "SEARCH" can return a result which can be retrieved
+ # via MSN "FETCH"
+ skip 'Xapian missing', 3 if $level eq 'basic';
+ my $x = $mic->search(qw(header subject embedded));
+ is(scalar(@$x), 1, 'MSN SEARCH on Subject works after rm');
+ SKIP: {
+ skip 'previous test failed', 1 if !scalar(@$x);
+ $x = $mic->message_string($x->[0]);
+ is($x, $ret->{2}->{RFC822}, 'message 2 unchanged');
+ }
+ $x = $mic->search(qw(text embedded));
+ is(scalar(@$x), 1, 'MSN SEARCH on TEXT works after rm');
+}
+
+# FIXME? no EXPUNGE response, yet
+my $r2 = $mic->fetch_hash('1:*', 'BODY.PEEK[]') or BAIL_OUT "FETCH $@";
+is(scalar keys %$r2, 2, 'did not get all 3 messages');
+is($r2->{2}->{'BODY[]'}, $ret->{2}->{RFC822}, 'message 2 unchanged');
+is($r2->{3}->{'BODY[]'}, $ret->{3}->{RFC822}, 'message 3 unchanged');
+$r2 = $mic->fetch_hash(2, 'BODY.PEEK[HEADER.FIELDS (message-id)]')
+ or BAIL_OUT "FETCH $@";
+is($r2->{2}->{'BODY[HEADER.FIELDS (MESSAGE-ID)]'},
+ 'Message-ID: <20200418222508.GA13918@dcvr>'."\r\n\r\n",
+ 'BODY.PEEK[HEADER.FIELDS ...] drops .PEEK');
+
+{
+ my @new_list = $mic->list;
+ # tag differs in [-1]
+ like($orig_list[-1], qr/\A\S+ OK List done\r\n/, 'orig LIST');
+ like($new_list[-1], qr/\A\S+ OK List done\r\n/, 'new LIST');
+ pop @new_list;
+ pop @orig_list;
+ # TODO: not sure if sort order matters, imapd_refresh_finalize
+ # doesn't sort, hopefully clients don't care...
+ @new_list = sort @new_list;
+ @orig_list = sort @orig_list;
+ is_deeply(\@new_list, \@orig_list, 'LIST identical');
+}
+ok($mic->close, 'CLOSE works');
+ok(!$mic->close, 'CLOSE not idempotent');
+ok($mic->logout, 'logged out');
+
+{
+ my $c = tcp_connect($sock);
+ $c->autoflush(1);
+ like(<$c>, qr/\* OK/, 'got a greeting');
+ print $c "\r\n";
+ like(<$c>, qr/\A\* BAD Error in IMAP command/, 'empty line');
+ print $c "tagonly\r\n";
+ like(<$c>, qr/\Atagonly BAD Error in IMAP command/, 'tag-only line');
+}
+
+SKIP: {
+ use_ok 'PublicInbox::InboxIdle';
+ require_git('1.8.5', 1) or
+ skip('git 1.8.5+ needed for --urlmatch', 4);
+ my $old_env = { HOME => $ENV{HOME} };
+ my $home = "$tmpdir/watch_home";
+ mkdir $home or BAIL_OUT $!;
+ mkdir "$home/.public-inbox" or BAIL_OUT $!;
+ local $ENV{HOME} = $home;
+ my $name = 'watchimap';
+ my $addr = "i1-$level\@example.com";
+ my $url = "http://example.com/i1";
+ my $inboxdir = "$tmpdir/watchimap";
+ my $cmd = ['-init', '-V2', '-Lbasic', $name, $inboxdir, $url, $addr];
+ my $imapurl = "imap://$ihost:$iport/inbox.i1.0";
+ run_script($cmd) or BAIL_OUT("init $name");
+ xsys(qw(git config), "--file=$home/.public-inbox/config",
+ "publicinbox.$name.watch",
+ $imapurl) == 0 or BAIL_OUT "git config $?";
+ my $cfg = PublicInbox::Config->new;
+ PublicInbox::DS->Reset;
+ my $ii = PublicInbox::InboxIdle->new($cfg);
+ my $cb = sub { PublicInbox::DS->SetPostLoopCallback(sub {}) };
+ my $obj = bless \$cb, 'PublicInbox::TestCommon::InboxWakeup';
+ $cfg->each_inbox(sub { $_[0]->subscribe_unlock('ident', $obj) });
+ my $watcherr = "$tmpdir/watcherr";
+ open my $err_wr, '>>', $watcherr or BAIL_OUT $!;
+ open my $err, '<', $watcherr or BAIL_OUT $!;
+ my $w = start_script(['-watch'], undef, { 2 => $err_wr });
+
+ diag 'waiting for initial fetch...';
+ PublicInbox::DS::event_loop();
+ diag 'inbox unlocked on initial fetch, waiting for IDLE';
+
+ tick until (grep(/# \S+ idling/, <$err>));
+ open my $fh, '<', 't/iso-2202-jp.eml' or BAIL_OUT $!;
+ $old_env->{ORIGINAL_RECIPIENT} = $addr;
+ ok(run_script([qw(-mda --no-precheck)], $old_env, { 0 => $fh }),
+ 'delivered a message for IDLE to kick -watch') or
+ diag "mda error \$?=$?";
+ diag 'waiting for IMAP IDLE wakeup';
+ PublicInbox::DS->SetPostLoopCallback(undef);
+ PublicInbox::DS::event_loop();
+ diag 'inbox unlocked on IDLE wakeup';
+
+ # try again with polling
+ xsys(qw(git config), "--file=$home/.public-inbox/config",
+ 'imap.PollInterval', 0.11) == 0
+ or BAIL_OUT "git config $?";
+ $w->kill('HUP');
+ diag 'waiting for -watch reload + initial fetch';
+ tick until (grep(/# will check/, <$err>));
+
+ open $fh, '<', 't/psgi_attach.eml' or BAIL_OUT $!;
+ ok(run_script([qw(-mda --no-precheck)], $old_env, { 0 => $fh }),
+ 'delivered a message for -watch PollInterval');
+
+ diag 'waiting for PollInterval wakeup';
+ PublicInbox::DS->SetPostLoopCallback(undef);
+ PublicInbox::DS::event_loop();
+ diag 'inbox unlocked (poll)';
+ $w->kill;
+ $w->join;
+ is($?, 0, 'no error in exited -watch process');
+
+ $cfg->each_inbox(sub { shift->unsubscribe_unlock('ident') });
+ $ii->close;
+ PublicInbox::DS->Reset;
+ seek($err, 0, 0);
+ my @err = grep(!/^(?:I:|#)/, <$err>);
+ is(@err, 0, 'no warnings/errors from -watch'.join(' ', @err));
+
+ if ($ENV{TEST_KILL_IMAPD}) { # not sure how reliable this test can be
+ xsys(qw(git config), "--file=$home/.public-inbox/config",
+ qw(--unset imap.PollInterval)) == 0
+ or BAIL_OUT "git config $?";
+ truncate($err_wr, 0) or BAIL_OUT $!;
+ my @t0 = times;
+ $w = start_script(['-watch'], undef, { 2 => $err_wr });
+ seek($err, 0, 0);
+ tick until (grep(/# \S+ idling/, <$err>));
+ diag 'killing imapd, waiting for CPU spins';
+ my $delay = 0.11;
+ $td->kill(9);
+ tick $delay;
+ $w->kill;
+ $w->join;
+ is($?, 0, 'no error in exited -watch process');
+ my @t1 = times;
+ my $c = $t1[2] + $t1[3] - $t0[2] - $t0[3];
+ my $thresh = (0.9 * $delay);
+ diag "c=$c, threshold=$thresh";
+ ok($c < $thresh, 'did not burn much CPU');
+ is_deeply([grep(/ line \d+$/m, <$err>)], [],
+ 'no backtraces from errors');
+ }
+}