- # populates smsg->references for smsg->to_doc_data
- my $refs = parse_references($smsg);
- my $data = $smsg->to_doc_data($oid, $mid0);
- foreach my $mid (@$mids) {
- $tg->index_text($mid, 1, 'XM');
+sub add_xapian ($$$$$$) {
+ my ($self, $mime, $num, $oid, $mids, $mid0) = @_;
+ my $smsg = PublicInbox::Smsg->new($mime);
+ my $hdr = $mime->header_obj;
+ $smsg->{ds} = msg_datestamp($hdr, $self->{autime});
+ $smsg->{ts} = msg_timestamp($hdr, $self->{cotime});
+ my $doc = $X->{Document}->new;
+ my $subj = $smsg->subject;
+ add_val($doc, PublicInbox::Search::TS(), $smsg->{ts});
+ my @ds = gmtime($smsg->{ds});
+ my $yyyymmdd = strftime('%Y%m%d', @ds);
+ add_val($doc, PublicInbox::Search::YYYYMMDD(), $yyyymmdd);
+ my $dt = strftime('%Y%m%d%H%M%S', @ds);
+ add_val($doc, PublicInbox::Search::DT(), $dt);
+
+ my $tg = term_generator($self);
+
+ $tg->set_document($doc);
+ index_text($self, $subj, 1, 'S') if $subj;
+ index_users($self, $smsg);
+
+ msg_iter($mime, \&index_xapian, [ $self, $doc ]);
+ foreach my $mid (@$mids) {
+ index_text($self, $mid, 1, 'XM');
+
+ # because too many Message-IDs are prefixed with
+ # "Pine.LNX."...
+ if ($mid =~ /\w{12,}/) {
+ my @long = ($mid =~ /(\w{3,}+)/g);
+ index_text($self, join(' ', @long), 1, 'XM');