search: index attachment filenames

[public-inbox.git] / lib / PublicInbox / Search.pm

diff --git a/lib/PublicInbox/Search.pm b/lib/PublicInbox/Search.pm
index 445c2d8a403f4b3a314954852d7afd3819de565f..0c05677216f3e3e3887ffadfa18ff4d963e5e234 100644 (file)
--- a/lib/PublicInbox/Search.pm
+++ b/lib/PublicInbox/Search.pm
@@ -38,7 +38,8 @@ use constant {
        # 9 - disable Message-ID compression (SHA-1)
        # 10 - optimize doc for NNTP overviews
        # 11 - merge threads when vivifying ghosts
-       SCHEMA_VERSION => 11,
+       # 12 - change YYYYMMDD value column to numeric
+       SCHEMA_VERSION => 12,
 
        # n.b. FLAG_PURE_NOT is expensive not suitable for a public website
        # as it could become a denial-of-service vector
@@ -51,16 +52,33 @@ my %bool_pfx_internal = (
        thread => 'G', # newsGroup (or similar entity - e.g. a web forum name)
 );
 
-# do we still need these? probably not..
 my %bool_pfx_external = (
+       # do we still need these? probably not..
        path => 'XPATH',
        mid => 'Q', # uniQue id (Message-ID)
 );
 
 my %prob_prefix = (
-       subject => 'S',
-       s => 'S', # for mairix compatibility
-       m => 'Q', # 'mid' is exact, 'm' can do partial
+       # for mairix compatibility
+       s => 'S',
+       m => 'XMID', # 'mid:' (bool) is exact, 'm:' (prob) can do partial
+       f => 'A',
+       t => 'XTO',
+       tc => 'XTO XCC',
+       c => 'XCC',
+       tcf => 'XTO XCC A',
+       b => 'XNQ XQUOT',
+       bs => 'XNQ XQUOT S',
+       n => 'XFN',
+
+       # n.b.: leaving out "a:" alias for "tcf:" even though
+       # mairix supports it.  It is only mentioned in passing in mairix(1)
+       # and the extra two letters are not significantly longer.
+       q => 'XQUOT',
+       nq => 'XNQ',
+
+       # default:
+       '' => 'XMID S A XNQ XQUOT XFN',
 );
 
 # not documenting m: and mid: for now, the using the URLs works w/o Xapian
@@ -205,7 +223,7 @@ sub qp {
        $qp->set_stemmer($self->stemmer);
        $qp->set_stemming_strategy(STEM_SOME);
        $qp->add_valuerangeprocessor(
-               Search::Xapian::StringValueRangeProcessor->new(YYYYMMDD, 'd:'));
+               Search::Xapian::NumberValueRangeProcessor->new(YYYYMMDD, 'd:'));
 
        while (my ($name, $prefix) = each %bool_pfx_external) {
                $qp->add_boolean_prefix($name, $prefix);
@@ -228,7 +246,7 @@ EOF
        }
 
        while (my ($name, $prefix) = each %prob_prefix) {
-               $qp->add_prefix($name, $prefix);
+               $qp->add_prefix($name, $_) foreach split(/ /, $prefix);
        }
 
        $self->{query_parser} = $qp;