lei q: trim JSON output

[public-inbox.git] / lib / PublicInbox / LeiOverview.pm

diff --git a/lib/PublicInbox/LeiOverview.pm b/lib/PublicInbox/LeiOverview.pm
index 1036f465502b8e647fe290dc2eb947d4d2f6312d..1ce2a09878329645499e91be4c8e9a429c0f4d08 100644 (file)
--- a/lib/PublicInbox/LeiOverview.pm
+++ b/lib/PublicInbox/LeiOverview.pm
@@ -136,7 +136,10 @@ sub ovv_end {
 sub _unbless_smsg {
        my ($smsg, $mitem) = @_;
 
-       delete @$smsg{qw(lines bytes num tid)};
+       # TODO: make configurable
+       # num/tid are nonsensical with multi-inbox search,
+       # lines/bytes are not generally useful
+       delete @$smsg{qw(num tid lines bytes)};
        $smsg->{rt} = _iso8601(delete $smsg->{ts}); # JMAP receivedAt
        $smsg->{dt} = _iso8601(delete $smsg->{ds}); # JMAP UTCDate
        $smsg->{pct} = get_pct($mitem) if $mitem;
@@ -151,7 +154,8 @@ sub _unbless_smsg {
                $smsg->{substr($f, 0, 1)} = pairs($v);
        }
        $smsg->{'s'} = delete $smsg->{subject};
-       scalar { %$smsg }; # unbless
+       my $kw = delete($smsg->{kw});
+       scalar { %$smsg, ($kw && scalar(@$kw) ? (kw => $kw) : ()) }; # unbless
 }
 
 sub ovv_atexit_child {
@@ -176,7 +180,10 @@ sub _json_pretty {
                                        $pair =~ s/(null|"),"/$1, "/g;
                                        $pair;
                                } @$v) . ']';
-                       } else { # references
+                       } elsif ($k eq 'kw') { # keywords are short, one-line
+                               $v = $json->encode($v);
+                               $v =~ s/","/", "/g;
+                       } else { # refs, labels, ...
                                $v = '[' . join($sep, map {
                                        substr($json->encode([$_]), 1, -1);
                                } @$v) . ']';
@@ -216,9 +223,11 @@ sub ovv_each_smsg_cb { # runs in wq worker usually
                }
        } elsif ($self->{fmt} =~ /\A(concat)?json\z/ && $lei->{opt}->{pretty}) {
                my $EOR = ($1//'') eq 'concat' ? "\n}" : "\n},";
+               my $lse = $lei->{sto}->search;
                sub { # DIY prettiness :P
                        my ($smsg, $mitem) = @_;
                        return if $dedupe->is_smsg_dup($smsg);
+                       $lse->xsmsg_vmd($smsg);
                        $smsg = _unbless_smsg($smsg, $mitem);
                        $buf .= "{\n";
                        $buf .= join(",\n", map {
@@ -238,9 +247,11 @@ sub ovv_each_smsg_cb { # runs in wq worker usually
                }
        } elsif ($json) {
                my $ORS = $self->{fmt} eq 'json' ? ",\n" : "\n"; # JSONL
+               my $lse = $lei->{sto}->search;
                sub {
                        my ($smsg, $mitem) = @_;
                        return if $dedupe->is_smsg_dup($smsg);
+                       $lse->xsmsg_vmd($smsg);
                        $buf .= $json->encode(_unbless_smsg(@_)) . $ORS;
                        return if length($buf) < 65536;
                        my $lk = $self->lock_for_scope;