Multistream WARCs and better Zstandard support

[tofuproxy.git] / fifos / warcs.go

diff --git a/fifos/warcs.go b/fifos/warcs.go
index 6d38700b2817385883d509c51c8cc816b581df34..90e17a0ccceb3848ad947c9aed87ed1bf56435dd 100644 (file)
--- a/fifos/warcs.go
+++ b/fifos/warcs.go
@@ -34,7 +34,10 @@ func listWARCs(p string) {
                }
                warc.WARCsM.RLock()
                for warcPath, uris := range warc.WARCs {
-                       fmt.Fprintf(fd, "%s\t%d\n", warcPath, len(uris))
+                       fmt.Fprintf(
+                               fd, "%s\t%d\t%d\n",
+                               warcPath, len(uris), len(warc.WARCs[warcPath]),
+                       )
                }
                warc.WARCsM.RUnlock()
                fd.Close()
@@ -72,7 +75,12 @@ func addWARC(p string) {
                                log.Printf("%s: can not open %s: %+v\n", p, warcPath, err)
                                break
                        }
-                       log.Printf("%s: %s: added %d URIs\n", p, warcPath, len(warc.WARCs[warcPath]))
+                       log.Printf(
+                               "%s: %s: added %d URIs %d segments\n",
+                               p, warcPath,
+                               len(warc.WARCs[warcPath]),
+                               len(warc.WARCsOffsets[warcPath]),
+                       )
                }
        }
 }