/* tofuproxy -- flexible HTTP proxy, TLS terminator, X.509 certificates manager, WARC/Gemini browser Copyright (C) 2021 Sergey Matveev This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, version 3 of the License. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . */ package warc import ( "fmt" "io" "path" ) var UnZSTDPath = "/home/stargrave/work/tofuproxy/cmd/unzstd/unzstd" type Offset struct { Z int64 // Compressed frame size U int64 // Its uncompressed size } type RawRecordReader interface { io.ReadCloser Offsets() []Offset } func Open(warcPath string, offsets []Offset, offset int64) (RawRecordReader, error) { ext := path.Ext(warcPath) switch ext { case ".warc": return NewUncompressedReader(warcPath, offset) case ".gz": return NewGZIPReader(warcPath, offsets, offset) case ".zst": return NewCompressedReader(warcPath, UnZSTDPath, offsets, offset) } return nil, fmt.Errorf("unknown extension: %s", ext) }