2 tofuproxy -- flexible HTTP/HTTPS proxy, TLS terminator, X.509 TOFU
3 manager, WARC/geminispace browser
4 Copyright (C) 2021-2023 Sergey Matveev <stargrave@stargrave.org>
6 This program is free software: you can redistribute it and/or modify
7 it under the terms of the GNU General Public License as published by
8 the Free Software Foundation, version 3 of the License.
10 This program is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 GNU General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with this program. If not, see <http://www.gnu.org/licenses/>.
27 var UnZSTDPath = "/home/stargrave/work/tofuproxy/cmd/zstd/unzstd"
30 Z int64 // Compressed frame size
31 U int64 // Its uncompressed size
34 type RawRecordReader interface {
39 func Open(warcPath string, offsets []Offset, offset int64) (RawRecordReader, error) {
40 ext := path.Ext(warcPath)
43 return NewUncompressedReader(warcPath, offset)
45 return NewGZIPReader(warcPath, offsets, offset)
47 return NewCompressedReader(warcPath, UnZSTDPath, offsets, offset)
49 return nil, fmt.Errorf("unknown extension: %s", ext)