2 tofuproxy -- flexible HTTP/WARC proxy with TLS certificates management
3 Copyright (C) 2021 Sergey Matveev <stargrave@stargrave.org>
5 This program is free software: you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation, version 3 of the License.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
14 You should have received a copy of the GNU General Public License
15 along with this program. If not, see <http://www.gnu.org/licenses/>.
26 var UnZSTDPath = "/home/stargrave/work/tofuproxy/cmd/unzstd/unzstd"
29 Z int64 // Compressed frame size
30 U int64 // Its uncompressed size
33 type RawRecordReader interface {
38 func Open(warcPath string, offsets []Offset, offset int64) (RawRecordReader, error) {
39 ext := path.Ext(warcPath)
42 return NewUncompressedReader(warcPath, offset)
44 return NewGZIPReader(warcPath, offsets, offset)
46 return NewCompressedReader(warcPath, UnZSTDPath, offsets, offset)
48 return nil, fmt.Errorf("unknown extension: %s", ext)