1 // tofuproxy -- flexible HTTP/HTTPS proxy, TLS terminator, X.509 TOFU
2 // manager, WARC/geminispace browser
3 // Copyright (C) 2021-2024 Sergey Matveev <stargrave@stargrave.org>
5 // This program is free software: you can redistribute it and/or modify
6 // it under the terms of the GNU General Public License as published by
7 // the Free Software Foundation, version 3 of the License.
9 // This program is distributed in the hope that it will be useful,
10 // but WITHOUT ANY WARRANTY; without even the implied warranty of
11 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 // GNU General Public License for more details.
14 // You should have received a copy of the GNU General Public License
15 // along with this program. If not, see <http://www.gnu.org/licenses/>.
26 type CountableReader struct {
31 func (r *CountableReader) ReadByte() (b byte, err error) {
32 b, err = r.Reader.ReadByte()
39 func (r *CountableReader) Read(p []byte) (n int, err error) {
40 n, err = r.Reader.Read(p)
45 type GZIPReader struct {
51 func (r *GZIPReader) Read(p []byte) (n int, err error) {
55 func (r *GZIPReader) Close() error {
59 func (r *GZIPReader) Offsets() []Offset {
67 ) (*GZIPReader, error) {
69 for _, off := range offsets {
70 if uOffset < offU+off.U {
76 fd, err := os.Open(warcPath)
80 if _, err = fd.Seek(offZ, io.SeekStart); err != nil {
84 cr := &CountableReader{Reader: bufio.NewReader(fd)}
85 z, err := gzip.NewReader(cr)
91 gr := GZIPReader{r: r}
94 var offset, offsetPrev int64
96 written, err := io.Copy(w, z)
102 gr.offsets = append(gr.offsets, Offset{offset - offsetPrev, written})
109 w.CloseWithError(err)
114 w.CloseWithError(io.EOF)
116 _, err = io.CopyN(io.Discard, r, uOffset-offU)