1 // tofuproxy -- flexible HTTP/HTTPS proxy, TLS terminator, X.509 TOFU
2 // manager, WARC/geminispace browser
3 // Copyright (C) 2021-2024 Sergey Matveev <stargrave@stargrave.org>
5 // This program is free software: you can redistribute it and/or modify
6 // it under the terms of the GNU General Public License as published by
7 // the Free Software Foundation, version 3 of the License.
9 // This program is distributed in the hope that it will be useful,
10 // but WITHOUT ANY WARRANTY; without even the implied warranty of
11 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 // GNU General Public License for more details.
14 // You should have received a copy of the GNU General Public License
15 // along with this program. If not, see <http://www.gnu.org/licenses/>.
31 type CompressedReader struct {
38 offReader sync.WaitGroup
41 func NewCompressedReader(
42 warcPath, unCmd string,
45 ) (*CompressedReader, error) {
47 for _, off := range offsets {
48 if uOffset < offU+off.U {
54 fd, err := os.Open(warcPath)
59 if len(offsets) > 0 && offsets[0].U == 0 {
60 dict = make([]byte, offsets[0].Z)
61 if _, err = io.ReadFull(fd, dict); err != nil {
66 if _, err = fd.Seek(offZ, io.SeekStart); err != nil {
70 cmd := exec.Command(unCmd)
71 stdout, err := cmd.StdoutPipe()
79 cmd.Stdin = io.MultiReader(bytes.NewReader(dict), fd)
82 offR, offW, err := os.Pipe()
87 cmd.ExtraFiles = append(cmd.ExtraFiles, offW)
94 r := CompressedReader{
101 go r.offsetsReader(offR)
109 _, err = io.CopyN(io.Discard, stdout, uOffset-offU)
115 return &CompressedReader{cmd: cmd, fd: fd, stdout: stdout}, nil
118 func (r *CompressedReader) offsetsReader(offsets *os.File) {
119 scanner := bufio.NewScanner(offsets)
122 cols := strings.Split(l, "\t")
124 log.Println("len(cols) != 2:", l)
127 z, err := strconv.ParseUint(cols[0], 10, 64)
132 u, err := strconv.ParseUint(cols[1], 10, 64)
137 r.offsets = append(r.offsets, Offset{int64(z), int64(u)})
146 func (r *CompressedReader) Read(p []byte) (int, error) {
147 return r.stdout.Read(p)
150 func (r *CompressedReader) Close() error {
151 err := r.cmd.Process.Kill()
159 func (r *CompressedReader) Offsets() []Offset {