-/*
-tofuproxy -- flexible HTTP proxy, TLS terminator, X.509 certificates
- manager, WARC/Gemini browser
-Copyright (C) 2021 Sergey Matveev <stargrave@stargrave.org>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU General Public License as published by
-the Free Software Foundation, version 3 of the License.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-GNU General Public License for more details.
-
-You should have received a copy of the GNU General Public License
-along with this program. If not, see <http://www.gnu.org/licenses/>.
-*/
+// tofuproxy -- flexible HTTP/HTTPS proxy, TLS terminator, X.509 TOFU
+// manager, WARC/geminispace browser
+// Copyright (C) 2021-2024 Sergey Matveev <stargrave@stargrave.org>
+//
+// This program is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, version 3 of the License.
+//
+// This program is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with this program. If not, see <http://www.gnu.org/licenses/>.
package fifos
import (
- "bufio"
"fmt"
"log"
"os"
func addWARC(p string) {
for {
- fd, err := os.OpenFile(p, os.O_RDONLY, os.FileMode(0666))
- if err != nil {
- log.Fatalln(err)
- }
- var warcPaths []string
- scanner := bufio.NewScanner(fd)
- for scanner.Scan() {
- t := scanner.Text()
- if len(t) > 0 {
- warcPaths = append(warcPaths, t)
- }
- }
- fd.Close()
- for _, warcPath := range warcPaths {
+ for _, warcPath := range readLinesFromFIFO(p) {
if warcPath == "SAVE" {
- if err = warc.SaveIndexes(); err != nil {
+ if err := warc.SaveIndices(); err != nil {
log.Printf("%s: can not save index %s: %+v\n", p, warcPath, err)
}
continue
continue
}
log.Printf("%s: adding WARC %s\n", p, warcPath)
- err = warc.Add(warcPath)
- if err != nil {
+ if err := warc.Add(warcPath); err != nil {
log.Printf("%s: can not open %s: %+v\n", p, warcPath, err)
break
}