Download link for 0.6.0 release

[tofuproxy.git] / cmd / warc-extract / main.go

diff --git a/cmd/warc-extract/main.go b/cmd/warc-extract/main.go
index 9ebc6419b5fd9f5417f8053ead1138deda53f070..c9d2a3676b9c21938a6e1b4861c30da5eb66ce09 100644 (file)
--- a/cmd/warc-extract/main.go
+++ b/cmd/warc-extract/main.go
@@ -1,19 +1,17 @@
-/*
-warc-extract -- WARC files data extractor
-Copyright (C) 2021-2022 Sergey Matveev <stargrave@stargrave.org>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU General Public License as published by
-the Free Software Foundation, version 3 of the License.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU General Public License for more details.
-
-You should have received a copy of the GNU General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
+// warc-extract -- WARC files data extractor
+// Copyright (C) 2021-2024 Sergey Matveev <stargrave@stargrave.org>
+//
+// This program is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, version 3 of the License.
+//
+// This program is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with this program.  If not, see <http://www.gnu.org/licenses/>.
 
 package main
 
@@ -36,8 +34,10 @@ func main() {
        hdr := flag.Bool("hdr", false, "Also extract WARC's header")
        idx := flag.Bool("idx", false, "Save WARC indices")
        recompress := flag.Bool("for-enzstd", false, "Output for enzstd utility")
+       unzstdPath := flag.String("unzstd", "cmd/zstd/unzstd", "Path to unzstd utility")
        flag.Parse()
        log.SetFlags(log.Lshortfile)
+       warc.UnZSTDPath = *unzstdPath
 
        if *recompress {
                var hdr bytes.Buffer
@@ -117,5 +117,4 @@ func main() {
                        io.Copy(os.Stdout, r)
                }
        }
-       return
 }