X-Git-Url: http://www.git.stargrave.org/?a=blobdiff_plain;f=cmd%2Fmeta4-create%2Fmain.go;h=b5d9abac4175411f8079f19ecf5cb37754825cae;hb=ef05102b307068482a6084fee0580a13ee934e92;hp=2289e8a26f4216e47f79441e7efeea8669887cf1;hpb=146785207baa7f9029e91439ec41e176ccd0ef78;p=meta4ra.git diff --git a/cmd/meta4-create/main.go b/cmd/meta4-create/main.go index 2289e8a..b5d9aba 100644 --- a/cmd/meta4-create/main.go +++ b/cmd/meta4-create/main.go @@ -1,6 +1,6 @@ /* -meta4a -- Metalink 4.0 utility -Copyright (C) 2021 Sergey Matveev +meta4a -- Metalink 4.0 creator +Copyright (C) 2021-2023 Sergey Matveev This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by @@ -15,121 +15,160 @@ You should have received a copy of the GNU General Public License along with this program. If not, see . */ -// Metalink 4.0 utility +// Metalink 4.0 creator package main import ( - "crypto/sha256" - "crypto/sha512" - "encoding/hex" + "bufio" + "bytes" "encoding/xml" "flag" "io" - "io/ioutil" "log" "os" - "path/filepath" + "os/exec" + "path" + "strings" + "sync" "time" -) -const ( - Generator = "meta4ra/0.1.0" - GPGSigMediaType = "application/pgp-signature" + "go.stargrave.org/meta4ra" ) -type Metalink struct { - XMLName xml.Name `xml:"urn:ietf:params:xml:ns:metalink metalink"` - Files []File `xml:"file"` - Generator string `xml:"generator,,omitempty"` - Published time.Time `xml:"published,,omitempty"` -} - -type File struct { - XMLName xml.Name `xml:"file"` - Name string `xml:"name,attr"` - Description string `xml:"description,,omitempty"` - Hashes []Hash `xml:"hash,,omitempty"` - MetaURLs []MetaURL `xml:"metaurl,,omitempty"` - Signature *Signature `xml:"signature"` - Size uint64 `xml:"size,,omitempty"` - URLs []URL `xml:"url,,omitempty"` -} - -type URL struct { - XMLName xml.Name `xml:"url"` - URL string `xml:",chardata"` +type Hasher struct { + names []string + cmds []*exec.Cmd + ins []io.WriteCloser + outs []io.ReadCloser + wg sync.WaitGroup } -type Signature struct { - XMLName xml.Name `xml:"signature"` - MediaType string `xml:"mediatype,attr"` - Signature string `xml:",cdata"` +func NewHasher(hashes string) *Hasher { + h := Hasher{} + for _, hc := range strings.Split(hashes, ",") { + cols := strings.SplitN(hc, ":", 2) + name, cmdline := cols[0], cols[1] + cmd := exec.Command(cmdline) + in, err := cmd.StdinPipe() + if err != nil { + log.Fatalln(err) + } + out, err := cmd.StdoutPipe() + if err != nil { + log.Fatalln(err) + } + if err = cmd.Start(); err != nil { + log.Fatalln(err) + } + h.names = append(h.names, name) + h.ins = append(h.ins, in) + h.outs = append(h.outs, out) + h.cmds = append(h.cmds, cmd) + } + return &h } -type Hash struct { - XMLName xml.Name `xml:"hash"` - Type string `xml:"type,attr"` - Hash string `xml:",chardata"` +func (h *Hasher) Write(p []byte) (n int, err error) { + h.wg.Add(len(h.names)) + for _, in := range h.ins { + go func(in io.WriteCloser) { + if _, err := io.Copy(in, bytes.NewReader(p)); err != nil { + log.Fatalln(err) + } + h.wg.Done() + }(in) + } + h.wg.Wait() + return len(p), nil } -type MetaURL struct { - XMLName xml.Name `xml:"metaurl"` - MediaType string `xml:"mediatype,attr"` - URL string `xml:",chardata"` +func (h *Hasher) Sums() []meta4ra.Hash { + sums := make([]meta4ra.Hash, 0, len(h.names)) + for i, name := range h.names { + if err := h.ins[i].Close(); err != nil { + log.Fatalln(err) + } + dgst, err := io.ReadAll(h.outs[i]) + if err != nil { + log.Fatalln(err) + } + sums = append(sums, meta4ra.Hash{Type: name, Hash: string(dgst[:len(dgst)-1])}) + if err = h.cmds[i].Wait(); err != nil { + log.Fatalln(err) + } + } + return sums } func main() { - file := flag.String("file", "", "Path to file") + fn := flag.String("fn", "", "Filename") + mtime := flag.String("mtime", "", "Take that file's mtime as a Published date") desc := flag.String("desc", "", "Description") sig := flag.String("sig", "", "Path to signature file") + hashesDef := []string{ + "sha-256:sha256", + "sha-512:sha512", + "shake128:shake128sum", + "shake256:shake256sum", + "streebog-256:streebog256sum", + "streebog-512:streebog512sum", + "skein-256:skein256", + "skein-512:skein512", + "blake3-256:b3sum", + } + hashes := flag.String("hashes", strings.Join(hashesDef, ","), "hash-name:command-s") torrent := flag.String("torrent", "", "Torrent URL") log.SetFlags(log.Lshortfile) flag.Parse() - urls := make([]URL, 0, len(flag.Args())) - for _, u := range flag.Args() { - urls = append(urls, URL{URL: u}) + if *fn == "" { + log.Fatalln("empty -fn") } - fd, err := os.Open(*file) - if err != nil { - log.Fatalln(err) - } - fi, err := fd.Stat() - if err != nil { - log.Fatalln(err) + urls := make([]meta4ra.URL, 0, len(flag.Args())) + for _, u := range flag.Args() { + urls = append(urls, meta4ra.URL{URL: u}) } - sha256Hasher := sha256.New() - sha512Hasher := sha512.New() - _, err = io.Copy(io.MultiWriter(sha256Hasher, sha512Hasher), fd) + h := NewHasher(*hashes) + br := bufio.NewReaderSize(os.Stdin, 1<<20) + buf := make([]byte, 1<<20) + size, err := io.CopyBuffer(h, br, buf) if err != nil { log.Fatalln(err) } - f := File{ - Name: filepath.Base(*file), + f := meta4ra.File{ + Name: path.Base(*fn), Description: *desc, - Size: uint64(fi.Size()), + Size: uint64(size), URLs: urls, - Hashes: []Hash{ - {Type: "sha-256", Hash: hex.EncodeToString(sha256Hasher.Sum(nil))}, - {Type: "sha-512", Hash: hex.EncodeToString(sha512Hasher.Sum(nil))}, - }, + Hashes: h.Sums(), } if *sig != "" { - sigData, err := ioutil.ReadFile(*sig) + sigData, err := os.ReadFile(*sig) if err != nil { log.Fatalln(err) } - f.Signature = &Signature{ - MediaType: GPGSigMediaType, + f.Signature = &meta4ra.Signature{ + MediaType: meta4ra.GPGSigMediaType, Signature: "\n" + string(sigData), } } if *torrent != "" { - f.MetaURLs = []MetaURL{{MediaType: "torrent", URL: *torrent}} + f.MetaURLs = []meta4ra.MetaURL{{MediaType: "torrent", URL: *torrent}} + } + var published time.Time + if *mtime == "" { + published = time.Now() + } else { + fi, err := os.Stat(*mtime) + if err != nil { + log.Fatalln(err) + } + published = fi.ModTime() } - m := Metalink{ - Files: []File{f}, - Generator: Generator, - Published: time.Now().UTC().Truncate(time.Second), + published = published.UTC().Truncate(time.Second) + m := meta4ra.Metalink{ + Files: []meta4ra.File{f}, + Generator: meta4ra.Generator, + Published: published, } out, err := xml.MarshalIndent(&m, "", " ") if err != nil {