{{.Version}}: human readable listing

README | 2 +- doc/ucspi.texi | 2 +- fileutils.go | 2 +- hr.go | 4 ++-- integrity.go | 12 ++++++------ json.go | 2 +- list.go | 6 +++--- main.go | 68 +++++++++++++++++++++++++---------------------------- refresh.go | 4 ++-- upload.go | 2 +- usage.go | 94 +++++++++++++++++++++++++++++++++++++++++++++++++++++ diff --git a/README b/README index 712322ab0cb2879b08a1f62f1e1b848b27aafa85e6556a6739c9687b17e1dec3..1668442d6c6edc338fae4b0d63401b0a1c4e1b8eb8e365befb858fdd5783075f 100644 --- a/README +++ b/README @@ -1,2 +1,2 @@ GoCheese is Python private package repository and caching proxy. -See gocheese.{info,texi} and INSTALL for more documentation. +See doc/gocheese.info and INSTALL for more documentation. diff --git a/doc/ucspi.texi b/doc/ucspi.texi index 07f04c9cc1c8da89f869488544efdc114fe82108c69b840fff13b5ff0edcdcf2..3462f5eab5ebb62871be182dc2c018e91a4aa60f977c503e6396c13ce8303dac 100644 --- a/doc/ucspi.texi +++ b/doc/ucspi.texi @@ -17,7 +17,7 @@ ( cat passwords.txt > passwd ) & umask 022 mkdir -p packages exec setuidgid gocheese tcpserver -DRH -l 0 ::0 8080 \ - gocheese -ucspi -passwd passwd + gocheese -ucspi -passwd passwd /path/to/packages EOF # cat > log/run < - {{.Version}}: human readable listing + {{.Version}}: packages

.` ) var ( - Root = flag.String("root", "./packages", "Path to packages directory") - Bind = flag.String("bind", "[::]:8080", "Address to bind to") - MaxClients = flag.Int("maxclients", 128, "Maximal amount of simultaneous clients") - DoUCSPI = flag.Bool("ucspi", false, "Work as UCSPI-TCP service") + Root string + Bind = flag.String("bind", DefaultBind, "") + MaxClients = flag.Int("maxclients", DefaultMaxClients, "") + DoUCSPI = flag.Bool("ucspi", false, "") - TLSCert = flag.String("tls-cert", "", "Path to TLS X.509 certificate") - TLSKey = flag.String("tls-key", "", "Path to TLS X.509 private key") + TLSCert = flag.String("tls-cert", "", "") + TLSKey = flag.String("tls-key", "", "") - NoRefreshURLPath = flag.String("norefresh", "/norefresh/", "Non-refreshing URL path") - RefreshURLPath = flag.String("refresh", "/simple/", "Auto-refreshing URL path") - GPGUpdateURLPath = flag.String("gpgupdate", "/gpgupdate/", "GPG forceful refreshing URL path") - JSONURLPath = flag.String("json", "/pypi/", "JSON API URL path") + NoRefreshURLPath = flag.String("norefresh", DefaultNoRefreshURLPath, "") + RefreshURLPath = flag.String("refresh", DefaultRefreshURLPath, "") + GPGUpdateURLPath = flag.String("gpgupdate", DefaultGPGUpdateURLPath, "") + JSONURLPath = flag.String("json", DefaultJSONURLPath, "") - PyPIURL = flag.String("pypi", "https://pypi.org/simple/", "Upstream (PyPI) URL") - PyPICertHash = flag.String("pypi-cert-hash", "", "Authenticate upstream by its X.509 certificate's SPKI SHA256 hash") - JSONURL = flag.String("pypi-json", "https://pypi.org/pypi/", "Enable and use specified JSON API upstream URL") + PyPIURL = flag.String("pypi", DefaultPyPIURL, "") + JSONURL = flag.String("pypi-json", DefaultJSONURL, "") + PyPICertHash = flag.String("pypi-cert-hash", "", "") - PasswdPath = flag.String("passwd", "", "Path to FIFO for upload authentication") - PasswdListPath = flag.String("passwd-list", "", "Path to FIFO for login listing") - PasswdCheck = flag.Bool("passwd-check", false, "Run password checker") + PasswdPath = flag.String("passwd", "", "") + PasswdListPath = flag.String("passwd-list", "", "") + PasswdCheck = flag.Bool("passwd-check", false, "") - LogTimestamped = flag.Bool("log-timestamped", false, "Prepend timestmap to log messages") - FSCK = flag.Bool("fsck", false, "Check integrity of all packages (errors are in stderr)") - DoVersion = flag.Bool("version", false, "Print version information") - DoWarranty = flag.Bool("warranty", false, "Print warranty information") + LogTimestamped = flag.Bool("log-timestamped", false, "") + FSCK = flag.Bool("fsck", false, "") + DoVersion = flag.Bool("version", false, "") + DoWarranty = flag.Bool("warranty", false, "") Killed bool ) func servePkg(w http.ResponseWriter, r *http.Request, pkgName, filename string) { log.Println(r.RemoteAddr, "get", filename) - path := filepath.Join(*Root, pkgName, filename) + path := filepath.Join(Root, pkgName, filename) if _, err := os.Stat(path); os.IsNotExist(err) { if !refreshDir(w, r, pkgName, filename, false) { return @@ -143,6 +131,7 @@ } } func main() { + flag.Usage = usage flag.Parse() if *DoWarranty { fmt.Println(Warranty) @@ -160,6 +149,15 @@ log.SetFlags(log.Lshortfile) } if !*DoUCSPI { log.SetOutput(os.Stdout) + } + + if len(flag.Args()) != 1 { + usage() + os.Exit(1) + } + Root = flag.Args()[0] + if _, err := os.Stat(Root); err != nil { + log.Fatalln(err) } if *FSCK { @@ -287,11 +285,9 @@ }(server) log.Println( UserAgent, "ready:", - "root:", *Root, + "root:", Root, "bind:", *Bind, "pypi:", *PyPIURL, - "json:", *JSONURL, - "hr: /", ) if *TLSCert == "" { err = server.Serve(ln) diff --git a/refresh.go b/refresh.go index 35397cf0e903a6e8ed15546b847aafaa9d154cac751e0ba3fb216de833222126..96d349708034aeab14008e251676c604e1b626a2f4021008cfed777084bfc5cd 100644 --- a/refresh.go +++ b/refresh.go @@ -85,11 +85,11 @@ r *http.Request, pkgName, filenameGet string, gpgUpdate bool, ) bool { - if _, err := os.Stat(filepath.Join(*Root, pkgName, InternalFlag)); err == nil { + if _, err := os.Stat(filepath.Join(Root, pkgName, InternalFlag)); err == nil { return true } c := http.Client{Transport: &PyPIHTTPTransport} - dirPath := filepath.Join(*Root, pkgName) + dirPath := filepath.Join(Root, pkgName) now := time.Now() var allReleases map[string][]*PkgReleaseInfo diff --git a/upload.go b/upload.go index eb24ac84f8599ff072a348deb1657f590e85135151374b89ea93f4f60a2ca28f..c20bf73841dd76efddffc85905a724443ba136b550e12daae4c04aac676a0f69 100644 --- a/upload.go +++ b/upload.go @@ -67,7 +67,7 @@ http.Error(w, "single name is expected in request", http.StatusBadRequest) return } pkgName := strings.ToLower(NormalizationRe.ReplaceAllString(pkgNames[0], "-")) - dirPath := filepath.Join(*Root, pkgName) + dirPath := filepath.Join(Root, pkgName) gpgSigsExpected := make(map[string]struct{}) now := time.Now().UTC() diff --git a/usage.go b/usage.go new file mode 100644 index 0000000000000000000000000000000000000000..485226339835553e8ddfbfe31f711cd133d6ceb7f84853c6e2109f6c10c9ba99 --- /dev/null +++ b/usage.go @@ -0,0 +1,94 @@ +/* +GoCheese -- Python private package repository and caching proxy +Copyright (C) 2019-2021 Sergey Matveev + +This program is free software: you can redistribute it and/or modify +it under the terms of the GNU General Public License as published by +the Free Software Foundation, version 3 of the License. + +This program is distributed in the hope that it will be useful, +but WITHOUT ANY WARRANTY; without even the implied warranty of +MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +GNU General Public License for more details. + +You should have received a copy of the GNU General Public License +along with this program. If not, see . +*/ + +package main + +import ( + "fmt" + "os" +) + +const ( + DefaultBind = "[::]:8080" + DefaultMaxClients = 128 + DefaultNoRefreshURLPath = "/norefresh/" + DefaultRefreshURLPath = "/simple/" + DefaultGPGUpdateURLPath = "/gpgupdate/" + DefaultJSONURLPath = "/pypi/" + DefaultPyPIURL = "https://pypi.org/simple/" + DefaultJSONURL = "https://pypi.org/pypi/" + + Warranty = `This program is free software: you can redistribute it and/or modify +it under the terms of the GNU General Public License as published by +the Free Software Foundation, version 3 of the License. + +This program is distributed in the hope that it will be useful, +but WITHOUT ANY WARRANTY; without even the implied warranty of +MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +GNU General Public License for more details. + +You should have received a copy of the GNU General Public License +along with this program. If not, see .` +) + +func usage() { + fmt.Fprintf(os.Stderr, `Usage: gocheese [OPTIONS ...] /path/to/packages + +Network transport options: + -ucspi -- Work as UCSPI-TCP service instead of listening + -bind HOST:PORT -- TCP address to bind to (default: %s) + -maxclients N -- Maximal amount of simultaneous clients (default: %d) + +TLS enabling options: + -tls-cert PEM -- Path to TLS X.509 certificate + -tls-key PEM -- Path to TLS X.509 private key + +HTTP endpoints: + -norefresh URLPATH -- Non-refreshing Simple API path (default: %s) + -refresh URLPATH -- Auto-refreshing Simple API path (default: %s) + -gpgupdate URLPATH -- GPG forceful refreshing path (default: %s) + -json URLPATH -- JSON API path (default: %s) + +Upstream PyPI: + -pypi URL -- Upstream Simple API (default: %s) + -pypi-json URL -- Enable and use specified JSON API (default: %s) + Disabled if empty. + -pypi-cert-hash HEX(SHA256(SPKI)) -- Authenticate upstream by its + X.509 certificate's hash +Password management: + -passwd PATH -- Path to readable FIFO for loading passwords + -passwd-list PATH -- Path to writeable FIFO for listing logins + -passwd-check -- Verify passwords format from stdin, then exit + +Other options: + -log-timestamped -- Prepend timestamp to log messages + -fsck -- Run integrity check of all packages + -version -- Print version information + -warranty -- Print warranty information + +GOCHEESE_NO_SYNC=1 environment variable disable filesystem fsyncs. +`, + DefaultBind, + DefaultMaxClients, + DefaultNoRefreshURLPath, + DefaultRefreshURLPath, + DefaultGPGUpdateURLPath, + DefaultJSONURLPath, + DefaultPyPIURL, + DefaultJSONURLPath, + ) +}