-/*
-uploader -- simplest form file uploader
-Copyright (C) 2018-2020 Sergey Matveev <stargrave@stargrave.org>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU General Public License as published by
-the Free Software Foundation, version 3 of the License.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-GNU General Public License for more details.
-
-You should have received a copy of the GNU General Public License
-along with this program. If not, see <http://www.gnu.org/licenses/>.
-*/
+// uploader -- simplest form file uploader
+// Copyright (C) 2018-2024 Sergey Matveev <stargrave@stargrave.org>
+//
+// This program is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, version 3 of the License.
+//
+// This program is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with this program. If not, see <http://www.gnu.org/licenses/>.
package main
import (
"bufio"
+ "bytes"
"encoding/base64"
"encoding/hex"
"flag"
"fmt"
"html/template"
"io"
- "io/ioutil"
"log"
"mime"
"net"
"net/http"
"os"
"os/exec"
+ "strconv"
"strings"
+ "sync"
"time"
- "golang.org/x/crypto/blake2b"
+ "go.cypherpunks.ru/recfile"
+ "go.cypherpunks.ru/tai64n/v2"
"golang.org/x/net/netutil"
+ "lukechampine.com/blake3"
)
const (
WriteBufSize = 1 << 20
- FileFieldName = "fileupload"
+ FileFieldName = "file"
CommentFieldName = "comment"
SendmailCmd = "/usr/sbin/sendmail"
var (
Index = template.Must(template.New("index").Parse(`<html>
<head><title>Upload</title></head><body>
+Example command line usage:
+<pre>
+$ curl -F file=@somedata.tar.gpg [-F comment="optional comment"] http://.../upload/
+$ b3sum somedata.tar.gpg # to verify BLAKE3-256 checksum
+</pre>
<form enctype="multipart/form-data" action="/upload/" method="post">
-<input type="file" name="{{.}}" /><br/>
-<label for="comment">Optional comment:</label>
+<label for="file">File to upload:</label><br/>
+<input name="file" type="file" name="{{.}}" /><br/>
+<label for="comment">Optional comment:</label></br>
<textarea name="comment" cols="80" rows="25" name="comment"></textarea><br/>
<input type="submit" />
</form></body></html>`))
NotifyFromAddr *string
NotifyToAddr *string
+ Jobs sync.WaitGroup
)
-func notify(filename, timestamp string, size int64, comment string) {
- if *NotifyToAddr == "" {
- return
- }
- cmd := exec.Command(SendmailCmd, *NotifyToAddr)
- cmd.Stdin = io.MultiReader(
- strings.NewReader(fmt.Sprintf(
- `From: %s
-To: %s
-Subject: %s
-MIME-Version: 1.0
-Content-Type: text/plain; charset=utf-8
-Content-Transfer-Encoding: base64
-
-`,
- *NotifyFromAddr,
- *NotifyToAddr,
- mime.BEncoding.Encode("UTF-8", fmt.Sprintf(
- "%s (%d KiB)", filename, size/1024,
- )),
- )),
- strings.NewReader(base64.StdEncoding.EncodeToString([]byte(fmt.Sprintf(
- "Timestamp: %s\nSize: %d bytes\nComment: %s\n",
- timestamp,
- size,
- comment,
- )))),
- )
- cmd.Run()
-}
-
func upload(w http.ResponseWriter, r *http.Request) {
log.Println(r.RemoteAddr, "connected")
if r.Method == http.MethodGet {
log.Println(r.RemoteAddr, "non file form field")
return
}
- h, err := blake2b.New512(nil)
- if err != nil {
- panic(err)
- }
- fn := time.Now().Format(time.RFC3339Nano)
+ t := time.Now()
+ ts := new(tai64n.TAI64N)
+ ts.FromTime(t)
+ tai := tai64n.Encode(ts[:])[1:]
fnOrig := p.FileName()
- fd, err := os.OpenFile(fn+".part", os.O_WRONLY|os.O_CREATE, 0600)
+ fd, err := os.OpenFile(tai+".part", os.O_WRONLY|os.O_CREATE|os.O_EXCL, 0666)
if err != nil {
- log.Println(r.RemoteAddr, fn, fnOrig, err)
+ log.Println(r.RemoteAddr, tai, fnOrig, err)
return
}
fdBuf := bufio.NewWriterSize(fd, WriteBufSize)
+ h := blake3.New(32, nil)
mw := io.MultiWriter(fdBuf, h)
n, err := io.Copy(mw, p)
if err != nil {
- log.Println(r.RemoteAddr, fn, fnOrig, err)
+ log.Println(r.RemoteAddr, tai, fnOrig, err)
fd.Close()
return
}
if n == 0 {
- log.Println(r.RemoteAddr, fn, fnOrig, "empty")
- os.Remove(fn + ".part")
+ log.Println(r.RemoteAddr, tai, fnOrig, "empty")
+ os.Remove(tai + ".part")
fd.Close()
fmt.Fprintf(w, "Empty file")
return
}
if err = fdBuf.Flush(); err != nil {
- log.Println(r.RemoteAddr, fn, fnOrig, err)
+ log.Println(r.RemoteAddr, tai, fnOrig, err)
+ fd.Close()
+ return
+ }
+ if err = fd.Sync(); err != nil {
+ log.Println(r.RemoteAddr, tai, fnOrig, err)
fd.Close()
return
}
fd.Close()
sum := hex.EncodeToString(h.Sum(nil))
- if err = os.Rename(fn+".part", fn); err != nil {
- log.Println(r.RemoteAddr, fn, fnOrig, n, sum, err)
+ if err = os.Rename(tai+".part", tai); err != nil {
+ log.Println(r.RemoteAddr, tai, fnOrig, n, sum, err)
return
}
- fmt.Fprintf(w, "Timestamp: %s\nBytes: %d\nBLAKE2b: %s\n", fn, n, sum)
- log.Println(r.RemoteAddr, fn, fnOrig, n, sum)
- p, err = mr.NextPart()
- if err != nil || p.FormName() != CommentFieldName {
- go notify(fnOrig, fn, n, "")
+
+ var rec bytes.Buffer
+ wr := recfile.NewWriter(&rec)
+ if _, err = wr.WriteFields(
+ recfile.Field{Name: "TAI64N", Value: tai},
+ recfile.Field{Name: "Size", Value: strconv.FormatInt(n, 10)},
+ recfile.Field{Name: "Checksum", Value: sum},
+ ); err != nil {
+ log.Println(r.RemoteAddr, tai, fnOrig, n, sum, err)
return
}
- comment, err := ioutil.ReadAll(p)
- if err != nil || len(comment) == 0 {
- go notify(fnOrig, fn, n, "")
+ if _, err = w.Write(rec.Bytes()); err == nil {
+ log.Println(r.RemoteAddr, tai, fnOrig, n, sum)
+ } else {
+ log.Println(r.RemoteAddr, tai, fnOrig, n, sum, err)
return
}
- ioutil.WriteFile(fn+".txt", comment, os.FileMode(0600))
- go notify(fnOrig, fn, n, string(comment))
+
+ if _, err = wr.WriteFields(
+ recfile.Field{Name: "Filename", Value: fnOrig},
+ ); err != nil {
+ log.Println(r.RemoteAddr, tai, fnOrig, n, sum, err)
+ return
+ }
+
+ var commentLines []string
+ p, err = mr.NextPart()
+ if err == nil && p.FormName() == CommentFieldName {
+ comment, err := io.ReadAll(p)
+ if err == nil && len(comment) > 0 {
+ commentLines = strings.Split(string(comment), "\n")
+ wr.WriteFieldMultiline("Comment", commentLines)
+ }
+ }
+
+ os.WriteFile(tai+".rec", rec.Bytes(), os.FileMode(0666))
+ if *NotifyToAddr == "" {
+ return
+ }
+ cmd := exec.Command(SendmailCmd, *NotifyToAddr)
+ cmd.Stdin = io.MultiReader(
+ strings.NewReader(fmt.Sprintf(
+ `From: %s
+To: %s
+Subject: %s
+MIME-Version: 1.0
+Content-Type: text/plain; charset=utf-8
+Content-Transfer-Encoding: base64
+
+`,
+ *NotifyFromAddr,
+ *NotifyToAddr,
+ mime.BEncoding.Encode("UTF-8", fmt.Sprintf("%s (%d KiB)", fnOrig, n/1024)),
+ )),
+ strings.NewReader(base64.StdEncoding.EncodeToString(rec.Bytes())),
+ )
+ Jobs.Add(1)
+ go func() {
+ cmd.Run()
+ Jobs.Done()
+ }()
}
func main() {
+ doUCSPI := flag.Bool("ucspi", false, "Work as UCSPI-TCP service")
bind := flag.String("bind", "[::]:8086", "Address to bind to")
conns := flag.Int("conns", 2, "Maximal number of connections")
- NotifyFromAddr = flag.String("notify-from", "uploader@example.com", "Address notifications are send to")
- NotifyToAddr = flag.String("notify-to", "", "Address notifications are send from")
+ NotifyFromAddr = flag.String("notify-from", "uploader@example.com", "Address notifications are sent to")
+ NotifyToAddr = flag.String("notify-to", "", "Address notifications are sent from")
flag.Parse()
+ log.SetFlags(log.Lshortfile)
+ if !*doUCSPI {
+ log.SetOutput(os.Stdout)
+ }
if len(*NotifyFromAddr) == 0 && len(*NotifyToAddr) > 0 {
log.Fatalln("notify-from address can not be empty, if notify-to is set")
}
- ln, err := net.Listen("tcp", *bind)
- if err != nil {
- log.Fatalln(err)
- }
- log.Println("listening", *bind)
- ln = netutil.LimitListener(ln, *conns)
s := &http.Server{
ReadHeaderTimeout: 10 * time.Second,
MaxHeaderBytes: 10 * (1 << 10),
}
http.HandleFunc("/upload/", upload)
- s.Serve(ln)
+ if *doUCSPI {
+ s.SetKeepAlivesEnabled(false)
+ ln := &UCSPI{}
+ s.ConnState = connStater
+ err := s.Serve(ln)
+ if _, ok := err.(UCSPIAlreadyAccepted); !ok {
+ log.Fatalln(err)
+ }
+ Jobs.Wait()
+ } else {
+ ln, err := net.Listen("tcp", *bind)
+ if err != nil {
+ log.Fatalln(err)
+ }
+ log.Println("listening", *bind)
+ ln = netutil.LimitListener(ln, *conns)
+ if err = s.Serve(ln); err != nil {
+ log.Fatalln(err)
+ }
+ }
}