X-Git-Url: http://www.git.stargrave.org/?a=blobdiff_plain;f=main.go;h=720ee4f123ff94da11bdecb9c2544807a2995518;hb=HEAD;hp=a4b0449bd2eac4684b73d844760393e59840d2ef;hpb=b8064a6d7fc3334d4700bd3c09483dfcdfef3a62;p=uploader.git diff --git a/main.go b/main.go index a4b0449..720ee4f 100644 --- a/main.go +++ b/main.go @@ -1,47 +1,49 @@ -/* -uploader -- simplest form file uploader -Copyright (C) 2018-2020 Sergey Matveev - -This program is free software: you can redistribute it and/or modify -it under the terms of the GNU General Public License as published by -the Free Software Foundation, version 3 of the License. - -This program is distributed in the hope that it will be useful, -but WITHOUT ANY WARRANTY; without even the implied warranty of -MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the -GNU General Public License for more details. - -You should have received a copy of the GNU General Public License -along with this program. If not, see . -*/ +// uploader -- simplest form file uploader +// Copyright (C) 2018-2024 Sergey Matveev +// +// This program is free software: you can redistribute it and/or modify +// it under the terms of the GNU General Public License as published by +// the Free Software Foundation, version 3 of the License. +// +// This program is distributed in the hope that it will be useful, +// but WITHOUT ANY WARRANTY; without even the implied warranty of +// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +// GNU General Public License for more details. +// +// You should have received a copy of the GNU General Public License +// along with this program. If not, see . package main import ( "bufio" + "bytes" "encoding/base64" "encoding/hex" "flag" "fmt" "html/template" "io" - "io/ioutil" "log" "mime" "net" "net/http" "os" "os/exec" + "strconv" "strings" + "sync" "time" - "golang.org/x/crypto/blake2b" + "go.cypherpunks.ru/recfile" + "go.cypherpunks.ru/tai64n/v2" "golang.org/x/net/netutil" + "lukechampine.com/blake3" ) const ( WriteBufSize = 1 << 20 - FileFieldName = "fileupload" + FileFieldName = "file" CommentFieldName = "comment" SendmailCmd = "/usr/sbin/sendmail" @@ -50,52 +52,23 @@ const ( var ( Index = template.Must(template.New("index").Parse(` Upload -
 Example command line usage:
-  curl -F fileupload=@somedata.tar.gpg [-F comment="optional comment"] http://.../upload/
-  b2sum -a blake2b somedata.tar.gpg
+
+$ curl -F file=@somedata.tar.gpg [-F comment="optional comment"] http://.../upload/
+$ b3sum somedata.tar.gpg # to verify BLAKE3-256 checksum
 

 

-

-
+

+

+

 

 
 
`))
 	NotifyFromAddr *string
 	NotifyToAddr   *string
+	Jobs           sync.WaitGroup
 )
 
-func notify(filename, timestamp string, size int64, comment string) {
-	if *NotifyToAddr == "" {
-		return
-	}
-	cmd := exec.Command(SendmailCmd, *NotifyToAddr)
-	cmd.Stdin = io.MultiReader(
-		strings.NewReader(fmt.Sprintf(
-			`From: %s
-To: %s
-Subject: %s
-MIME-Version: 1.0
-Content-Type: text/plain; charset=utf-8
-Content-Transfer-Encoding: base64
-
-`,
-			*NotifyFromAddr,
-			*NotifyToAddr,
-			mime.BEncoding.Encode("UTF-8", fmt.Sprintf(
-				"%s (%d KiB)", filename, size/1024,
-			)),
-		)),
-		strings.NewReader(base64.StdEncoding.EncodeToString([]byte(fmt.Sprintf(
-			"Timestamp: %s\nSize: %d bytes\nComment: %s\n",
-			timestamp,
-			size,
-			comment,
-		)))),
-	)
-	cmd.Run()
-}
-
 func upload(w http.ResponseWriter, r *http.Request) {
 	log.Println(r.RemoteAddr, "connected")
 	if r.Method == http.MethodGet {
@@ -118,78 +91,148 @@ func upload(w http.ResponseWriter, r *http.Request) {
 		log.Println(r.RemoteAddr, "non file form field")
 		return
 	}
-	h, err := blake2b.New512(nil)
-	if err != nil {
-		panic(err)
-	}
-	fn := time.Now().Format(time.RFC3339Nano)
+	t := time.Now()
+	ts := new(tai64n.TAI64N)
+	ts.FromTime(t)
+	tai := tai64n.Encode(ts[:])[1:]
 	fnOrig := p.FileName()
-	fd, err := os.OpenFile(fn+".part", os.O_WRONLY|os.O_CREATE, 0600)
+	fd, err := os.OpenFile(tai+".part", os.O_WRONLY|os.O_CREATE|os.O_EXCL, 0666)
 	if err != nil {
-		log.Println(r.RemoteAddr, fn, fnOrig, err)
+		log.Println(r.RemoteAddr, tai, fnOrig, err)
 		return
 	}
 	fdBuf := bufio.NewWriterSize(fd, WriteBufSize)
+	h := blake3.New(32, nil)
 	mw := io.MultiWriter(fdBuf, h)
 	n, err := io.Copy(mw, p)
 	if err != nil {
-		log.Println(r.RemoteAddr, fn, fnOrig, err)
+		log.Println(r.RemoteAddr, tai, fnOrig, err)
 		fd.Close()
 		return
 	}
 	if n == 0 {
-		log.Println(r.RemoteAddr, fn, fnOrig, "empty")
-		os.Remove(fn + ".part")
+		log.Println(r.RemoteAddr, tai, fnOrig, "empty")
+		os.Remove(tai + ".part")
 		fd.Close()
 		fmt.Fprintf(w, "Empty file")
 		return
 	}
 	if err = fdBuf.Flush(); err != nil {
-		log.Println(r.RemoteAddr, fn, fnOrig, err)
+		log.Println(r.RemoteAddr, tai, fnOrig, err)
+		fd.Close()
+		return
+	}
+	if err = fd.Sync(); err != nil {
+		log.Println(r.RemoteAddr, tai, fnOrig, err)
 		fd.Close()
 		return
 	}
 	fd.Close()
 	sum := hex.EncodeToString(h.Sum(nil))
-	if err = os.Rename(fn+".part", fn); err != nil {
-		log.Println(r.RemoteAddr, fn, fnOrig, n, sum, err)
+	if err = os.Rename(tai+".part", tai); err != nil {
+		log.Println(r.RemoteAddr, tai, fnOrig, n, sum, err)
 		return
 	}
-	fmt.Fprintf(w, "Timestamp: %s\nBytes: %d\nBLAKE2b: %s\n", fn, n, sum)
-	log.Println(r.RemoteAddr, fn, fnOrig, n, sum)
-	p, err = mr.NextPart()
-	if err != nil || p.FormName() != CommentFieldName {
-		go notify(fnOrig, fn, n, "")
+
+	var rec bytes.Buffer
+	wr := recfile.NewWriter(&rec)
+	if _, err = wr.WriteFields(
+		recfile.Field{Name: "TAI64N", Value: tai},
+		recfile.Field{Name: "Size", Value: strconv.FormatInt(n, 10)},
+		recfile.Field{Name: "Checksum", Value: sum},
+	); err != nil {
+		log.Println(r.RemoteAddr, tai, fnOrig, n, sum, err)
 		return
 	}
-	comment, err := ioutil.ReadAll(p)
-	if err != nil || len(comment) == 0 {
-		go notify(fnOrig, fn, n, "")
+	if _, err = w.Write(rec.Bytes()); err == nil {
+		log.Println(r.RemoteAddr, tai, fnOrig, n, sum)
+	} else {
+		log.Println(r.RemoteAddr, tai, fnOrig, n, sum, err)
 		return
 	}
-	ioutil.WriteFile(fn+".txt", comment, os.FileMode(0600))
-	go notify(fnOrig, fn, n, string(comment))
+
+	if _, err = wr.WriteFields(
+		recfile.Field{Name: "Filename", Value: fnOrig},
+	); err != nil {
+		log.Println(r.RemoteAddr, tai, fnOrig, n, sum, err)
+		return
+	}
+
+	var commentLines []string
+	p, err = mr.NextPart()
+	if err == nil && p.FormName() == CommentFieldName {
+		comment, err := io.ReadAll(p)
+		if err == nil && len(comment) > 0 {
+			commentLines = strings.Split(string(comment), "\n")
+			wr.WriteFieldMultiline("Comment", commentLines)
+		}
+	}
+
+	os.WriteFile(tai+".rec", rec.Bytes(), os.FileMode(0666))
+	if *NotifyToAddr == "" {
+		return
+	}
+	cmd := exec.Command(SendmailCmd, *NotifyToAddr)
+	cmd.Stdin = io.MultiReader(
+		strings.NewReader(fmt.Sprintf(
+			`From: %s
+To: %s
+Subject: %s
+MIME-Version: 1.0
+Content-Type: text/plain; charset=utf-8
+Content-Transfer-Encoding: base64
+
+`,
+			*NotifyFromAddr,
+			*NotifyToAddr,
+			mime.BEncoding.Encode("UTF-8", fmt.Sprintf("%s (%d KiB)", fnOrig, n/1024)),
+		)),
+		strings.NewReader(base64.StdEncoding.EncodeToString(rec.Bytes())),
+	)
+	Jobs.Add(1)
+	go func() {
+		cmd.Run()
+		Jobs.Done()
+	}()
 }
 
 func main() {
+	doUCSPI := flag.Bool("ucspi", false, "Work as UCSPI-TCP service")
 	bind := flag.String("bind", "[::]:8086", "Address to bind to")
 	conns := flag.Int("conns", 2, "Maximal number of connections")
-	NotifyFromAddr = flag.String("notify-from", "uploader@example.com", "Address notifications are send to")
-	NotifyToAddr = flag.String("notify-to", "", "Address notifications are send from")
+	NotifyFromAddr = flag.String("notify-from", "uploader@example.com", "Address notifications are sent to")
+	NotifyToAddr = flag.String("notify-to", "", "Address notifications are sent from")
 	flag.Parse()
+	log.SetFlags(log.Lshortfile)
+	if !*doUCSPI {
+		log.SetOutput(os.Stdout)
+	}
 	if len(*NotifyFromAddr) == 0 && len(*NotifyToAddr) > 0 {
 		log.Fatalln("notify-from address can not be empty, if notify-to is set")
 	}
-	ln, err := net.Listen("tcp", *bind)
-	if err != nil {
-		log.Fatalln(err)
-	}
-	log.Println("listening", *bind)
-	ln = netutil.LimitListener(ln, *conns)
 	s := &http.Server{
 		ReadHeaderTimeout: 10 * time.Second,
 		MaxHeaderBytes:    10 * (1 << 10),
 	}
 	http.HandleFunc("/upload/", upload)
-	s.Serve(ln)
+	if *doUCSPI {
+		s.SetKeepAlivesEnabled(false)
+		ln := &UCSPI{}
+		s.ConnState = connStater
+		err := s.Serve(ln)
+		if _, ok := err.(UCSPIAlreadyAccepted); !ok {
+			log.Fatalln(err)
+		}
+		Jobs.Wait()
+	} else {
+		ln, err := net.Listen("tcp", *bind)
+		if err != nil {
+			log.Fatalln(err)
+		}
+		log.Println("listening", *bind)
+		ln = netutil.LimitListener(ln, *conns)
+		if err = s.Serve(ln); err != nil {
+			log.Fatalln(err)
+		}
+	}
 }