1 // Downloads torrents from the command-line.
17 "github.com/alexflint/go-arg"
18 "github.com/anacrolix/missinggo"
19 "github.com/anacrolix/torrent/bencode"
20 "github.com/davecgh/go-spew/spew"
21 "github.com/dustin/go-humanize"
22 "golang.org/x/xerrors"
24 "github.com/anacrolix/log"
26 "github.com/anacrolix/envpprof"
27 "github.com/anacrolix/tagflag"
28 "golang.org/x/time/rate"
30 "github.com/anacrolix/torrent"
31 "github.com/anacrolix/torrent/iplist"
32 "github.com/anacrolix/torrent/metainfo"
33 "github.com/anacrolix/torrent/storage"
36 func torrentBar(t *torrent.Torrent, pieceStates bool) {
40 fmt.Printf("%v: getting torrent info for %q\n", time.Since(start), t.Name())
43 lastStats := t.Stats()
45 for range time.Tick(time.Second) {
46 var completedPieces, partialPieces int
47 psrs := t.PieceStateRuns()
48 for _, r := range psrs {
50 completedPieces += r.Length
53 partialPieces += r.Length
58 "%v: downloading %q: %s/%s, %d/%d pieces completed (%d partial): %v/s\n",
61 humanize.Bytes(uint64(t.BytesCompleted())),
62 humanize.Bytes(uint64(t.Length())),
66 humanize.Bytes(uint64(stats.BytesReadUsefulData.Int64()-lastStats.BytesReadUsefulData.Int64())),
70 os.Stdout.WriteString(line)
80 type stringAddr string
82 func (stringAddr) Network() string { return "" }
83 func (me stringAddr) String() string { return string(me) }
85 func resolveTestPeers(addrs []string) (ret []torrent.PeerInfo) {
86 for _, ta := range flags.TestPeer {
87 ret = append(ret, torrent.PeerInfo{
94 func addTorrents(client *torrent.Client) error {
95 testPeers := resolveTestPeers(flags.TestPeer)
96 for _, arg := range flags.Torrent {
97 t, err := func() (*torrent.Torrent, error) {
98 if strings.HasPrefix(arg, "magnet:") {
99 t, err := client.AddMagnet(arg)
101 return nil, xerrors.Errorf("error adding magnet: %w", err)
104 } else if strings.HasPrefix(arg, "http://") || strings.HasPrefix(arg, "https://") {
105 response, err := http.Get(arg)
107 return nil, xerrors.Errorf("Error downloading torrent file: %s", err)
110 metaInfo, err := metainfo.Load(response.Body)
111 defer response.Body.Close()
113 return nil, xerrors.Errorf("error loading torrent file %q: %s\n", arg, err)
115 t, err := client.AddTorrent(metaInfo)
117 return nil, xerrors.Errorf("adding torrent: %w", err)
120 } else if strings.HasPrefix(arg, "infohash:") {
121 t, _ := client.AddTorrentInfoHash(metainfo.NewHashFromHex(strings.TrimPrefix(arg, "infohash:")))
124 metaInfo, err := metainfo.LoadFromFile(arg)
126 return nil, xerrors.Errorf("error loading torrent file %q: %s\n", arg, err)
128 t, err := client.AddTorrent(metaInfo)
130 return nil, xerrors.Errorf("adding torrent: %w", err)
136 return xerrors.Errorf("adding torrent for %q: %w", arg, err)
139 torrentBar(t, flags.PieceStates)
141 t.AddPeers(testPeers)
144 if len(flags.File) == 0 {
147 for _, f := range t.Files() {
148 for _, fileArg := range flags.File {
149 if f.DisplayPath() == fileArg {
163 *DownloadCmd `arg:"subcommand:download"`
164 *ListFilesCmd `arg:"subcommand:list-files"`
165 *SpewBencodingCmd `arg:"subcommand:spew-bencoding"`
166 *AnnounceCmd `arg:"subcommand:announce"`
169 type SpewBencodingCmd struct{}
171 type DownloadCmd struct {
172 Mmap bool `help:"memory-map torrent data"`
173 TestPeer []string `help:"addresses of some starting peers"`
174 Seed bool `help:"seed after download is complete"`
175 Addr string `help:"network listen addr"`
176 UploadRate *tagflag.Bytes `help:"max piece bytes to send per second"`
177 DownloadRate *tagflag.Bytes `help:"max bytes per second down from peers"`
178 PackedBlocklist string
180 Progress bool `default:"true"`
182 Quiet bool `help:"discard client logging"`
183 Stats *bool `help:"print stats at termination"`
184 Dht bool `default:"true"`
186 TcpPeers bool `default:"true"`
187 UtpPeers bool `default:"true"`
188 Webtorrent bool `default:"true"`
191 Ipv4 bool `default:"true"`
192 Ipv6 bool `default:"true"`
193 Pex bool `default:"true"`
196 Torrent []string `arity:"+" help:"torrent file path or magnet uri" arg:"positional"`
199 type ListFilesCmd struct {
200 TorrentPath string `arg:"positional"`
203 func stdoutAndStderrAreSameFile() bool {
204 fi1, _ := os.Stdout.Stat()
205 fi2, _ := os.Stderr.Stat()
206 return os.SameFile(fi1, fi2)
209 func statsEnabled() bool {
210 if flags.Stats == nil {
216 func exitSignalHandlers(notify *missinggo.SynchronizedEvent) {
217 c := make(chan os.Signal, 1)
218 signal.Notify(c, syscall.SIGINT, syscall.SIGTERM)
220 log.Printf("close signal received: %+v", <-c)
226 if err := mainErr(); err != nil {
227 log.Printf("error in main: %v", err)
232 func mainErr() error {
233 stdLog.SetFlags(stdLog.Flags() | stdLog.Lshortfile)
234 p := arg.MustParse(&flags)
236 case flags.AnnounceCmd != nil:
239 // return announceErr(flags.Args, parser)
240 case flags.DownloadCmd != nil:
242 case flags.ListFilesCmd != nil:
243 mi, err := metainfo.LoadFromFile(flags.ListFilesCmd.TorrentPath)
245 return fmt.Errorf("loading from file %q: %v", flags.ListFilesCmd.TorrentPath, err)
247 info, err := mi.UnmarshalInfo()
249 return fmt.Errorf("unmarshalling info from metainfo at %q: %v", flags.ListFilesCmd.TorrentPath, err)
251 for _, f := range info.UpvertedFiles() {
252 fmt.Println(f.DisplayPath(&info))
255 case flags.SpewBencodingCmd != nil:
256 d := bencode.NewDecoder(os.Stdin)
264 return fmt.Errorf("decoding message index %d: %w", i, err)
270 p.Fail(fmt.Sprintf("unexpected subcommand: %v", p.Subcommand()))
275 func downloadErr() error {
276 defer envpprof.Stop()
277 clientConfig := torrent.NewDefaultClientConfig()
278 clientConfig.DisableWebseeds = flags.DisableWebseeds
279 clientConfig.DisableTCP = !flags.TcpPeers
280 clientConfig.DisableUTP = !flags.UtpPeers
281 clientConfig.DisableIPv4 = !flags.Ipv4
282 clientConfig.DisableIPv6 = !flags.Ipv6
283 clientConfig.DisableAcceptRateLimiting = true
284 clientConfig.NoDHT = !flags.Dht
285 clientConfig.Debug = flags.Debug
286 clientConfig.Seed = flags.Seed
287 clientConfig.PublicIp4 = flags.PublicIP
288 clientConfig.PublicIp6 = flags.PublicIP
289 clientConfig.DisablePEX = !flags.Pex
290 clientConfig.DisableWebtorrent = !flags.Webtorrent
291 if flags.PackedBlocklist != "" {
292 blocklist, err := iplist.MMapPackedFile(flags.PackedBlocklist)
294 return xerrors.Errorf("loading blocklist: %v", err)
296 defer blocklist.Close()
297 clientConfig.IPBlocklist = blocklist
300 clientConfig.DefaultStorage = storage.NewMMap("")
302 if flags.Addr != "" {
303 clientConfig.SetListenAddr(flags.Addr)
305 if flags.UploadRate != nil {
306 clientConfig.UploadRateLimiter = rate.NewLimiter(rate.Limit(*flags.UploadRate), 256<<10)
308 if flags.DownloadRate != nil {
309 clientConfig.DownloadRateLimiter = rate.NewLimiter(rate.Limit(*flags.DownloadRate), 1<<20)
312 clientConfig.Logger = log.Discard
315 var stop missinggo.SynchronizedEvent
320 client, err := torrent.NewClient(clientConfig)
322 return xerrors.Errorf("creating client: %v", err)
325 go exitSignalHandlers(&stop)
331 // Write status on the root path on the default HTTP muxer. This will be bound to localhost
332 // somewhere if GOPPROF is set, thanks to the envpprof import.
333 http.HandleFunc("/", func(w http.ResponseWriter, req *http.Request) {
334 client.WriteStatus(w)
336 err = addTorrents(client)
338 return fmt.Errorf("adding torrents: %w", err)
340 defer outputStats(client)
341 if client.WaitAll() {
342 log.Print("downloaded ALL the torrents")
344 return xerrors.New("y u no complete torrents?!")
353 func outputStats(cl *torrent.Client) {
357 expvar.Do(func(kv expvar.KeyValue) {
358 fmt.Printf("%s: %s\n", kv.Key, kv.Value)
360 cl.WriteStatus(os.Stdout)