4a049c12fe
See: https://forum.rclone.org/t/copyurl-fails-with-stream-error-wget-and-curl-works/44382/2
104 lines
3.4 KiB
Go
104 lines
3.4 KiB
Go
// Package copyurl provides the copyurl command.
|
|
package copyurl
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"os"
|
|
"strings"
|
|
|
|
"github.com/rclone/rclone/cmd"
|
|
"github.com/rclone/rclone/fs"
|
|
"github.com/rclone/rclone/fs/config/flags"
|
|
"github.com/rclone/rclone/fs/operations"
|
|
"github.com/spf13/cobra"
|
|
)
|
|
|
|
var (
|
|
autoFilename = false
|
|
headerFilename = false
|
|
printFilename = false
|
|
stdout = false
|
|
noClobber = false
|
|
)
|
|
|
|
func init() {
|
|
cmd.Root.AddCommand(commandDefinition)
|
|
cmdFlags := commandDefinition.Flags()
|
|
flags.BoolVarP(cmdFlags, &autoFilename, "auto-filename", "a", autoFilename, "Get the file name from the URL and use it for destination file path", "")
|
|
flags.BoolVarP(cmdFlags, &headerFilename, "header-filename", "", headerFilename, "Get the file name from the Content-Disposition header", "")
|
|
flags.BoolVarP(cmdFlags, &printFilename, "print-filename", "p", printFilename, "Print the resulting name from --auto-filename", "")
|
|
flags.BoolVarP(cmdFlags, &noClobber, "no-clobber", "", noClobber, "Prevent overwriting file with same name", "")
|
|
flags.BoolVarP(cmdFlags, &stdout, "stdout", "", stdout, "Write the output to stdout rather than a file", "")
|
|
}
|
|
|
|
var commandDefinition = &cobra.Command{
|
|
Use: "copyurl https://example.com dest:path",
|
|
Short: `Copy the contents of the URL supplied content to dest:path.`,
|
|
Long: strings.ReplaceAll(`
|
|
Download a URL's content and copy it to the destination without saving
|
|
it in temporary storage.
|
|
|
|
Setting |--auto-filename| will attempt to automatically determine the
|
|
filename from the URL (after any redirections) and used in the
|
|
destination path.
|
|
|
|
With |--auto-filename-header| in addition, if a specific filename is
|
|
set in HTTP headers, it will be used instead of the name from the URL.
|
|
With |--print-filename| in addition, the resulting file name will be
|
|
printed.
|
|
|
|
Setting |--no-clobber| will prevent overwriting file on the
|
|
destination if there is one with the same name.
|
|
|
|
Setting |--stdout| or making the output file name |-|
|
|
will cause the output to be written to standard output.
|
|
|
|
### Troublshooting
|
|
|
|
If you can't get |rclone copyurl| to work then here are some things you can try:
|
|
|
|
- |--disable-http2| rclone will use HTTP2 if available - try disabling it
|
|
- |--bind 0.0.0.0| rclone will use IPv6 if available - try disabling it
|
|
- |--bind ::0| to disable IPv4
|
|
- |--user agent curl| - some sites have whitelists for curl's user-agent - try that
|
|
- Make sure the site works with |curl| directly
|
|
|
|
`, "|", "`"),
|
|
Annotations: map[string]string{
|
|
"versionIntroduced": "v1.43",
|
|
"groups": "Important",
|
|
},
|
|
RunE: func(command *cobra.Command, args []string) (err error) {
|
|
cmd.CheckArgs(1, 2, command, args)
|
|
|
|
var dstFileName string
|
|
var fsdst fs.Fs
|
|
if !stdout {
|
|
if len(args) < 2 {
|
|
return errors.New("need 2 arguments if not using --stdout")
|
|
}
|
|
if args[1] == "-" {
|
|
stdout = true
|
|
} else if autoFilename {
|
|
fsdst = cmd.NewFsDir(args[1:])
|
|
} else {
|
|
fsdst, dstFileName = cmd.NewFsDstFile(args[1:])
|
|
}
|
|
}
|
|
cmd.Run(true, true, command, func() error {
|
|
var dst fs.Object
|
|
if stdout {
|
|
err = operations.CopyURLToWriter(context.Background(), args[0], os.Stdout)
|
|
} else {
|
|
dst, err = operations.CopyURL(context.Background(), fsdst, dstFileName, args[0], autoFilename, headerFilename, noClobber)
|
|
if printFilename && err == nil && dst != nil {
|
|
fmt.Println(dst.Remote())
|
|
}
|
|
}
|
|
return err
|
|
})
|
|
return nil
|
|
},
|
|
}
|