bcdfad3c83
This changes log statements from log to fs package, which is required for --use-json-log to properly make log output in JSON format. The recently added custom linting rule, handled by ruleguard via gocritic via golangci-lint, warns about these and suggests the alternative. Fixing was therefore basically running "golangci-lint run --fix", although some manual fixup of mainly imports are necessary following that.
76 lines
2.6 KiB
Go
76 lines
2.6 KiB
Go
// Package rcat provides the rcat command.
|
|
package rcat
|
|
|
|
import (
|
|
"context"
|
|
"os"
|
|
"time"
|
|
|
|
"github.com/rclone/rclone/cmd"
|
|
"github.com/rclone/rclone/fs"
|
|
"github.com/rclone/rclone/fs/config/flags"
|
|
"github.com/rclone/rclone/fs/operations"
|
|
"github.com/spf13/cobra"
|
|
)
|
|
|
|
var (
|
|
size = int64(-1)
|
|
)
|
|
|
|
func init() {
|
|
cmd.Root.AddCommand(commandDefinition)
|
|
cmdFlags := commandDefinition.Flags()
|
|
flags.Int64VarP(cmdFlags, &size, "size", "", size, "File size hint to preallocate", "")
|
|
}
|
|
|
|
var commandDefinition = &cobra.Command{
|
|
Use: "rcat remote:path",
|
|
Short: `Copies standard input to file on remote.`,
|
|
Long: `Reads from standard input (stdin) and copies it to a single remote file.
|
|
|
|
echo "hello world" | rclone rcat remote:path/to/file
|
|
ffmpeg - | rclone rcat remote:path/to/file
|
|
|
|
If the remote file already exists, it will be overwritten.
|
|
|
|
rcat will try to upload small files in a single request, which is
|
|
usually more efficient than the streaming/chunked upload endpoints,
|
|
which use multiple requests. Exact behaviour depends on the remote.
|
|
What is considered a small file may be set through
|
|
` + "`--streaming-upload-cutoff`" + `. Uploading only starts after
|
|
the cutoff is reached or if the file ends before that. The data
|
|
must fit into RAM. The cutoff needs to be small enough to adhere
|
|
the limits of your remote, please see there. Generally speaking,
|
|
setting this cutoff too high will decrease your performance.
|
|
|
|
Use the ` + "`--size`" + ` flag to preallocate the file in advance at the remote end
|
|
and actually stream it, even if remote backend doesn't support streaming.
|
|
|
|
` + "`--size`" + ` should be the exact size of the input stream in bytes. If the
|
|
size of the stream is different in length to the ` + "`--size`" + ` passed in
|
|
then the transfer will likely fail.
|
|
|
|
Note that the upload cannot be retried because the data is not stored.
|
|
If the backend supports multipart uploading then individual chunks can
|
|
be retried. If you need to transfer a lot of data, you may be better
|
|
off caching it locally and then ` + "`rclone move`" + ` it to the
|
|
destination which can use retries.`,
|
|
Annotations: map[string]string{
|
|
"versionIntroduced": "v1.38",
|
|
"groups": "Important",
|
|
},
|
|
Run: func(command *cobra.Command, args []string) {
|
|
cmd.CheckArgs(1, 1, command, args)
|
|
|
|
stat, _ := os.Stdin.Stat()
|
|
if (stat.Mode() & os.ModeCharDevice) != 0 {
|
|
fs.Fatalf(nil, "nothing to read from standard input (stdin).")
|
|
}
|
|
|
|
fdst, dstFileName := cmd.NewFsDstFile(args)
|
|
cmd.Run(false, false, command, func() error {
|
|
_, err := operations.RcatSize(context.Background(), fdst, dstFileName, os.Stdin, size, time.Now(), nil)
|
|
return err
|
|
})
|
|
},
|
|
}
|