TrueCloudLab/rclone
16
0
Fork 4
Code Issues 1 Pull requests Projects Releases 4 Packages Wiki Activity Actions

qingstor: add upload chunk size/concurrency/cutoff control #2851

Browse source 
* --upload-chunk-size
* --upload-concurrency
* --upload-cutoff
This commit is contained in:
Nick Craig-Wood 2019-01-04 11:24:20 +00:00
parent 9685be64cd
commit a2341cc412
4 changed files with 166 additions and 21 deletions
Download patch file Download diff file Expand all files Collapse all files

6
backend/qingstor/upload.go
View file

@ -152,11 +152,11 @@ func (u *uploader) init() {
}
// singlePartUpload upload a single object that contentLength less than "defaultUploadPartSize"
func (u *uploader) singlePartUpload(buf io.ReadSeeker) error {
func (u *uploader) singlePartUpload(buf io.Reader, size int64) error {
bucketInit, _ := u.bucketInit()
req := qs.PutObjectInput{
ContentLength: &u.readerPos,
ContentLength: &size,
ContentType: &u.cfg.mimeType,
Body: buf,
}
@ -180,7 +180,7 @@ func (u *uploader) upload() error {
reader, _, err := u.nextReader()
if err == io.EOF { // single part
fs.Debugf(u, "Uploading as single part object to QingStor")
return u.singlePartUpload(reader)
return u.singlePartUpload(reader, u.readerPos)
} else if err != nil {
return errors.Errorf("read upload data failed: %s", err)
}