From d63fcc6e44f3fb4a2ce9bb0b02983ea78af1e7ec Mon Sep 17 00:00:00 2001 From: Kaloyan Raev Date: Tue, 1 Aug 2023 20:08:19 +0300 Subject: [PATCH] storj: performance improvement for large file uploads storj.io/uplink v1.11.0 comes with an improved logic for uploading large files where file segments are uploaded concurrently instead of serially. This allows to fully utilize the network connection during the entire upload process. This change enable the new upload logic. --- backend/storj/fs.go | 3 +++ 1 file changed, 3 insertions(+) diff --git a/backend/storj/fs.go b/backend/storj/fs.go index 1200c40d6..48692ed3c 100644 --- a/backend/storj/fs.go +++ b/backend/storj/fs.go @@ -24,6 +24,7 @@ import ( "storj.io/uplink" "storj.io/uplink/edge" + "storj.io/uplink/private/testuplink" ) const ( @@ -276,6 +277,8 @@ func (f *Fs) connect(ctx context.Context) (project *uplink.Project, err error) { UserAgent: "rclone", } + ctx = testuplink.WithConcurrentSegmentUploadsDefaultConfig(ctx) + project, err = cfg.OpenProject(ctx, f.access) if err != nil { return nil, fmt.Errorf("storj: project: %w", err)