rclone/fstest/test_all/config.yaml

437 lines
12 KiB
YAML
Raw Normal View History

tests:
- path: backend
addbackend: true
nobinary: true
short: true
- path: fs/operations
fastlist: true
- path: fs/sync
fastlist: true
- path: vfs
- path: cmd/serve/restic
localonly: true
backends:
# - backend: "amazonclouddrive"
# remote: "TestAmazonCloudDrive:"
# fastlist: false
- backend: "local"
remote: ""
fastlist: false
- backend: "b2"
remote: "TestB2:"
fastlist: true
listretries: 5
ignore:
# This test fails because B2 versions make the empty bucket undeleteable.
# It isn't possible to turn off versions, and setting hard_delete doesn't stop
# versions being made on overwrite.
- TestRmdirsNoLeaveRoot
- backend: "crypt"
remote: "TestCryptDrive:"
fastlist: true
ignore:
- TestCopyFileMaxTransfer
- backend: "crypt"
remote: "TestCryptSwift:"
fastlist: false
## chunker
- backend: "chunker"
remote: "TestChunkerLocal:"
fastlist: true
- backend: "chunker"
remote: "TestChunkerNometaLocal:"
fastlist: true
- backend: "chunker"
remote: "TestChunkerChunk3bLocal:"
fastlist: true
maxfile: 6k
- backend: "chunker"
remote: "TestChunkerChunk3bNometaLocal:"
fastlist: true
maxfile: 6k
- backend: "chunker"
remote: "TestChunkerChunk3bNoRenameLocal:"
fastlist: true
maxfile: 6k
- backend: "chunker"
remote: "TestChunkerMailru:"
fastlist: true
- backend: "chunker"
remote: "TestChunkerChunk50bMailru:"
fastlist: true
maxfile: 10k
- backend: "chunker"
remote: "TestChunkerChunk50bYandex:"
fastlist: true
maxfile: 1k
- backend: "chunker"
remote: "TestChunkerChunk50bBox:"
fastlist: true
maxfile: 1k
- backend: "chunker"
remote: "TestChunkerS3:"
fastlist: true
- backend: "chunker"
remote: "TestChunkerChunk50bS3:"
fastlist: true
maxfile: 1k
- backend: "chunker"
remote: "TestChunkerChunk50bMD5HashS3:"
fastlist: true
maxfile: 1k
- backend: "chunker"
remote: "TestChunkerChunk50bSHA1HashS3:"
fastlist: true
maxfile: 1k
- backend: "chunker"
remote: "TestChunkerOverCrypt:"
fastlist: true
maxfile: 6k
- backend: "chunker"
remote: "TestChunkerChunk50bMD5QuickS3:"
fastlist: true
maxfile: 1k
- backend: "chunker"
remote: "TestChunkerChunk50bSHA1QuickS3:"
fastlist: true
maxfile: 1k
## end chunker
- backend: "combine"
remote: "TestCombine:dir1"
fastlist: false
2021-01-17 01:21:33 +00:00
## begin compress
2020-11-23 18:00:42 +00:00
- backend: "compress"
remote: "TestCompress:"
fastlist: false
2021-01-17 01:21:33 +00:00
- backend: "compress"
remote: "TestCompressSwift:"
fastlist: false
- backend: "compress"
remote: "TestCompressDrive:"
fastlist: false
- backend: "compress"
remote: "TestCompressS3:"
fastlist: false
## end compress
- backend: "drive"
remote: "TestDrive:"
fastlist: true
ignore:
# Test with CutoffModeHard does not result in ErrorMaxTransferLimitReachedFatal
# because googleapi replaces it with a non-fatal error
- TestCopyFileMaxTransfer
- backend: "dropbox"
remote: "TestDropbox:"
fastlist: false
ignore:
# This test doesn't work on a standard dropbox account because it
# tries to set the expiry of the link
- TestIntegration/FsMkdir/FsPutFiles/PublicLink
- backend: "filefabric"
remote: "TestFileFabric:"
fastlist: false
extratime: 2.0
- backend: "googlecloudstorage"
remote: "TestGoogleCloudStorage:"
fastlist: true
- backend: "googlecloudstorage"
remote: "TestGoogleCloudStorage,directory_markers:"
fastlist: true
- backend: "googlephotos"
remote: "TestGooglePhotos:"
tests:
- backend
2022-07-07 17:58:22 +00:00
- backend: "hidrive"
remote: "TestHiDrive:"
fastlist: false
- backend: "internetarchive"
remote: "TestIA:rclone-integration-test"
fastlist: true
tests:
- backend
extratime: 2.0
- backend: "jottacloud"
remote: "TestJottacloud:"
fastlist: true
- backend: "memory"
remote: ":memory:"
fastlist: true
- backend: "netstorage"
remote: "TestnStorage:"
fastlist: true
- backend: "onedrive"
remote: "TestOneDrive:"
fastlist: false
ignore:
# This test doesn't work on a standard Onedrive account returning
# accessDenied: accountUpgradeRequired: Account Upgrade is required for this operation.
- TestIntegration/FsMkdir/FsPutFiles/PublicLink
- backend: "onedrive"
remote: "TestOneDriveBusiness:"
fastlist: false
# - backend: "onedrive"
# remote: "TestOneDriveCn:"
# fastlist: false
- backend: "s3"
remote: "TestS3:"
fastlist: true
- backend: "s3"
remote: "TestS3,directory_markers:"
fastlist: true
- backend: "s3"
remote: "TestS3Minio:"
fastlist: true
ignore:
- TestIntegration/FsMkdir/FsPutFiles/SetTier
- TestIntegration/FsMkdir/FsEncoding/control_chars
- TestIntegration/FsMkdir/FsEncoding/leading_LF
- TestIntegration/FsMkdir/FsEncoding/leading_VT
- TestIntegration/FsMkdir/FsEncoding/punctuation
- TestIntegration/FsMkdir/FsEncoding/trailing_LF
- TestIntegration/FsMkdir/FsEncoding/trailing_VT
- backend: "s3"
remote: "TestS3MinioEdge:"
fastlist: true
ignore:
- TestIntegration/FsMkdir/FsPutFiles/SetTier
- backend: "s3"
remote: "TestS3Wasabi:"
fastlist: true
ignore:
- TestIntegration/FsMkdir/FsEncoding/leading_CR
- TestIntegration/FsMkdir/FsEncoding/leading_LF
- TestIntegration/FsMkdir/FsEncoding/leading_HT
- TestIntegration/FsMkdir/FsEncoding/leading_VT
- TestIntegration/FsMkdir/FsPutFiles/FsPutStream/0
test_all: remove Digital Ocean s3 integration tests due to excessive rate limiting This is what I wrote to Digital Ocean support on July 10, 2020 - alas it didn't result in the rate limits dropping, so reluctantly I'm going to remove DO from the integration tests since they never pass and have no hope of ever passing while this rate limit is in effect. ---- Somewhere towards the end of June 2020 or the start of July 2020 my integration tests between rclone ( https://rclone.org ) and Digital Ocean started failing. I tried moving the tests to different regions (currently they are using AMS1 because I'm in Europe) with no improvement. Rclone seems to be hitting this rate limit as documented here: https://www.digitalocean.com/docs/spaces/#limits - 2 COPYs per 5 minutes on any individual object in a Space Rclone creates small objects about 100 bytes in size and renames them a few times - this involves using the COPY call as S3 does not have a rename API. The tests do this more than twice per object so hit the 5 minute timeout I think. Rclone does exponential backoff and fails after 10 retries not having reached 5 minutes delay after 10 retries. Having a 5 minute lockout on an S3 compatible API is surprising! Rclone integration tests with about 30 other providers, none of which have a rate limit like this. I understand the need for a COPY rate limit as server side copying large files can be resource intensive. However a 5 minute lockout for copying 100 byte files seems excessive! Might I humbly suggest that you reduce or eliminate this rate limit for small files? ---- This was the reply Unfortunately it is not possible to raise this limit or remove it currently on our platform. I do see how this would interfere with type of applications that need to copy many small files and will be happy to take the feedback to our engineering team to see how we can improve the spaces system in the future
2020-08-20 11:43:43 +00:00
# Disabled due to excessive rate limiting at DO which cause the tests never to pass
# This hits the rate limit as documented here: https://www.digitalocean.com/docs/spaces/#limits
# 2 COPYs per 5 minutes on any individual object in a Space
# - backend: "s3"
# remote: "TestS3DigitalOcean:"
# fastlist: true
# ignore:
# - TestIntegration/FsMkdir/FsPutFiles/FsCopy
# - TestIntegration/FsMkdir/FsPutFiles/SetTier
# - backend: "s3"
# remote: "TestS3Ceph:"
# fastlist: true
# ignore:
# - TestIntegration/FsMkdir/FsPutFiles/FsCopy
# - TestIntegration/FsMkdir/FsPutFiles/SetTier
- backend: "s3"
remote: "TestS3Alibaba:"
fastlist: true
# - backend: "s3"
# remote: "TestS3Qiniu:"
# fastlist: true
# ignore:
# - TestIntegration/FsMkdir/FsEncoding/control_chars
# - TestIntegration/FsMkdir/FsEncoding/leading_VT
# - TestIntegration/FsMkdir/FsEncoding/trailing_VT
# - TestIntegration/FsMkdir/FsPutFiles/FromRoot/ListR
# - TestIntegration/FsMkdir/FsPutFiles/SetTier
# - TestIntegration/FsMkdir/FsPutFiles/FsPutStream/0
# - TestIntegration/FsMkdir/FsPutFiles/Internal/Metadata
- backend: "s3"
remote: "TestS3R2:"
fastlist: true
ignore:
- TestIntegration/FsMkdir/FsPutFiles/SetTier
- backend: "sftp"
remote: "TestSFTPOpenssh:"
fastlist: false
- backend: "sftp"
remote: "TestSFTPRclone:"
fastlist: false
- backend: "sftp"
remote: "TestSFTPRcloneSSH:"
fastlist: false
- backend: "sftp"
remote: "TestSFTPRsyncNet:"
fastlist: false
ignore:
- TestIntegration/FsMkdir/FsEncoding/trailing_space
- TestIntegration/FsMkdir/FsEncoding/trailing_CR
- TestIntegration/FsMkdir/FsEncoding/trailing_LF
- TestIntegration/FsMkdir/FsEncoding/trailing_HT
- TestIntegration/FsMkdir/FsEncoding/trailing_VT
- TestIntegration/FsMkdir/FsEncoding/trailing_dot
- TestIntegration/FsMkdir/FsEncoding/invalid_UTF-8
- TestIntegration/FsMkdir/FsEncoding/URL_encoding
2019-10-24 11:35:50 +00:00
- backend: "sugarsync"
remote: "TestSugarSync:Test"
fastlist: false
ignore:
- TestIntegration/FsMkdir/FsPutFiles/PublicLink
- backend: "swift"
remote: "TestSwiftAIO:"
fastlist: true
- backend: "swift"
remote: "TestSwift:"
fastlist: true
# - backend: "swift"
# remote: "TestSwiftCeph:"
# fastlist: true
# ignore:
# - TestIntegration/FsMkdir/FsPutFiles/FsCopy
- backend: "yandex"
remote: "TestYandex:"
fastlist: false
- backend: "ftp"
remote: "TestFTPProftpd:"
fastlist: false
- backend: "ftp"
remote: "TestFTPPureftpd:"
fastlist: false
- backend: "ftp"
remote: "TestFTPVsftpd:"
fastlist: false
- backend: "ftp"
remote: "TestFTPRclone:"
ignore:
- "TestMultithreadCopy/{size:131071_streams:2}"
- "TestMultithreadCopy/{size:131072_streams:2}"
- "TestMultithreadCopy/{size:131073_streams:2}"
fastlist: false
- backend: "box"
remote: "TestBox:"
fastlist: false
- backend: "fichier"
remote: "TestFichier:"
fastlist: false
listretries: 5
tests:
- backend
- backend: "qingstor"
remote: "TestQingStor:"
fastlist: false
oneonly: true
cleanup: true
ignore:
# This test fails because of a broken bucket in the account!
- TestIntegration/FsMkdir/FsPutFiles/FromRoot/ListR
- backend: "azureblob"
remote: "TestAzureBlob:"
fastlist: true
- backend: "azureblob"
remote: "TestAzureBlob,directory_markers:"
fastlist: true
- backend: "pcloud"
remote: "TestPcloud:"
2021-11-26 19:55:50 +00:00
fastlist: true
2023-04-04 15:33:48 +00:00
- backend: "pikpak"
remote: "TestPikPak:"
fastlist: false
ignore:
# fs/operations
- TestCheckSum
- TestHashSums/Md5
# fs/sync
- TestSyncWithTrackRenames
# integration
- TestIntegration/FsMkdir/FsPutFiles/ObjectMimeType
- backend: "webdav"
remote: "TestWebdavNextcloud:"
ignore:
- TestIntegration/FsMkdir/FsEncoding/punctuation
- TestIntegration/FsMkdir/FsEncoding/invalid_UTF-8
fastlist: false
- backend: "webdav"
remote: "TestWebdavOwncloud:"
ignore:
- TestIntegration/FsMkdir/FsEncoding/punctuation
- TestIntegration/FsMkdir/FsEncoding/invalid_UTF-8
fastlist: false
- backend: "webdav"
remote: "TestWebdavRclone:"
ignore:
- TestFileReadAtZeroLength
fastlist: false
- backend: "cache"
remote: "TestCache:"
fastlist: false
- backend: "mega"
remote: "TestMega:"
fastlist: false
ignore:
- TestIntegration/FsMkdir/FsPutFiles/PublicLink
- TestDirRename
- backend: "opendrive"
remote: "TestOpenDrive:"
fastlist: false
- backend: "union"
remote: "TestUnion:"
fastlist: false
- backend: "koofr"
remote: "TestKoofr:"
fastlist: false
# - backend: "koofr"
# remote: "TestDigiStorage:"
# fastlist: false
- backend: "premiumizeme"
remote: "TestPremiumizeMe:"
fastlist: false
- backend: "protondrive"
remote: "TestProtonDrive:"
fastlist: false
2019-08-06 12:47:52 +00:00
- backend: "putio"
remote: "TestPutio:"
fastlist: false
extratime: 2.0
ignore:
- TestIntegration/FsMkdir/FsEncoding/URL_encoding
- backend: "sharefile"
remote: "TestSharefile:"
2019-08-06 12:47:52 +00:00
fastlist: false
- backend: "sia"
remote: "TestSia:"
fastlist: false
2019-09-09 20:56:16 +00:00
- backend: "mailru"
remote: "TestMailru:"
subdir: false
fastlist: false
- backend: "seafile"
remote: "TestSeafileV6:"
fastlist: false
ignore:
- TestIntegration/FsMkdir/FsPutFiles/FsDirMove
- backend: "seafile"
remote: "TestSeafile:"
fastlist: true
- backend: "seafile"
remote: "TestSeafileEncrypted:"
fastlist: true
- backend: "sia"
remote: "TestSia:"
fastlist: false
- backend: "smb"
remote: "TestSMB:rclone"
fastlist: false
- backend: "storj"
remote: "TestStorj:"
2020-05-11 18:56:41 +00:00
fastlist: true
- backend: "zoho"
remote: "TestZoho:"
fastlist: false
- backend: "hdfs"
remote: "TestHdfs:"
fastlist: false
ignore:
- TestSyncUTFNorm
2021-04-13 15:07:07 +00:00
- backend: "uptobox"
remote: "TestUptobox:"
fastlist: false
ignore:
- TestRWFileHandleWriteNoWrite
- backend: "oracleobjectstorage"
remote: "TestOracleObjectStorage:"
fastlist: true
ignore:
- TestIntegration/FsMkdir/FsEncoding/control_chars
- TestIntegration/FsMkdir/FsEncoding/leading_CR
- TestIntegration/FsMkdir/FsEncoding/leading_LF
- TestIntegration/FsMkdir/FsEncoding/trailing_CR
- TestIntegration/FsMkdir/FsEncoding/trailing_LF
- TestIntegration/FsMkdir/FsEncoding/leading_HT
- TestIntegration/FsMkdir/FsPutFiles/FsPutStream/0