TrueCloudLab/s3-tests
7
0
Fork 1
mirror of https://github.com/ceph/s3-tests.git synced 2024-11-27 03:58:10 +00:00
Code Issues 1 Projects Releases Packages Wiki Activity

s3: test checksumming with streaming uploads

Browse source 
Signed-off-by: Casey Bodley <cbodley@redhat.com>
This commit is contained in:
Casey Bodley 2024-01-31 10:48:57 -05:00
parent 08df9352f9
commit c1c5d79dcf
2 changed files with 21 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
requirements.txt
View file

@ -13,3 +13,4 @@ httplib2
lxml lxml
pytest pytest
tox tox
awscrt

20
s3tests_boto3/functional/test_s3.py
View file

@ -6976,6 +6976,9 @@ class FakeFile(object):
def tell(self): def tell(self):
return self.offset return self.offset
def close(self):
pass
class FakeWriteFile(FakeFile): class FakeWriteFile(FakeFile):
""" """
file that simulates interruptable reads of constant data file that simulates interruptable reads of constant data
@ -13915,3 +13918,20 @@ def test_post_object_upload_checksum():
r = requests.post(url, files=payload, verify=get_config_ssl_verify()) r = requests.post(url, files=payload, verify=get_config_ssl_verify())
assert r.status_code == 400 assert r.status_code == 400
@pytest.mark.checksum
# test streaming uploads with sizes below and above the 8MB multipart threshold
@pytest.mark.parametrize("size", [7 * 1024 * 1024, 9 * 1024 * 1024])
# test streaming uploads with each checksum algorithm
@pytest.mark.parametrize("alg", ['CRC32', 'CRC32C', 'SHA1', 'SHA256'])
def test_streaming_upload_checksum(size, alg):
client = get_client()
bucket = get_new_bucket(client)
key = 'Avatar.mpg'
body = FakeWriteFile(size, 'A')
# uses STREAMING-UNSIGNED-PAYLOAD-TRAILER for https requests
client.upload_fileobj(body, bucket, key, ExtraArgs={'ChecksumAlgorithm': alg})
response = client.head_object(Bucket=bucket, Key=key)
assert f'Checksum{alg}' not in response
response = client.head_object(Bucket=bucket, Key=key, ChecksumMode='ENABLED')
assert f'Checksum{alg}' in response