From d552124680e6a245000553594149e9b4686ce53e Mon Sep 17 00:00:00 2001 From: Casey Bodley Date: Fri, 17 Feb 2023 10:03:59 -0500 Subject: [PATCH] test Head/GetObject on completed multipart parts Signed-off-by: Casey Bodley --- s3tests_boto3/functional/test_s3.py | 63 +++++++++++++++++++++++++++++ 1 file changed, 63 insertions(+) diff --git a/s3tests_boto3/functional/test_s3.py b/s3tests_boto3/functional/test_s3.py index 1273d8a..5521668 100644 --- a/s3tests_boto3/functional/test_s3.py +++ b/s3tests_boto3/functional/test_s3.py @@ -6411,6 +6411,69 @@ def test_multipart_upload_incorrect_etag(): assert status == 400 assert error_code == 'InvalidPart' +@pytest.mark.fails_on_dbstore +def test_multipart_get_part(): + bucket_name = get_new_bucket() + client = get_client() + key = "mymultipart" + + part_size = 5*1024*1024 + part_sizes = 3 * [part_size] + [1*1024*1024] + part_count = len(part_sizes) + total_size = sum(part_sizes) + + (upload_id, data, parts) = _multipart_upload(bucket_name, key, total_size, part_size, resend_parts=[2]) + + # request part before complete + e = assert_raises(ClientError, client.get_object, Bucket=bucket_name, Key=key, PartNumber=1) + status, error_code = _get_status_and_error_code(e.response) + assert status == 404 + assert error_code == 'NoSuchKey' + + client.complete_multipart_upload(Bucket=bucket_name, Key=key, UploadId=upload_id, MultipartUpload={'Parts': parts}) + assert len(parts) == part_count + + for part, size in zip(parts, part_sizes): + response = client.head_object(Bucket=bucket_name, Key=key, PartNumber=part['PartNumber']) + assert response['PartsCount'] == part_count + assert response['ETag'] == '"{}"'.format(part['ETag']) + + response = client.get_object(Bucket=bucket_name, Key=key, PartNumber=part['PartNumber']) + assert response['PartsCount'] == part_count + assert response['ETag'] == '"{}"'.format(part['ETag']) + assert response['ContentLength'] == size + # compare contents + for chunk in response['Body'].iter_chunks(): + assert chunk.decode() == data[0:len(chunk)] + data = data[len(chunk):] + + # request PartNumber out of range + e = assert_raises(ClientError, client.get_object, Bucket=bucket_name, Key=key, PartNumber=5) + status, error_code = _get_status_and_error_code(e.response) + assert status == 400 + assert error_code == 'InvalidPart' + +@pytest.mark.fails_on_dbstore +def test_non_multipart_get_part(): + bucket_name = get_new_bucket() + client = get_client() + key = "singlepart" + + response = client.put_object(Bucket=bucket_name, Key=key, Body='body') + etag = response['ETag'] + + # request for PartNumber > 1 results in InvalidPart + e = assert_raises(ClientError, client.get_object, Bucket=bucket_name, Key=key, PartNumber=2) + status, error_code = _get_status_and_error_code(e.response) + assert status == 400 + assert error_code == 'InvalidPart' + + # request for PartNumber = 1 gives back the entire object + response = client.get_object(Bucket=bucket_name, Key=key, PartNumber=1) + assert response['ETag'] == etag + assert _get_body(response) == 'body' + + def _simple_http_req_100_cont(host, port, is_secure, method, resource): """ Send the specified request w/expect 100-continue