2022-12-08 13:03:27 +00:00
|
|
|
import logging
|
|
|
|
|
|
|
|
import allure
|
|
|
|
import pytest
|
|
|
|
from container import create_container
|
|
|
|
from file_helper import generate_file
|
2023-02-17 15:12:11 +00:00
|
|
|
from frostfs_testlib.resources.common import PUBLIC_ACL
|
2022-12-19 17:45:26 +00:00
|
|
|
from http_gate import (
|
2022-12-08 13:03:27 +00:00
|
|
|
get_object_and_verify_hashes,
|
|
|
|
get_object_by_attr_and_verify_hashes,
|
|
|
|
try_to_get_object_via_passed_request_and_expect_error,
|
|
|
|
)
|
2023-01-09 12:46:03 +00:00
|
|
|
from python_keywords.frostfs_verbs import put_object_to_random_node
|
2022-12-08 13:03:27 +00:00
|
|
|
|
|
|
|
from steps.cluster_test_base import ClusterTestBase
|
|
|
|
|
|
|
|
logger = logging.getLogger("NeoLogger")
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.mark.sanity
|
|
|
|
@pytest.mark.http_gate
|
|
|
|
class Test_http_object(ClusterTestBase):
|
|
|
|
PLACEMENT_RULE = "REP 2 IN X CBF 1 SELECT 4 FROM * AS X"
|
|
|
|
|
|
|
|
@pytest.fixture(scope="class", autouse=True)
|
|
|
|
@allure.title("[Class/Autouse]: Prepare wallet and deposit")
|
|
|
|
def prepare_wallet(self, default_wallet):
|
|
|
|
Test_http_object.wallet = default_wallet
|
|
|
|
|
|
|
|
@allure.title("Test Put over gRPC, Get over HTTP")
|
2022-12-19 17:45:26 +00:00
|
|
|
@pytest.mark.parametrize(
|
|
|
|
"object_size",
|
|
|
|
[pytest.lazy_fixture("simple_object_size"), pytest.lazy_fixture("complex_object_size")],
|
|
|
|
ids=["simple object", "complex object"],
|
|
|
|
)
|
|
|
|
def test_object_put_get_attributes(self, object_size: int):
|
2022-12-08 13:03:27 +00:00
|
|
|
"""
|
|
|
|
Test that object can be put using gRPC interface and get using HTTP.
|
|
|
|
|
|
|
|
Steps:
|
|
|
|
1. Create object;
|
2023-01-09 12:46:03 +00:00
|
|
|
2. Put objects using gRPC (frostfs-cli) with attributes [--attributes chapter1=peace,chapter2=war];
|
|
|
|
3. Download object using HTTP gate (https://github.com/TrueCloudLab/frostfs-http-gw#downloading);
|
2022-12-08 13:03:27 +00:00
|
|
|
4. Compare hashes between original and downloaded object;
|
|
|
|
5. [Negative] Try to the get object with specified attributes and `get` request: [get/$CID/chapter1/peace];
|
|
|
|
6. Download the object with specified attributes and `get_by_attribute` request: [get_by_attribute/$CID/chapter1/peace];
|
|
|
|
7. Compare hashes between original and downloaded object;
|
|
|
|
8. [Negative] Try to the get object via `get_by_attribute` request: [get_by_attribute/$CID/$OID];
|
|
|
|
|
|
|
|
|
|
|
|
Expected result:
|
|
|
|
Hashes must be the same.
|
|
|
|
"""
|
|
|
|
with allure.step("Create public container"):
|
|
|
|
cid = create_container(
|
|
|
|
self.wallet,
|
|
|
|
shell=self.shell,
|
|
|
|
endpoint=self.cluster.default_rpc_endpoint,
|
|
|
|
rule=self.PLACEMENT_RULE,
|
|
|
|
basic_acl=PUBLIC_ACL,
|
|
|
|
)
|
|
|
|
|
|
|
|
# Generate file
|
2022-12-19 17:45:26 +00:00
|
|
|
file_path = generate_file(object_size)
|
2022-12-08 13:03:27 +00:00
|
|
|
|
|
|
|
# List of Key=Value attributes
|
|
|
|
obj_key1 = "chapter1"
|
|
|
|
obj_value1 = "peace"
|
|
|
|
obj_key2 = "chapter2"
|
|
|
|
obj_value2 = "war"
|
|
|
|
|
|
|
|
# Prepare for grpc PUT request
|
|
|
|
key_value1 = obj_key1 + "=" + obj_value1
|
|
|
|
key_value2 = obj_key2 + "=" + obj_value2
|
|
|
|
|
|
|
|
with allure.step("Put objects using gRPC [--attributes chapter1=peace,chapter2=war]"):
|
|
|
|
oid = put_object_to_random_node(
|
|
|
|
wallet=self.wallet,
|
|
|
|
path=file_path,
|
|
|
|
cid=cid,
|
|
|
|
shell=self.shell,
|
|
|
|
cluster=self.cluster,
|
|
|
|
attributes=f"{key_value1},{key_value2}",
|
|
|
|
)
|
|
|
|
with allure.step("Get object and verify hashes [ get/$CID/$OID ]"):
|
|
|
|
get_object_and_verify_hashes(
|
|
|
|
oid=oid,
|
|
|
|
file_name=file_path,
|
|
|
|
wallet=self.wallet,
|
|
|
|
cid=cid,
|
|
|
|
shell=self.shell,
|
|
|
|
nodes=self.cluster.storage_nodes,
|
|
|
|
endpoint=self.cluster.default_http_gate_endpoint,
|
|
|
|
)
|
|
|
|
with allure.step("[Negative] try to get object: [get/$CID/chapter1/peace]"):
|
|
|
|
attrs = {obj_key1: obj_value1, obj_key2: obj_value2}
|
|
|
|
request = f"/get/{cid}/{obj_key1}/{obj_value1}"
|
|
|
|
expected_err_msg = "Failed to get object via HTTP gate:"
|
|
|
|
try_to_get_object_via_passed_request_and_expect_error(
|
|
|
|
cid=cid,
|
|
|
|
oid=oid,
|
|
|
|
error_pattern=expected_err_msg,
|
|
|
|
http_request_path=request,
|
|
|
|
attrs=attrs,
|
|
|
|
endpoint=self.cluster.default_http_gate_endpoint,
|
|
|
|
)
|
|
|
|
|
|
|
|
with allure.step(
|
|
|
|
"Download the object with attribute [get_by_attribute/$CID/chapter1/peace]"
|
|
|
|
):
|
|
|
|
get_object_by_attr_and_verify_hashes(
|
|
|
|
oid=oid,
|
|
|
|
file_name=file_path,
|
|
|
|
cid=cid,
|
|
|
|
attrs=attrs,
|
|
|
|
endpoint=self.cluster.default_http_gate_endpoint,
|
|
|
|
)
|
|
|
|
with allure.step("[Negative] try to get object: get_by_attribute/$CID/$OID"):
|
|
|
|
request = f"/get_by_attribute/{cid}/{oid}"
|
|
|
|
try_to_get_object_via_passed_request_and_expect_error(
|
|
|
|
cid=cid,
|
|
|
|
oid=oid,
|
|
|
|
error_pattern=expected_err_msg,
|
|
|
|
http_request_path=request,
|
|
|
|
endpoint=self.cluster.default_http_gate_endpoint,
|
|
|
|
)
|