2022-12-06 15:06:39 +00:00
|
|
|
import allure
|
|
|
|
import pytest
|
2023-05-15 09:59:33 +00:00
|
|
|
from frostfs_testlib.resources.wellknown_acl import EACL_PUBLIC_READ_WRITE
|
2023-01-09 12:46:03 +00:00
|
|
|
from frostfs_testlib.shell import Shell
|
2023-05-15 09:59:33 +00:00
|
|
|
from frostfs_testlib.steps.acl import form_bearertoken_file
|
|
|
|
from frostfs_testlib.steps.cli.container import (
|
2023-02-27 16:54:27 +00:00
|
|
|
REP_2_FOR_3_NODES_PLACEMENT_RULE,
|
|
|
|
SINGLE_PLACEMENT_RULE,
|
|
|
|
StorageContainer,
|
|
|
|
StorageContainerInfo,
|
|
|
|
create_container,
|
|
|
|
)
|
2023-05-15 09:59:33 +00:00
|
|
|
from frostfs_testlib.steps.cli.object import delete_object, get_object
|
|
|
|
from frostfs_testlib.steps.epoch import get_epoch
|
|
|
|
from frostfs_testlib.steps.storage_object import StorageObjectInfo
|
|
|
|
from frostfs_testlib.storage.cluster import Cluster
|
|
|
|
from frostfs_testlib.storage.dataclasses.acl import EACLAccess, EACLOperation, EACLRole, EACLRule
|
2023-08-02 11:54:03 +00:00
|
|
|
from frostfs_testlib.storage.dataclasses.object_size import ObjectSize
|
2023-05-15 09:59:33 +00:00
|
|
|
from frostfs_testlib.storage.dataclasses.wallet import WalletInfo
|
|
|
|
from frostfs_testlib.testing.cluster_test_base import ClusterTestBase
|
|
|
|
from frostfs_testlib.testing.test_control import expect_not_raises
|
|
|
|
from pytest import FixtureRequest
|
2022-12-06 15:06:39 +00:00
|
|
|
|
|
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
|
|
@allure.title("Create bearer token for OTHERS with all operations allowed for all containers")
|
|
|
|
def bearer_token_file_all_allow(default_wallet: str, client_shell: Shell, cluster: Cluster) -> str:
|
|
|
|
bearer = form_bearertoken_file(
|
|
|
|
default_wallet,
|
|
|
|
"",
|
|
|
|
[
|
|
|
|
EACLRule(operation=op, access=EACLAccess.ALLOW, role=EACLRole.OTHERS)
|
|
|
|
for op in EACLOperation
|
|
|
|
],
|
|
|
|
shell=client_shell,
|
|
|
|
endpoint=cluster.default_rpc_endpoint,
|
|
|
|
)
|
|
|
|
|
|
|
|
return bearer
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
|
|
@allure.title("Create user container for bearer token usage")
|
|
|
|
def user_container(
|
|
|
|
default_wallet: str, client_shell: Shell, cluster: Cluster, request: FixtureRequest
|
|
|
|
) -> StorageContainer:
|
|
|
|
container_id = create_container(
|
|
|
|
default_wallet,
|
|
|
|
shell=client_shell,
|
|
|
|
rule=request.param,
|
|
|
|
basic_acl=EACL_PUBLIC_READ_WRITE,
|
|
|
|
endpoint=cluster.default_rpc_endpoint,
|
|
|
|
)
|
|
|
|
# Deliberately using s3gate wallet here to test bearer token
|
2023-05-15 17:20:27 +00:00
|
|
|
s3gate = cluster.s3_gates[0]
|
2022-12-06 15:06:39 +00:00
|
|
|
return StorageContainer(
|
2023-05-15 09:59:33 +00:00
|
|
|
StorageContainerInfo(container_id, WalletInfo.from_node(s3gate)),
|
2022-12-06 15:06:39 +00:00
|
|
|
client_shell,
|
|
|
|
cluster,
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.fixture()
|
|
|
|
def storage_objects(
|
|
|
|
user_container: StorageContainer,
|
|
|
|
bearer_token_file_all_allow: str,
|
|
|
|
request: FixtureRequest,
|
|
|
|
client_shell: Shell,
|
|
|
|
cluster: Cluster,
|
|
|
|
) -> list[StorageObjectInfo]:
|
|
|
|
epoch = get_epoch(client_shell, cluster)
|
|
|
|
storage_objects: list[StorageObjectInfo] = []
|
2023-08-02 11:54:03 +00:00
|
|
|
object_size: ObjectSize = request.param
|
2022-12-06 15:06:39 +00:00
|
|
|
for node in cluster.storage_nodes:
|
|
|
|
storage_objects.append(
|
|
|
|
user_container.generate_object(
|
2023-08-02 11:54:03 +00:00
|
|
|
object_size.value,
|
2022-12-06 15:06:39 +00:00
|
|
|
epoch + 3,
|
|
|
|
bearer_token=bearer_token_file_all_allow,
|
|
|
|
endpoint=node.get_rpc_endpoint(),
|
|
|
|
)
|
|
|
|
)
|
|
|
|
return storage_objects
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.mark.smoke
|
|
|
|
@pytest.mark.bearer
|
|
|
|
class TestObjectApiWithBearerToken(ClusterTestBase):
|
|
|
|
@pytest.mark.parametrize(
|
|
|
|
"user_container",
|
|
|
|
[SINGLE_PLACEMENT_RULE],
|
|
|
|
ids=["single replica for all nodes placement rule"],
|
|
|
|
indirect=True,
|
|
|
|
)
|
|
|
|
@pytest.mark.parametrize(
|
|
|
|
"storage_objects",
|
2022-12-07 12:38:56 +00:00
|
|
|
[pytest.lazy_fixture("simple_object_size"), pytest.lazy_fixture("complex_object_size")],
|
2023-08-02 11:54:03 +00:00
|
|
|
ids=["simple object size", "complex object size"],
|
2022-12-06 15:06:39 +00:00
|
|
|
indirect=True,
|
|
|
|
)
|
|
|
|
def test_delete_object_with_s3_wallet_bearer(
|
|
|
|
self,
|
|
|
|
storage_objects: list[StorageObjectInfo],
|
|
|
|
bearer_token_file_all_allow: str,
|
|
|
|
request: FixtureRequest,
|
|
|
|
):
|
|
|
|
allure.dynamic.title(
|
2022-12-08 10:21:38 +00:00
|
|
|
f"Object can be deleted from any node using s3gate wallet with bearer token for {request.node.callspec.id}"
|
2022-12-06 15:06:39 +00:00
|
|
|
)
|
|
|
|
|
2023-05-15 17:20:27 +00:00
|
|
|
s3_gate_wallet = self.cluster.s3_gates[0]
|
2022-12-06 15:06:39 +00:00
|
|
|
with allure.step("Try to delete each object from first storage node"):
|
|
|
|
for storage_object in storage_objects:
|
|
|
|
with expect_not_raises():
|
|
|
|
delete_object(
|
|
|
|
s3_gate_wallet.get_wallet_path(),
|
|
|
|
storage_object.cid,
|
|
|
|
storage_object.oid,
|
|
|
|
self.shell,
|
|
|
|
endpoint=self.cluster.default_rpc_endpoint,
|
|
|
|
bearer=bearer_token_file_all_allow,
|
|
|
|
wallet_config=s3_gate_wallet.get_wallet_config_path(),
|
|
|
|
)
|
|
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
|
|
"user_container",
|
|
|
|
[REP_2_FOR_3_NODES_PLACEMENT_RULE],
|
|
|
|
ids=["2 replicas for 3 nodes placement rule"],
|
|
|
|
indirect=True,
|
|
|
|
)
|
|
|
|
@pytest.mark.parametrize(
|
2023-08-02 11:54:03 +00:00
|
|
|
"object_size",
|
2022-12-07 12:38:56 +00:00
|
|
|
[pytest.lazy_fixture("simple_object_size"), pytest.lazy_fixture("complex_object_size")],
|
2023-08-02 11:54:03 +00:00
|
|
|
ids=["simple object size", "complex object size"],
|
2022-12-06 15:06:39 +00:00
|
|
|
)
|
|
|
|
def test_get_object_with_s3_wallet_bearer_from_all_nodes(
|
|
|
|
self,
|
|
|
|
user_container: StorageContainer,
|
2023-08-02 11:54:03 +00:00
|
|
|
object_size: ObjectSize,
|
2022-12-06 15:06:39 +00:00
|
|
|
bearer_token_file_all_allow: str,
|
|
|
|
request: FixtureRequest,
|
|
|
|
):
|
|
|
|
allure.dynamic.title(
|
2022-12-08 10:21:38 +00:00
|
|
|
f"Object can be fetched from any node using s3gate wallet with bearer token for {request.node.callspec.id}"
|
2022-12-06 15:06:39 +00:00
|
|
|
)
|
|
|
|
|
2023-05-15 17:20:27 +00:00
|
|
|
s3_gate_wallet = self.cluster.s3_gates[0]
|
2022-12-06 15:06:39 +00:00
|
|
|
with allure.step("Put one object to container"):
|
|
|
|
epoch = self.get_epoch()
|
|
|
|
storage_object = user_container.generate_object(
|
2023-08-02 11:54:03 +00:00
|
|
|
object_size.value, epoch + 3, bearer_token=bearer_token_file_all_allow
|
2022-12-06 15:06:39 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
with allure.step("Try to fetch object from each storage node"):
|
|
|
|
for node in self.cluster.storage_nodes:
|
|
|
|
with expect_not_raises():
|
|
|
|
get_object(
|
|
|
|
s3_gate_wallet.get_wallet_path(),
|
|
|
|
storage_object.cid,
|
|
|
|
storage_object.oid,
|
|
|
|
self.shell,
|
|
|
|
endpoint=node.get_rpc_endpoint(),
|
|
|
|
bearer=bearer_token_file_all_allow,
|
|
|
|
wallet_config=s3_gate_wallet.get_wallet_config_path(),
|
|
|
|
)
|