From 636eb65e5c62dbde282d154970b67487408ece05 Mon Sep 17 00:00:00 2001 From: Elizaveta Chichindaeva Date: Thu, 9 Sep 2021 11:13:37 +0300 Subject: [PATCH] (#93) Add netmap_control.robot; fix resources for netmap tets; remove _get_storage_nodes Signed-off-by: Elizaveta Chichindaeva --- robot/resources/lib/neofs.py | 44 +++++++++------ .../integration/network/netmap_control.robot | 54 +++++++++++++++++++ robot/variables/common.py | 16 +++++- 3 files changed, 96 insertions(+), 18 deletions(-) create mode 100644 robot/testsuites/integration/network/netmap_control.robot diff --git a/robot/resources/lib/neofs.py b/robot/resources/lib/neofs.py index 722ae27..add4544 100644 --- a/robot/resources/lib/neofs.py +++ b/robot/resources/lib/neofs.py @@ -55,15 +55,15 @@ def start_nodes(*nodes_list): node = m.group(1) client = docker.APIClient() client.start(node) + @keyword('Get nodes with object') def get_nodes_with_object(private_key: str, cid: str, oid: str): - storage_nodes = _get_storage_nodes() copies = 0 nodes_list = [] - for node in storage_nodes: + for node in NEOFS_NETMAP: search_res = _search_object(node, private_key, cid, oid) if search_res: if re.search(fr'({oid})', search_res): @@ -75,12 +75,11 @@ def get_nodes_with_object(private_key: str, cid: str, oid: str): @keyword('Get nodes without object') def get_nodes_without_object(private_key: str, cid: str, oid: str): - storage_nodes = _get_storage_nodes() copies = 0 nodes_list = [] - for node in storage_nodes: + for node in NEOFS_NETMAP: search_res = _search_object(node, private_key, cid, oid) if search_res: if not re.search(fr'({oid})', search_res): @@ -95,7 +94,7 @@ def get_nodes_without_object(private_key: str, cid: str, oid: str): @keyword('Validate storage policy for object') def validate_storage_policy_for_object(private_key: str, expected_copies: int, cid, oid, expected_node_list=[], storage_nodes=[]): - storage_nodes = storage_nodes if len(storage_nodes) != 0 else _get_storage_nodes() + storage_nodes = storage_nodes if len(storage_nodes) != 0 else NEOFS_NETMAP copies = 0 found_nodes = [] @@ -222,8 +221,7 @@ def search_object(private_key: str, cid: str, keys: str, bearer: str, filters: s def get_component_objects(private_key: str, cid: str, oid: str): logger.info("Collect Split objects list from Linked object.") split_id = "" - nodes = _get_storage_nodes() - for node in nodes: + for node in NEOFS_NETMAP: try: header_virtual = head_object(private_key, cid, oid, '', '', '--raw --ttl 1', node, True) if header_virtual: @@ -271,8 +269,7 @@ def verify_split_chain(private_key: str, cid: str, oid: str): # Get Latest object logger.info("Collect Split objects information and verify chain of the objects.") - nodes = _get_storage_nodes() - for node in nodes: + for node in NEOFS_NETMAP: try: header_virtual = head_object(private_key, cid, oid, '', '', '--raw --ttl 1', node, True) parsed_header_virtual = parse_object_virtual_raw_header(header_virtual) @@ -730,7 +727,7 @@ def put_object(private_key: str, path: str, cid: str, bearer: str, user_headers: logger.info("Going to put the object") if not endpoint: - endpoint = random.sample(_get_storage_nodes(), 1)[0] + endpoint = random.sample(NEOFS_NETMAP, 1)[0] if user_headers: user_headers = f"--attributes {user_headers}" @@ -748,18 +745,35 @@ def put_object(private_key: str, path: str, cid: str, bearer: str, user_headers: return oid +@keyword('Get control endpoint with wif') +def get_control_endpoint_with_wif(endpoint_number: str = ''): + if endpoint_number == '': + netmap = [] + for key in NEOFS_NETMAP_DICT.keys(): + netmap.append(key) + endpoint_num = random.sample(netmap, 1)[0] + logger.info(f'Random node chosen: {endpoint_num}') + else: + endpoint_num = endpoint_number + + endpoint_values = NEOFS_NETMAP_DICT[f'{endpoint_num}'] + endpoint_control = endpoint_values['control'] + wif = endpoint_values['wif'] + + return endpoint_num, endpoint_control, wif + + @keyword('Get Nodes Log Latest Timestamp') def get_logs_latest_timestamp(): """ Keyword return: nodes_logs_time -- structure (dict) of nodes container name (key) and latest logs timestamp (value) """ - nodes = _get_storage_nodes() client_api = docker.APIClient() nodes_logs_time = dict() - for node in nodes: + for node in NEOFS_NETMAP: container = node.split('.')[0] log_line = client_api.logs(container, tail=1) @@ -832,7 +846,7 @@ def get_object(private_key: str, cid: str, oid: str, bearer_token: str, logger.info("Going to get the object") if not endpoint: - endpoint = random.sample(_get_storage_nodes(), 1)[0] + endpoint = random.sample(NEOFS_NETMAP, 1)[0] if bearer_token: @@ -1003,10 +1017,6 @@ def _parse_cid(input_str: str): raise Exception(f"no CID was parsed from command output: \t{fst_str}") return splitted[1] -def _get_storage_nodes(): - # TODO: fix to get netmap from neofs-cli - logger.info(f"Storage nodes: {NEOFS_NETMAP}") - return NEOFS_NETMAP def _search_object(node:str, private_key: str, cid:str, oid: str): if oid: diff --git a/robot/testsuites/integration/network/netmap_control.robot b/robot/testsuites/integration/network/netmap_control.robot new file mode 100644 index 0000000..1464f56 --- /dev/null +++ b/robot/testsuites/integration/network/netmap_control.robot @@ -0,0 +1,54 @@ +*** Settings *** +Variables ../../../variables/common.py + +Library Process +Library contract_keywords.py +Library neofs.py +Library String +Library acl.py + +Resource setup_teardown.robot +Resource payment_operations.robot + +*** Test Cases *** +Control Operations with storage nodes + [Documentation] Testcase to check NetworkInfo control command. + [Tags] NeoFSCLI NetworkInfo + [Timeout] 5 min + + [Setup] Setup + + ${NODE_NUM} ${NODE} ${WIF} = Get control endpoint with wif + ${empty_list} = Create List + + ${SNAPSHOT} = Run Process neofs-cli control netmap-snapshot -r ${NODE} --wif ${WIF} shell=True + ${HEALTHCHECK} = Run Process neofs-cli control healthcheck -r ${NODE} --wif ${WIF} shell=True + Should Be Equal As Integers ${HEALTHCHECK.rc} 0 + + Run Process neofs-cli control set-status -r ${NODE} --wif ${WIF} --status 'offline' shell=True + + Sleep ${MAINNET_BLOCK_TIME} + Tick Epoch + + ${SNAPSHOT_OFFLINE}= Run Process neofs-cli control netmap-snapshot -r ${NODE} --wif ${WIF} shell=True + ${NODE_NUM_OFFLINE}= Get Regexp Matches ${SNAPSHOT_OFFLINE.stdout} ${NODE_NUM} + Should Be Equal ${NODE_NUM_OFFLINE} ${empty_list} + + ${HEALTHCHECK_OFFLINE} = Run Process neofs-cli control healthcheck -r ${NODE} --wif ${WIF} shell=True + Should Be Equal As Integers ${HEALTHCHECK_OFFLINE.rc} 0 + Should Not Be Equal ${HEALTHCHECK.stdout} ${HEALTHCHECK_OFFLINE.stdout} + + Run Process neofs-cli control set-status -r ${NODE} --wif ${WIF} --status 'online' shell=True + + Sleep ${MAINNET_BLOCK_TIME} + Tick Epoch + + ${SNAPSHOT_ONLINE} = Run Process neofs-cli control netmap-snapshot -r ${NODE} --wif ${WIF} shell=True + ${NODE_NUM_ONLINE} = Get Regexp Matches ${SNAPSHOT_ONLINE.stdout} ${NODE_NUM} + Should Be Equal ${NODE_NUM_ONLINE}[0] ${NODE_NUM} + + ${HEALTHCHECK_ONLINE} = Run Process neofs-cli control healthcheck -r ${NODE} --wif ${WIF} shell=True + Should Be Equal As Integers ${HEALTHCHECK_ONLINE.rc} 0 + Should Be Equal ${HEALTHCHECK.stdout} ${HEALTHCHECK_ONLINE.stdout} + + [Teardown] Teardown netmap_control diff --git a/robot/variables/common.py b/robot/variables/common.py index f6ee70c..5b72fd6 100644 --- a/robot/variables/common.py +++ b/robot/variables/common.py @@ -30,7 +30,6 @@ NEO_MAINNET_ENDPOINT = os.getenv("NEO_MAINNET_ENDPOINT", 'http://main_chain.neof NEOFS_NEO_API_ENDPOINT = os.getenv("NEOFS_NEO_API_ENDPOINT", 'http://morph_chain.neofs.devenv:30333') HTTP_GATE = os.getenv("HTTP_GATE", 'http://http.neofs.devenv') S3_GATE = os.getenv("S3_GATE", 'https://s3.neofs.devenv:8080') -NEOFS_NETMAP = os.getenv("NEOFS_NETMAP", ['s01.neofs.devenv:8080', 's02.neofs.devenv:8080','s03.neofs.devenv:8080','s04.neofs.devenv:8080']) GAS_HASH = '0xd2a4cff31913016155e38e474a2c06d08be276cf' NEOFS_CONTRACT = (os.getenv("NEOFS_CONTRACT") if os.getenv("NEOFS_CONTRACT") @@ -42,3 +41,18 @@ ASSETS_DIR = os.getenv("ASSETS_DIR", "TemporaryDir/") MORPH_MAGIC = os.environ["MORPH_MAGIC"] GATE_PUB_KEY = '0313b1ac3a8076e155a7e797b24f0b650cccad5941ea59d7cfd51a024a8b2a06bf' + +NEOFS_NETMAP_DICT = {'s01': {'rpc': 's01.neofs.devenv:8080', + 'control': 's01.neofs.devenv:8081', + 'wif': 'Kwk6k2eC3L3QuPvD8aiaNyoSXgQ2YL1bwS5CP1oKoA9waeAze97s'}, + 's02': {'rpc': 's02.neofs.devenv:8080', + 'control': 's02.neofs.devenv:8081', + 'wif': 'L1NdHdnrTNGQZH1fJSrdUZJyeYFHvaQSSHZHxhK3udiGFdr5YaZ6'}, + 's03': {'rpc': 's03.neofs.devenv:8080', + 'control': 's03.neofs.devenv:8081', + 'wif': 'KzN38k39af6ACWJjK8YrnARWo86ddcc1EuBWz7xFEdcELcP3ZTym'}, + 's04': {'rpc': 's04.neofs.devenv:8080', + 'control': 's04.neofs.devenv:8081', + 'wif': 'Kzk1Z3dowAqfNyjqeYKWenZMduFV3NAKgXg9K1sA4jRKYxEc8HEW'} + } +NEOFS_NETMAP = [i['rpc'] for i in NEOFS_NETMAP_DICT.values()] \ No newline at end of file