(#93) Add netmap_control.robot; fix resources for netmap tets; remove _get_storage_nodes

Signed-off-by: Elizaveta Chichindaeva <elizaveta@nspcc.ru>

robot/resources/lib/neofs.py

@@ -55,15 +55,15 @@ def start_nodes(*nodes_list):
         node = m.group(1)
         client = docker.APIClient()
         client.start(node)
+        
 
 @keyword('Get nodes with object')
 def get_nodes_with_object(private_key: str, cid: str, oid: str):
-    storage_nodes = _get_storage_nodes()
     copies = 0
 
     nodes_list = []
 
-    for node in storage_nodes:
+    for node in NEOFS_NETMAP:
         search_res = _search_object(node, private_key, cid, oid)
         if search_res:
             if re.search(fr'({oid})', search_res):
@@ -75,12 +75,11 @@ def get_nodes_with_object(private_key: str, cid: str, oid: str):
 
 @keyword('Get nodes without object')
 def get_nodes_without_object(private_key: str, cid: str, oid: str):
-    storage_nodes = _get_storage_nodes()
     copies = 0
 
     nodes_list = []
 
-    for node in storage_nodes:
+    for node in NEOFS_NETMAP:
         search_res = _search_object(node, private_key, cid, oid)
         if search_res:
             if not re.search(fr'({oid})', search_res):
@@ -95,7 +94,7 @@ def get_nodes_without_object(private_key: str, cid: str, oid: str):
 @keyword('Validate storage policy for object')
 def validate_storage_policy_for_object(private_key: str, expected_copies: int, cid, oid,
                 expected_node_list=[], storage_nodes=[]):
-    storage_nodes = storage_nodes if len(storage_nodes) != 0 else _get_storage_nodes()
+    storage_nodes = storage_nodes if len(storage_nodes) != 0 else NEOFS_NETMAP
     copies = 0
     found_nodes = []
 
@@ -222,8 +221,7 @@ def search_object(private_key: str, cid: str, keys: str, bearer: str, filters: s
 def get_component_objects(private_key: str, cid: str, oid: str):
     logger.info("Collect Split objects list from Linked object.")
     split_id = ""
-    nodes = _get_storage_nodes()
+    for node in NEOFS_NETMAP:
-    for node in nodes:
         try:
             header_virtual = head_object(private_key, cid, oid, '', '', '--raw --ttl 1', node, True)
             if header_virtual:
@@ -271,8 +269,7 @@ def verify_split_chain(private_key: str, cid: str, oid: str):
 
     # Get Latest object
     logger.info("Collect Split objects information and verify chain of the objects.")
-    nodes = _get_storage_nodes()
+    for node in NEOFS_NETMAP:
-    for node in nodes:
         try:
             header_virtual = head_object(private_key, cid, oid, '', '', '--raw --ttl 1', node, True)
             parsed_header_virtual = parse_object_virtual_raw_header(header_virtual)
@@ -730,7 +727,7 @@ def put_object(private_key: str, path: str, cid: str, bearer: str, user_headers:
     logger.info("Going to put the object")
 
     if not endpoint:
-      endpoint = random.sample(_get_storage_nodes(), 1)[0]
+      endpoint = random.sample(NEOFS_NETMAP, 1)[0]
 
     if user_headers:
         user_headers = f"--attributes {user_headers}"
@@ -748,18 +745,35 @@ def put_object(private_key: str, path: str, cid: str, bearer: str, user_headers:
     return oid
 
 
+@keyword('Get control endpoint with wif')
+def get_control_endpoint_with_wif(endpoint_number: str = ''):
+    if endpoint_number == '':
+        netmap = []
+        for key in NEOFS_NETMAP_DICT.keys():
+            netmap.append(key)
+        endpoint_num = random.sample(netmap, 1)[0]
+        logger.info(f'Random node chosen: {endpoint_num}')
+    else:
+        endpoint_num = endpoint_number
+
+    endpoint_values = NEOFS_NETMAP_DICT[f'{endpoint_num}']
+    endpoint_control = endpoint_values['control']
+    wif = endpoint_values['wif']
+    
+    return endpoint_num, endpoint_control, wif
+
+
 @keyword('Get Nodes Log Latest Timestamp')
 def get_logs_latest_timestamp():
     """
     Keyword return:
     nodes_logs_time -- structure (dict) of nodes container name (key) and latest logs timestamp (value)
     """
-    nodes = _get_storage_nodes()
     client_api = docker.APIClient()
 
     nodes_logs_time = dict()
 
-    for node in nodes:
+    for node in NEOFS_NETMAP:
         container = node.split('.')[0]
         log_line = client_api.logs(container, tail=1)
 
@@ -832,7 +846,7 @@ def get_object(private_key: str, cid: str, oid: str, bearer_token: str,
 
     logger.info("Going to get the object")
     if not endpoint:
-      endpoint = random.sample(_get_storage_nodes(), 1)[0]
+      endpoint = random.sample(NEOFS_NETMAP, 1)[0]
 
 
     if bearer_token:
@@ -1003,10 +1017,6 @@ def _parse_cid(input_str: str):
         raise Exception(f"no CID was parsed from command output: \t{fst_str}")
     return splitted[1]
 
-def _get_storage_nodes():
-    # TODO: fix to get netmap from neofs-cli
-    logger.info(f"Storage nodes: {NEOFS_NETMAP}")
-    return NEOFS_NETMAP
 
 def _search_object(node:str, private_key: str, cid:str, oid: str):
     if oid:

robot/testsuites/integration/network/netmap_control.robot

@@ -0,0 +1,54 @@
+*** Settings ***
+Variables       ../../../variables/common.py
+
+Library         Process
+Library         contract_keywords.py
+Library         neofs.py
+Library         String
+Library         acl.py
+
+Resource        setup_teardown.robot
+Resource        payment_operations.robot
+
+*** Test Cases ***
+Control Operations with storage nodes
+    [Documentation]         Testcase to check NetworkInfo control command.
+    [Tags]                  NeoFSCLI    NetworkInfo
+    [Timeout]               5 min
+
+    [Setup]                 Setup
+
+    ${NODE_NUM}    ${NODE}    ${WIF} =     Get control endpoint with wif    
+    ${empty_list} =         Create List
+
+    ${SNAPSHOT} =           Run Process    neofs-cli control netmap-snapshot -r ${NODE} --wif ${WIF}    shell=True
+    ${HEALTHCHECK} =        Run Process    neofs-cli control healthcheck -r ${NODE} --wif ${WIF}    shell=True
+                            Should Be Equal As Integers    ${HEALTHCHECK.rc}    0
+
+                            Run Process    neofs-cli control set-status -r ${NODE} --wif ${WIF} --status 'offline'    shell=True
+                            
+                            Sleep    ${MAINNET_BLOCK_TIME}
+                            Tick Epoch
+
+    ${SNAPSHOT_OFFLINE}=    Run Process    neofs-cli control netmap-snapshot -r ${NODE} --wif ${WIF}    shell=True
+    ${NODE_NUM_OFFLINE}=    Get Regexp Matches        ${SNAPSHOT_OFFLINE.stdout}    ${NODE_NUM}
+                            Should Be Equal    ${NODE_NUM_OFFLINE}    ${empty_list}
+
+    ${HEALTHCHECK_OFFLINE} =    Run Process    neofs-cli control healthcheck -r ${NODE} --wif ${WIF}    shell=True
+                            Should Be Equal As Integers    ${HEALTHCHECK_OFFLINE.rc}    0
+                            Should Not Be Equal    ${HEALTHCHECK.stdout}    ${HEALTHCHECK_OFFLINE.stdout} 
+    
+                            Run Process    neofs-cli control set-status -r ${NODE} --wif ${WIF} --status 'online'    shell=True
+
+                            Sleep    ${MAINNET_BLOCK_TIME}
+                            Tick Epoch
+
+    ${SNAPSHOT_ONLINE} =    Run Process    neofs-cli control netmap-snapshot -r ${NODE} --wif ${WIF}    shell=True
+    ${NODE_NUM_ONLINE} =    Get Regexp Matches        ${SNAPSHOT_ONLINE.stdout}    ${NODE_NUM}    
+                            Should Be Equal    ${NODE_NUM_ONLINE}[0]    ${NODE_NUM}
+
+    ${HEALTHCHECK_ONLINE} =    Run Process    neofs-cli control healthcheck -r ${NODE} --wif ${WIF}    shell=True
+                            Should Be Equal As Integers    ${HEALTHCHECK_ONLINE.rc}    0
+                            Should Be Equal    ${HEALTHCHECK.stdout}    ${HEALTHCHECK_ONLINE.stdout}    
+
+    [Teardown]    Teardown    netmap_control

robot/variables/common.py

@@ -30,7 +30,6 @@ NEO_MAINNET_ENDPOINT = os.getenv("NEO_MAINNET_ENDPOINT", 'http://main_chain.neof
 NEOFS_NEO_API_ENDPOINT = os.getenv("NEOFS_NEO_API_ENDPOINT", 'http://morph_chain.neofs.devenv:30333')
 HTTP_GATE = os.getenv("HTTP_GATE", 'http://http.neofs.devenv')
 S3_GATE = os.getenv("S3_GATE", 'https://s3.neofs.devenv:8080')
-NEOFS_NETMAP = os.getenv("NEOFS_NETMAP", ['s01.neofs.devenv:8080', 's02.neofs.devenv:8080','s03.neofs.devenv:8080','s04.neofs.devenv:8080'])
 GAS_HASH = '0xd2a4cff31913016155e38e474a2c06d08be276cf'
 
 NEOFS_CONTRACT = (os.getenv("NEOFS_CONTRACT") if os.getenv("NEOFS_CONTRACT")
@@ -42,3 +41,18 @@ ASSETS_DIR = os.getenv("ASSETS_DIR", "TemporaryDir/")
 
 MORPH_MAGIC = os.environ["MORPH_MAGIC"]
 GATE_PUB_KEY = '0313b1ac3a8076e155a7e797b24f0b650cccad5941ea59d7cfd51a024a8b2a06bf'
+
+NEOFS_NETMAP_DICT = {'s01': {'rpc': 's01.neofs.devenv:8080',
+                        'control': 's01.neofs.devenv:8081',
+                        'wif': 'Kwk6k2eC3L3QuPvD8aiaNyoSXgQ2YL1bwS5CP1oKoA9waeAze97s'},
+                    's02': {'rpc': 's02.neofs.devenv:8080',
+                        'control': 's02.neofs.devenv:8081',
+                        'wif': 'L1NdHdnrTNGQZH1fJSrdUZJyeYFHvaQSSHZHxhK3udiGFdr5YaZ6'},
+                    's03': {'rpc': 's03.neofs.devenv:8080',
+                        'control': 's03.neofs.devenv:8081',
+                        'wif': 'KzN38k39af6ACWJjK8YrnARWo86ddcc1EuBWz7xFEdcELcP3ZTym'},
+                    's04': {'rpc': 's04.neofs.devenv:8080',
+                        'control': 's04.neofs.devenv:8081',
+                        'wif': 'Kzk1Z3dowAqfNyjqeYKWenZMduFV3NAKgXg9K1sA4jRKYxEc8HEW'}
+                    }
+NEOFS_NETMAP = [i['rpc'] for i in NEOFS_NETMAP_DICT.values()]