forked from TrueCloudLab/frostfs-testcases
Vladimir Domnich
7e31610462
When collecting logs we dump all of the logs into a directory, because it is RAM-intensive to keep entire set of logs in memory, especially in a large cluster. And we attach logs to Allure not as individual files, but as single zip archive, because it is more convenient to download, attach to bugs, etc. Signed-off-by: Vladimir Domnich <v.domnich@yadro.com>
121 lines
3.9 KiB
Python
121 lines
3.9 KiB
Python
import logging
|
|
import os
|
|
import re
|
|
import shutil
|
|
from datetime import datetime
|
|
|
|
import allure
|
|
import pytest
|
|
from robot.api import deco
|
|
|
|
import wallet
|
|
from cli_helpers import _cmd_run
|
|
from common import (ASSETS_DIR, FREE_STORAGE, INFRASTRUCTURE_TYPE, MAINNET_WALLET_PATH,
|
|
NEOFS_NETMAP_DICT)
|
|
from env_properties import save_env_properties
|
|
from payment_neogo import neofs_deposit, transfer_mainnet_gas
|
|
from python_keywords.node_management import node_healthcheck
|
|
from service_helper import get_storage_service_helper
|
|
|
|
|
|
def robot_keyword_adapter(name=None, tags=(), types=()):
|
|
return allure.step(name)
|
|
|
|
|
|
deco.keyword = robot_keyword_adapter
|
|
|
|
logger = logging.getLogger('NeoLogger')
|
|
|
|
|
|
@pytest.fixture(scope='session')
|
|
def cloud_infrastructure_check():
|
|
if INFRASTRUCTURE_TYPE != "CLOUD_VM":
|
|
pytest.skip('Test only works on SberCloud infrastructure')
|
|
yield
|
|
|
|
|
|
@pytest.fixture(scope='session', autouse=True)
|
|
@allure.title('Check binary versions')
|
|
def check_binary_versions(request):
|
|
# Collect versions of local binaries
|
|
binaries = ['neo-go', 'neofs-cli', 'neofs-authmate']
|
|
local_binaries = _get_binaries_version_local(binaries)
|
|
|
|
# Collect versions of remote binaries
|
|
helper = get_storage_service_helper()
|
|
remote_binaries = helper.get_binaries_version()
|
|
all_binaries = {**local_binaries, **remote_binaries}
|
|
|
|
# Get version of aws binary
|
|
out = _cmd_run('aws --version')
|
|
out_lines = out.split("\n")
|
|
all_binaries["AWS"] = out_lines[0] if out_lines else 'Unknown'
|
|
|
|
save_env_properties(request.config, all_binaries)
|
|
|
|
|
|
def _get_binaries_version_local(binaries: list) -> dict:
|
|
env_out = {}
|
|
for binary in binaries:
|
|
out = _cmd_run(f'{binary} --version')
|
|
version = re.search(r'version[:\s]*(.+)', out, re.IGNORECASE)
|
|
env_out[binary] = version.group(1).strip() if version else 'Unknown'
|
|
return env_out
|
|
|
|
|
|
@pytest.fixture(scope='session')
|
|
@allure.title('Prepare tmp directory')
|
|
def prepare_tmp_dir():
|
|
full_path = f'{os.getcwd()}/{ASSETS_DIR}'
|
|
shutil.rmtree(full_path, ignore_errors=True)
|
|
os.mkdir(full_path)
|
|
yield full_path
|
|
shutil.rmtree(full_path)
|
|
|
|
|
|
@pytest.fixture(scope="session", autouse=True)
|
|
@allure.title("Collect logs")
|
|
def collect_logs(prepare_tmp_dir):
|
|
start_time = datetime.utcnow()
|
|
yield
|
|
end_time = datetime.utcnow()
|
|
|
|
# Dump logs to temp directory (because they might be too large to keep in RAM)
|
|
logs_dir = os.path.join(prepare_tmp_dir, "logs")
|
|
os.makedirs(logs_dir)
|
|
|
|
helper = get_storage_service_helper()
|
|
helper.dump_logs(logs_dir, since=start_time, until=end_time)
|
|
|
|
# Zip all files and attach to Allure because it is more convenient to download a single
|
|
# zip with all logs rather than mess with individual logs files per service or node
|
|
logs_zip_file_path = shutil.make_archive(logs_dir, "zip", logs_dir)
|
|
allure.attach.file(logs_zip_file_path, name="logs.zip", extension="zip")
|
|
|
|
|
|
@pytest.fixture(scope='session', autouse=True)
|
|
@allure.title('Run health check for all storage nodes')
|
|
def run_health_check(collect_logs):
|
|
failed_nodes = []
|
|
for node_name in NEOFS_NETMAP_DICT.keys():
|
|
health_check = node_healthcheck(node_name)
|
|
if health_check.health_status != 'READY' or health_check.network_status != 'ONLINE':
|
|
failed_nodes.append(node_name)
|
|
|
|
if failed_nodes:
|
|
raise AssertionError(f'Nodes {failed_nodes} are not healthy')
|
|
|
|
|
|
@pytest.fixture(scope='session')
|
|
@allure.title('Prepare wallet and deposit')
|
|
def prepare_wallet_and_deposit(prepare_tmp_dir):
|
|
wallet_path, addr, _ = wallet.init_wallet(ASSETS_DIR)
|
|
logger.info(f'Init wallet: {wallet_path},\naddr: {addr}')
|
|
allure.attach.file(wallet_path, os.path.basename(wallet_path), allure.attachment_type.JSON)
|
|
|
|
if not FREE_STORAGE:
|
|
deposit = 30
|
|
transfer_mainnet_gas(wallet_path, deposit + 1, wallet_path=MAINNET_WALLET_PATH)
|
|
neofs_deposit(wallet_path, deposit)
|
|
|
|
return wallet_path
|