#!/usr/bin/make -f .DEFAULT_GOAL := help SHELL = bash OUTPUT_DIR = artifacts/ KEYWORDS_REPO = git@github.com:nspcc-dev/neofs-keywords.git VENVS = $(shell ls -1d venv/*/ | sort -u | xargs basename -a) ROOT_DIR := $(shell dirname $(realpath $(firstword $(MAKEFILE_LIST)))) DEV_IMAGE_PY ?= registry.spb.yadro.com/tools/pytest-neofs-x86_64:7 SETUP_DIR ?= $(CURDIR)/.setup DEV_ENV_DEPLOY_DIR ?= /opt/dev-env DOCKER_NETWORK = --network host ifeq ($(shell uname -s),Darwin) DOCKER_NETWORK = --network bridge -p 389:389 -p 636:636 endif .PHONY: all all: venvs include venv_template.mk run: venvs @echo "⇒ Test Run" @robot --timestampoutputs --outputdir $(OUTPUT_DIR) robot/testsuites/integration/ .PHONY: venvs venvs: $(foreach venv,$(VENVS),venv.$(venv)) $(foreach venv,$(VENVS),$(eval $(call VENV_template,$(venv)))) submodules: @git submodule init @git submodule update --recursive --remote clean: rm -rf venv.* pytest-local: @echo "⇒ Run Pytest" export PYTHONPATH=$(ROOT_DIR)/neofs-keywords/lib:$(ROOT_DIR)/neofs-keywords/robot:$(ROOT_DIR)/robot/resources/lib:$(ROOT_DIR)/robot/resources/lib/python_keywords:$(ROOT_DIR)/robot/variables && \ python -m pytest pytest_tests/testsuites/ help: @echo "⇒ run Run testcases ${R}" .PHONY: setup-for-remote-devenv setup-for-remote-devenv: mkdir -p $(SETUP_DIR) # Download services directory from remote devenv into $(SETUP_DIR)/services scp -r root@$(DEV_ENV_HOST_NAME):$(DEV_ENV_DEPLOY_DIR)/services $(SETUP_DIR) # Generate .env file echo NEO_MAINNET_ENDPOINT=http://$(DEV_ENV_HOST_NAME):30333 > .env echo MORPH_ENDPOINT=http://$(DEV_ENV_HOST_NAME):30334 >> .env echo HTTP_GATE=http://$(DEV_ENV_HOST_NAME):81 >> .env echo S3_GATE=https://$(DEV_ENV_HOST_NAME):8080 >> .env echo NEOFS_ENDPOINT=$(DEV_ENV_HOST_NAME):8081 >> .env # env: blockchain wallets echo MAINNET_WALLET_PATH="/.setup/services/chain/node-wallet.json" >> .env echo IR_WALLET_PATH="/.setup/services/ir/wallet01.json" >> .env # env: storage nodes echo STORAGE_CONTROL_ENDPOINT_1=$(DEV_ENV_HOST_NAME):8181 >> .env echo STORAGE_CONTROL_ENDPOINT_2=$(DEV_ENV_HOST_NAME):8182 >> .env echo STORAGE_CONTROL_ENDPOINT_3=$(DEV_ENV_HOST_NAME):8183 >> .env echo STORAGE_CONTROL_ENDPOINT_4=$(DEV_ENV_HOST_NAME):8184 >> .env echo STORAGE_CONTROL_ENDPOINT_PRIVATE="true" >> .env echo STORAGE_RPC_ENDPOINT_1=$(DEV_ENV_HOST_NAME):8081 >> .env echo STORAGE_RPC_ENDPOINT_2=$(DEV_ENV_HOST_NAME):8082 >> .env echo STORAGE_RPC_ENDPOINT_3=$(DEV_ENV_HOST_NAME):8083 >> .env echo STORAGE_RPC_ENDPOINT_4=$(DEV_ENV_HOST_NAME):8084 >> .env echo STORAGE_WALLET_PATH_1="/.setup/services/storage/wallet01.json" >> .env echo STORAGE_WALLET_PATH_2="/.setup/services/storage/wallet02.json" >> .env echo STORAGE_WALLET_PATH_3="/.setup/services/storage/wallet03.json" >> .env echo STORAGE_WALLET_PATH_4="/.setup/services/storage/wallet04.json" >> .env # env: SSH connection to storage node host and bin directory on that host echo STORAGE_NODE_SSH_USER="root" >> .env echo STORAGE_NODE_SSH_PRIVATE_KEY_PATH="/root/.ssh/id_rsa" >> .env echo STORAGE_NODE_BIN_PATH="$(DEV_ENV_DEPLOY_DIR)/vendor" >> .env # env: s3 gateway public key ssh root@$(DEV_ENV_HOST_NAME) 'cd $(DEV_ENV_DEPLOY_DIR) && make env | grep NEOFS_IR_CONTRACTS_NEOFS' >> .env .PHONY: setup-for-sbercloud setup-for-sbercloud: mkdir -p $(SETUP_DIR) # Copy wallets from configuration directory to setup directory cp -r $(CONFIG_DIR)/alphabet-wallets $(SETUP_DIR) cp -r $(CONFIG_DIR)/wallets $(SETUP_DIR) # Copy neofs-adm config to setup directory (and adjust path to wallets) cat $(CONFIG_DIR)/config.yaml | sed "s|alphabet-wallets:.*|alphabet-wallets: /.setup/alphabet-wallets|" > $(SETUP_DIR)/config.yaml # Copy SSH key for neofs nodes cp /jenkins/.ssh/id_rsa $(SETUP_DIR) # Generate .env file (NEO_MAINNET_ENDPOINT might be incorrect, but we don't use it) echo NEO_MAINNET_ENDPOINT=http://$(NODE1):40333 > .env echo MORPH_ENDPOINT=http://$(NODE1):40332 >> .env echo HTTP_GATE=http://$(NODE1):8888 >> .env echo S3_GATE=http://$(NODE1):8084 >> .env echo STORAGE_CONTROL_ENDPOINT_1=localhost:8091 >> .env echo STORAGE_CONTROL_ENDPOINT_2=localhost:8091 >> .env echo STORAGE_CONTROL_ENDPOINT_3=localhost:8091 >> .env echo STORAGE_CONTROL_ENDPOINT_4=localhost:8091 >> .env echo STORAGE_CONTROL_ENDPOINT_PRIVATE="true" >> .env echo NEOFS_ENDPOINT=$(NODE1):8080 >> .env echo STORAGE_RPC_ENDPOINT_1=$(NODE1):8080 >> .env echo STORAGE_RPC_ENDPOINT_2=$(NODE2):8080 >> .env echo STORAGE_RPC_ENDPOINT_3=$(NODE3):8080 >> .env echo STORAGE_RPC_ENDPOINT_4=$(NODE4):8080 >> .env echo STORAGE_WALLET_PATH_1="/.setup/wallets/node1-storage.json" >> .env echo STORAGE_WALLET_PATH_2="/.setup/wallets/node2-storage.json" >> .env echo STORAGE_WALLET_PATH_3="/.setup/wallets/node3-storage.json" >> .env echo STORAGE_WALLET_PATH_4="/.setup/wallets/node4-storage.json" >> .env echo MAINNET_WALLET_PATH="/.setup/alphabet-wallets/az.json" >> .env echo FREE_STORAGE=true >> .env echo NEOFS_ADM_EXEC="neofs-adm" >> .env echo NEOFS_ADM_CONFIG_PATH="/.setup/config.yaml" >> .env # env: SSH connection to storage node host and bin directory on that host echo STORAGE_NODE_SSH_USER="root" >> .env echo STORAGE_NODE_SSH_PRIVATE_KEY_PATH="/.setup/id_rsa" >> .env echo STORAGE_NODE_BIN_PATH="/usr/bin" >> .env # env: s3 gateway public key echo S3_GATE_PUB_KEY=$(shell $(NEO_BIN_DIR)/neo-go wallet dump-keys -w $(CONFIG_DIR)/wallets/node1-s3.json | head -2 | tail -1) >> .env .PHONY: pytest-docker pytest-docker: -docker ps -docker rm neofs_tests_py$(BUILD_NUMBER) -docker pull $(DEV_IMAGE_PY) docker run -t --rm \ -w /tests \ --name neofs_tests_py$(BUILD_NUMBER) \ -e PYTHONPATH="/tests/neofs-keywords/lib:/tests/neofs-keywords/robot:/tests/robot/resources/lib:/tests/robot/resources/lib/python_keywords:/tests/robot/variables:/tests/pytest_tests/helpers" \ -v $(CURDIR):/tests \ -v /var/run/docker.sock:/var/run/docker.sock \ -v $(NEO_BIN_DIR):/neofs \ -v $(SETUP_DIR):/.setup \ --privileged \ $(DOCKER_NETWORK) \ --env-file $(CURDIR)/.env \ $(DEV_IMAGE_PY) \ -v \ -m "$(CI_MARKERS)" \ --color=no \ --junitxml=/tests/xunit_results.xml \ --alluredir=/tests/allure_results \ --setup-show \ /tests/pytest_tests/testsuites