frostfs-testcases/Makefile

148 lines
6.2 KiB
Makefile

#!/usr/bin/make -f
.DEFAULT_GOAL := help
SHELL = bash
OUTPUT_DIR = artifacts/
KEYWORDS_REPO = git@github.com:nspcc-dev/neofs-keywords.git
VENVS = $(shell ls -1d venv/*/ | sort -u | xargs basename -a)
ROOT_DIR := $(shell dirname $(realpath $(firstword $(MAKEFILE_LIST))))
DEV_IMAGE_PY ?= registry.spb.yadro.com/tools/pytest-neofs-x86_64:7
SETUP_DIR ?= $(CURDIR)/.setup
DEV_ENV_DEPLOY_DIR ?= /opt/dev-env
ifeq ($(shell uname -s),Darwin)
DOCKER_NETWORK = --network bridge -p 389:389 -p 636:636
endif
.PHONY: all
all: venvs
include venv_template.mk
run: venvs
@echo "⇒ Test Run"
@robot --timestampoutputs --outputdir $(OUTPUT_DIR) robot/testsuites/integration/
.PHONY: venvs
venvs:
$(foreach venv,$(VENVS),venv.$(venv))
$(foreach venv,$(VENVS),$(eval $(call VENV_template,$(venv))))
submodules:
@git submodule init
@git submodule update --recursive --remote
clean:
rm -rf venv.*
pytest-local:
@echo "⇒ Run Pytest"
export PYTHONPATH=$(ROOT_DIR)/neofs-keywords/lib:$(ROOT_DIR)/neofs-keywords/robot:$(ROOT_DIR)/robot/resources/lib:$(ROOT_DIR)/robot/resources/lib/python_keywords:$(ROOT_DIR)/robot/variables && \
python -m pytest pytest_tests/testsuites/
help:
@echo "⇒ run Run testcases ${R}"
.PHONY: setup-for-remote-devenv
setup-for-remote-devenv:
mkdir -p $(SETUP_DIR)
# Download services directory from remote devenv into $(SETUP_DIR)/services
scp -r root@$(DEV_ENV_HOST_NAME):$(DEV_ENV_DEPLOY_DIR)/services $(SETUP_DIR)
# Generate .env file
echo NEO_MAINNET_ENDPOINT=http://$(DEV_ENV_HOST_NAME):30333 > .env
echo MORPH_ENDPOINT=http://$(DEV_ENV_HOST_NAME):30334 >> .env
echo HTTP_GATE=http://$(DEV_ENV_HOST_NAME):81 >> .env
echo S3_GATE=https://$(DEV_ENV_HOST_NAME):8080 >> .env
echo NEOFS_ENDPOINT=$(DEV_ENV_HOST_NAME):8081 >> .env
# env: blockchain wallets
echo MAINNET_WALLET_PATH="/.setup/services/chain/node-wallet.json" >> .env
echo IR_WALLET_PATH="/.setup/services/ir/wallet01.json" >> .env
# env: storage nodes
echo STORAGE_CONTROL_ENDPOINT_1=$(DEV_ENV_HOST_NAME):8181 >> .env
echo STORAGE_CONTROL_ENDPOINT_2=$(DEV_ENV_HOST_NAME):8182 >> .env
echo STORAGE_CONTROL_ENDPOINT_3=$(DEV_ENV_HOST_NAME):8183 >> .env
echo STORAGE_CONTROL_ENDPOINT_4=$(DEV_ENV_HOST_NAME):8184 >> .env
echo STORAGE_CONTROL_ENDPOINT_PRIVATE="true" >> .env
echo STORAGE_RPC_ENDPOINT_1=$(DEV_ENV_HOST_NAME):8081 >> .env
echo STORAGE_RPC_ENDPOINT_2=$(DEV_ENV_HOST_NAME):8082 >> .env
echo STORAGE_RPC_ENDPOINT_3=$(DEV_ENV_HOST_NAME):8083 >> .env
echo STORAGE_RPC_ENDPOINT_4=$(DEV_ENV_HOST_NAME):8084 >> .env
echo STORAGE_WALLET_PATH_1="/.setup/services/storage/wallet01.json" >> .env
echo STORAGE_WALLET_PATH_2="/.setup/services/storage/wallet02.json" >> .env
echo STORAGE_WALLET_PATH_3="/.setup/services/storage/wallet03.json" >> .env
echo STORAGE_WALLET_PATH_4="/.setup/services/storage/wallet04.json" >> .env
# env: SSH connection to storage node host and bin directory on that host
echo STORAGE_NODE_SSH_USER="root" >> .env
echo STORAGE_NODE_SSH_PRIVATE_KEY_PATH="/root/.ssh/id_rsa" >> .env
echo STORAGE_NODE_BIN_PATH="$(DEV_ENV_DEPLOY_DIR)/vendor" >> .env
# env: s3 gateway public key
ssh root@$(DEV_ENV_HOST_NAME) 'cd $(DEV_ENV_DEPLOY_DIR) && make env | grep NEOFS_IR_CONTRACTS_NEOFS' >> .env
.PHONY: setup-for-sbercloud
setup-for-sbercloud:
mkdir -p $(SETUP_DIR)
# Copy wallets from configuration directory to setup directory
cp -r $(CONFIG_DIR)/alphabet-wallets $(SETUP_DIR)
cp -r $(CONFIG_DIR)/wallets $(SETUP_DIR)
# Copy neofs-adm config to setup directory (and adjust path to wallets)
cat $(CONFIG_DIR)/config.yaml | sed "s|alphabet-wallets:.*|alphabet-wallets: /.setup/alphabet-wallets|" > $(SETUP_DIR)/config.yaml
# Copy SSH key for neofs nodes
cp /jenkins/.ssh/id_rsa $(SETUP_DIR)
# Generate .env file (NEO_MAINNET_ENDPOINT might be incorrect, but we don't use it)
echo NEO_MAINNET_ENDPOINT=http://$(NODE1):40333 > .env
echo MORPH_ENDPOINT=http://$(NODE1):40332 >> .env
echo HTTP_GATE=http://$(NODE1):8888 >> .env
echo S3_GATE=http://$(NODE1):8084 >> .env
echo STORAGE_CONTROL_ENDPOINT_1=localhost:8091 >> .env
echo STORAGE_CONTROL_ENDPOINT_2=localhost:8091 >> .env
echo STORAGE_CONTROL_ENDPOINT_3=localhost:8091 >> .env
echo STORAGE_CONTROL_ENDPOINT_4=localhost:8091 >> .env
echo STORAGE_CONTROL_ENDPOINT_PRIVATE="true" >> .env
echo NEOFS_ENDPOINT=$(NODE1):8080 >> .env
echo STORAGE_RPC_ENDPOINT_1=$(NODE1):8080 >> .env
echo STORAGE_RPC_ENDPOINT_2=$(NODE2):8080 >> .env
echo STORAGE_RPC_ENDPOINT_3=$(NODE3):8080 >> .env
echo STORAGE_RPC_ENDPOINT_4=$(NODE4):8080 >> .env
echo STORAGE_WALLET_PATH_1="/.setup/wallets/node1-storage.json" >> .env
echo STORAGE_WALLET_PATH_2="/.setup/wallets/node2-storage.json" >> .env
echo STORAGE_WALLET_PATH_3="/.setup/wallets/node3-storage.json" >> .env
echo STORAGE_WALLET_PATH_4="/.setup/wallets/node4-storage.json" >> .env
echo MAINNET_WALLET_PATH="/.setup/alphabet-wallets/az.json" >> .env
echo FREE_STORAGE=true >> .env
echo NEOFS_ADM_EXEC="neofs-adm" >> .env
echo NEOFS_ADM_CONFIG_PATH="/.setup/config.yaml" >> .env
# env: SSH connection to storage node host and bin directory on that host
echo STORAGE_NODE_SSH_USER="root" >> .env
echo STORAGE_NODE_SSH_PRIVATE_KEY_PATH="/.setup/id_rsa" >> .env
echo STORAGE_NODE_BIN_PATH="/usr/local/bin/" >> .env
# env: s3 gateway public key
echo S3_GATE_PUB_KEY=$(shell $(NEO_BIN_DIR)/neo-go wallet dump-keys -w $(CONFIG_DIR)/wallets/node1-s3.json | head -2 | tail -1) >> .env
.PHONY: pytest-docker
pytest-docker:
-docker ps
-docker rm neofs_tests_py$(BUILD_NUMBER)
-docker pull $(DEV_IMAGE_PY)
docker run -t --rm \
-w /tests \
--name neofs_tests_py$(BUILD_NUMBER) \
-e PYTHONPATH="/tests/neofs-keywords/lib:/tests/neofs-keywords/robot:/tests/robot/resources/lib:/tests/robot/resources/lib/python_keywords:/tests/robot/variables:/tests/pytest_tests/helpers" \
-v $(CURDIR):/tests \
-v /var/run/docker.sock:/var/run/docker.sock \
-v $(NEO_BIN_DIR):/neofs \
-v $(SETUP_DIR):/.setup \
--privileged \
$(DOCKER_NETWORK) \
--env-file $(CURDIR)/.env \
$(DEV_IMAGE_PY) \
-v \
-m "$(CI_MARKERS)" \
--color=no \
--junitxml=/tests/xunit_results.xml \
--alluredir=/tests/allure_results \
--setup-show \
/tests/pytest_tests/testsuites