Ekaterina Lebedeva
2bd0ab4cb8
All checks were successful
Vulncheck / Vulncheck (pull_request) Successful in 2m54s
Pre-commit hooks / Pre-commit (pull_request) Successful in 3m20s
Tests and linters / Run gofumpt (pull_request) Successful in 3m28s
DCO action / DCO (pull_request) Successful in 3m53s
Tests and linters / gopls check (pull_request) Successful in 3m48s
Build / Build Components (pull_request) Successful in 4m44s
Tests and linters / Tests (pull_request) Successful in 5m37s
Tests and linters / Staticcheck (pull_request) Successful in 5m43s
Tests and linters / Lint (pull_request) Successful in 6m4s
Tests and linters / Tests with -race (pull_request) Successful in 6m49s
* Added new method for listing containers to container service. It opens stream and sends containers in batches. * Added TransportSplitter wrapper around ExecutionService to split container ID list read from contract in parts that are smaller than grpc max message size. Batch size can be changed in node configuration file (as in example config file). * Changed `container list` implementaion in cli: now ListStream is called by default. Old List is called only if ListStream is not implemented. Signed-off-by: Ekaterina Lebedeva <ekaterina.lebedeva@yadro.com>
227 lines
9 KiB
Bash
227 lines
9 KiB
Bash
FROSTFS_LOGGER_LEVEL=debug
|
|
FROSTFS_LOGGER_DESTINATION=journald
|
|
FROSTFS_LOGGER_TIMESTAMP=true
|
|
|
|
FROSTFS_PPROF_ENABLED=true
|
|
FROSTFS_PPROF_ADDRESS=localhost:6060
|
|
FROSTFS_PPROF_SHUTDOWN_TIMEOUT=15s
|
|
FROSTFS_PPROF_BLOCK_RATE=10000
|
|
FROSTFS_PPROF_MUTEX_RATE=10000
|
|
|
|
FROSTFS_PROMETHEUS_ENABLED=true
|
|
FROSTFS_PROMETHEUS_ADDRESS=localhost:9090
|
|
FROSTFS_PROMETHEUS_SHUTDOWN_TIMEOUT=15s
|
|
|
|
# Node section
|
|
FROSTFS_NODE_KEY=./wallet.key
|
|
FROSTFS_NODE_WALLET_PATH=./wallet.json
|
|
FROSTFS_NODE_WALLET_ADDRESS=NcpJzXcSDrh5CCizf4K9Ro6w4t59J5LKzz
|
|
FROSTFS_NODE_WALLET_PASSWORD=password
|
|
FROSTFS_NODE_ADDRESSES="s01.frostfs.devenv:8080 /dns4/s02.frostfs.devenv/tcp/8081 grpc://127.0.0.1:8082 grpcs://localhost:8083"
|
|
FROSTFS_NODE_ATTRIBUTE_0=Price:11
|
|
FROSTFS_NODE_ATTRIBUTE_1="UN-LOCODE:RU MSK"
|
|
FROSTFS_NODE_RELAY=true
|
|
FROSTFS_NODE_PERSISTENT_SESSIONS_PATH=/sessions
|
|
FROSTFS_NODE_PERSISTENT_STATE_PATH=/state
|
|
|
|
# Tree service section
|
|
FROSTFS_TREE_ENABLED=true
|
|
FROSTFS_TREE_CACHE_SIZE=15
|
|
FROSTFS_TREE_REPLICATION_CHANNEL_CAPACITY=32
|
|
FROSTFS_TREE_REPLICATION_WORKER_COUNT=32
|
|
FROSTFS_TREE_REPLICATION_TIMEOUT=5s
|
|
FROSTFS_TREE_SYNC_INTERVAL=1h
|
|
FROSTFS_TREE_SYNC_BATCH_SIZE=2000
|
|
FROSTFS_TREE_AUTHORIZED_KEYS="0397d207ea77909f7d66fa6f36d08daae22ace672be7ea4f53513484dde8a142a0 02053819235c20d784132deba10bb3061629e3a5c819a039ef091841d9d35dad56"
|
|
|
|
# gRPC section
|
|
## 0 server
|
|
FROSTFS_GRPC_0_ENDPOINT=s01.frostfs.devenv:8080
|
|
### TLS config
|
|
FROSTFS_GRPC_0_TLS_ENABLED=true
|
|
FROSTFS_GRPC_0_TLS_CERTIFICATE=/path/to/cert
|
|
FROSTFS_GRPC_0_TLS_KEY=/path/to/key
|
|
|
|
## 1 server
|
|
FROSTFS_GRPC_1_ENDPOINT=s02.frostfs.devenv:8080
|
|
### TLS config
|
|
FROSTFS_GRPC_1_TLS_ENABLED=false
|
|
|
|
# Control service section
|
|
FROSTFS_CONTROL_AUTHORIZED_KEYS="035839e45d472a3b7769a2a1bd7d54c4ccd4943c3b40f547870e83a8fcbfb3ce11 028f42cfcb74499d7b15b35d9bff260a1c8d27de4f446a627406a382d8961486d6"
|
|
FROSTFS_CONTROL_GRPC_ENDPOINT=localhost:8090
|
|
|
|
# Contracts section
|
|
FROSTFS_CONTRACTS_BALANCE=5263abba1abedbf79bb57f3e40b50b4425d2d6cd
|
|
FROSTFS_CONTRACTS_CONTAINER=5d084790d7aa36cea7b53fe897380dab11d2cd3c
|
|
FROSTFS_CONTRACTS_NETMAP=0cce9e948dca43a6b592efe59ddb4ecb89bdd9ca
|
|
FROSTFS_CONTRACTS_PROXY=ad7c6b55b737b696e5c82c85445040964a03e97f
|
|
|
|
# Morph chain section
|
|
FROSTFS_MORPH_DIAL_TIMEOUT=30s
|
|
FROSTFS_MORPH_CACHE_TTL=15s
|
|
FROSTFS_MORPH_SWITCH_INTERVAL=3m
|
|
FROSTFS_MORPH_RPC_ENDPOINT_0_ADDRESS="wss://rpc1.morph.frostfs.info:40341/ws"
|
|
FROSTFS_MORPH_RPC_ENDPOINT_0_PRIORITY=0
|
|
FROSTFS_MORPH_RPC_ENDPOINT_0_TRUSTED_CA_LIST="/path/to/ca.pem"
|
|
FROSTFS_MORPH_RPC_ENDPOINT_0_CERTIFICATE="/path/to/cert"
|
|
FROSTFS_MORPH_RPC_ENDPOINT_0_KEY="/path/to/key"
|
|
FROSTFS_MORPH_RPC_ENDPOINT_1_ADDRESS="wss://rpc2.morph.frostfs.info:40341/ws"
|
|
FROSTFS_MORPH_RPC_ENDPOINT_1_PRIORITY=2
|
|
FROSTFS_MORPH_APE_CHAIN_CACHE_SIZE=100000
|
|
|
|
# API Client section
|
|
FROSTFS_APICLIENT_DIAL_TIMEOUT=15s
|
|
FROSTFS_APICLIENT_STREAM_TIMEOUT=20s
|
|
FROSTFS_APICLIENT_RECONNECT_TIMEOUT=30s
|
|
FROSTFS_APICLIENT_ALLOW_EXTERNAL=true
|
|
|
|
# Policer section
|
|
FROSTFS_POLICER_HEAD_TIMEOUT=15s
|
|
|
|
# Replicator section
|
|
FROSTFS_REPLICATOR_PUT_TIMEOUT=15s
|
|
FROSTFS_REPLICATOR_POOL_SIZE=10
|
|
|
|
# Container service section
|
|
FROSTFS_CONTAINER_LIST_STREAM_BATCH_SIZE=1000
|
|
|
|
# Object service section
|
|
FROSTFS_OBJECT_PUT_REMOTE_POOL_SIZE=100
|
|
FROSTFS_OBJECT_PUT_LOCAL_POOL_SIZE=200
|
|
FROSTFS_OBJECT_PUT_SKIP_SESSION_TOKEN_ISSUER_VERIFICATION=true
|
|
FROSTFS_OBJECT_DELETE_TOMBSTONE_LIFETIME=10
|
|
FROSTFS_OBJECT_GET_PRIORITY="$attribute:ClusterName $attribute:UN-LOCODE"
|
|
|
|
# Storage engine section
|
|
FROSTFS_STORAGE_SHARD_POOL_SIZE=15
|
|
FROSTFS_STORAGE_SHARD_RO_ERROR_THRESHOLD=100
|
|
## 0 shard
|
|
### Flag to refill Metabase from BlobStor
|
|
FROSTFS_STORAGE_SHARD_0_RESYNC_METABASE=false
|
|
FROSTFS_STORAGE_SHARD_0_RESYNC_METABASE_WORKER_COUNT=100
|
|
### Flag to set shard mode
|
|
FROSTFS_STORAGE_SHARD_0_MODE=read-only
|
|
### Write cache config
|
|
FROSTFS_STORAGE_SHARD_0_WRITECACHE_ENABLED=false
|
|
FROSTFS_STORAGE_SHARD_0_WRITECACHE_NO_SYNC=true
|
|
FROSTFS_STORAGE_SHARD_0_WRITECACHE_PATH=tmp/0/cache
|
|
FROSTFS_STORAGE_SHARD_0_WRITECACHE_SMALL_OBJECT_SIZE=16384
|
|
FROSTFS_STORAGE_SHARD_0_WRITECACHE_MAX_OBJECT_SIZE=134217728
|
|
FROSTFS_STORAGE_SHARD_0_WRITECACHE_FLUSH_WORKER_COUNT=30
|
|
FROSTFS_STORAGE_SHARD_0_WRITECACHE_CAPACITY=3221225472
|
|
FROSTFS_STORAGE_SHARD_0_WRITECACHE_PAGE_SIZE=4096
|
|
FROSTFS_STORAGE_SHARD_0_WRITECACHE_MAX_OBJECT_COUNT=49
|
|
FROSTFS_STORAGE_SHARD_0_WRITECACHE_MAX_FLUSHING_OBJECTS_SIZE=100
|
|
### Metabase config
|
|
FROSTFS_STORAGE_SHARD_0_METABASE_PATH=tmp/0/meta
|
|
FROSTFS_STORAGE_SHARD_0_METABASE_PERM=0644
|
|
FROSTFS_STORAGE_SHARD_0_METABASE_MAX_BATCH_SIZE=100
|
|
FROSTFS_STORAGE_SHARD_0_METABASE_MAX_BATCH_DELAY=10ms
|
|
### Blobstor config
|
|
FROSTFS_STORAGE_SHARD_0_COMPRESS=true
|
|
FROSTFS_STORAGE_SHARD_0_COMPRESSION_EXCLUDE_CONTENT_TYPES="audio/* video/*"
|
|
FROSTFS_STORAGE_SHARD_0_COMPRESSION_ESTIMATE_COMPRESSIBILITY=true
|
|
FROSTFS_STORAGE_SHARD_0_COMPRESSION_ESTIMATE_COMPRESSIBILITY_THRESHOLD=0.7
|
|
FROSTFS_STORAGE_SHARD_0_SMALL_OBJECT_SIZE=102400
|
|
### Blobovnicza config
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_PATH=tmp/0/blob/blobovnicza
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_PERM=0644
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_TYPE=blobovnicza
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_SIZE=4194304
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_DEPTH=1
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_WIDTH=4
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_OPENED_CACHE_CAPACITY=50
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_OPENED_CACHE_TTL=1m
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_OPENED_CACHE_EXP_INTERVAL=30s
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_INIT_WORKER_COUNT=10
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_REBUILD_DROP_TIMEOUT=30s
|
|
### FSTree config
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_1_TYPE=fstree
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_1_PATH=tmp/0/blob
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_1_PERM=0644
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_1_DEPTH=5
|
|
### Pilorama config
|
|
FROSTFS_STORAGE_SHARD_0_PILORAMA_PATH="tmp/0/blob/pilorama.db"
|
|
FROSTFS_STORAGE_SHARD_0_PILORAMA_MAX_BATCH_DELAY=10ms
|
|
FROSTFS_STORAGE_SHARD_0_PILORAMA_MAX_BATCH_SIZE=200
|
|
### GC config
|
|
#### Limit of the single data remover's batching operation in number of objects
|
|
FROSTFS_STORAGE_SHARD_0_GC_REMOVER_BATCH_SIZE=150
|
|
#### Sleep interval between data remover tacts
|
|
FROSTFS_STORAGE_SHARD_0_GC_REMOVER_SLEEP_INTERVAL=2m
|
|
#### Limit of objects to be marked expired by the garbage collector
|
|
FROSTFS_STORAGE_SHARD_0_GC_EXPIRED_COLLECTOR_BATCH_SIZE=1500
|
|
#### Limit of concurrent workers collecting expired objects by the garbage collector
|
|
FROSTFS_STORAGE_SHARD_0_GC_EXPIRED_COLLECTOR_WORKER_COUNT=15
|
|
|
|
## 1 shard
|
|
### Flag to refill Metabase from BlobStor
|
|
FROSTFS_STORAGE_SHARD_1_RESYNC_METABASE=true
|
|
### Flag to set shard mode
|
|
FROSTFS_STORAGE_SHARD_1_MODE=read-write
|
|
### Write cache config
|
|
FROSTFS_STORAGE_SHARD_1_WRITECACHE_ENABLED=true
|
|
FROSTFS_STORAGE_SHARD_1_WRITECACHE_PATH=tmp/1/cache
|
|
FROSTFS_STORAGE_SHARD_1_WRITECACHE_SMALL_OBJECT_SIZE=16384
|
|
FROSTFS_STORAGE_SHARD_1_WRITECACHE_MAX_OBJECT_SIZE=134217728
|
|
FROSTFS_STORAGE_SHARD_1_WRITECACHE_FLUSH_WORKER_COUNT=30
|
|
FROSTFS_STORAGE_SHARD_1_WRITECACHE_CAPACITY=4294967296
|
|
### Metabase config
|
|
FROSTFS_STORAGE_SHARD_1_METABASE_PATH=tmp/1/meta
|
|
FROSTFS_STORAGE_SHARD_1_METABASE_PERM=0644
|
|
FROSTFS_STORAGE_SHARD_1_METABASE_MAX_BATCH_SIZE=200
|
|
FROSTFS_STORAGE_SHARD_1_METABASE_MAX_BATCH_DELAY=20ms
|
|
### Blobstor config
|
|
FROSTFS_STORAGE_SHARD_1_COMPRESS=false
|
|
FROSTFS_STORAGE_SHARD_1_SMALL_OBJECT_SIZE=102400
|
|
### Blobovnicza config
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_0_TYPE=blobovnicza
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_0_PATH=tmp/1/blob/blobovnicza
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_0_SIZE=4194304
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_0_DEPTH=1
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_0_WIDTH=4
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_0_OPENED_CACHE_CAPACITY=50
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_0_OPENED_CACHE_TTL=5m
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_0_OPENED_CACHE_EXP_INTERVAL=15s
|
|
### FSTree config
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_1_TYPE=fstree
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_1_PATH=tmp/1/blob
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_1_PERM=0644
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_1_NO_SYNC=true
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_1_DEPTH=5
|
|
### Pilorama config
|
|
FROSTFS_STORAGE_SHARD_1_PILORAMA_PATH="tmp/1/blob/pilorama.db"
|
|
FROSTFS_STORAGE_SHARD_1_PILORAMA_PERM=0644
|
|
FROSTFS_STORAGE_SHARD_1_PILORAMA_NO_SYNC=true
|
|
FROSTFS_STORAGE_SHARD_1_PILORAMA_MAX_BATCH_DELAY=5ms
|
|
FROSTFS_STORAGE_SHARD_1_PILORAMA_MAX_BATCH_SIZE=100
|
|
### GC config
|
|
#### Limit of the single data remover's batching operation in number of objects
|
|
FROSTFS_STORAGE_SHARD_1_GC_REMOVER_BATCH_SIZE=200
|
|
#### Sleep interval between data remover tacts
|
|
FROSTFS_STORAGE_SHARD_1_GC_REMOVER_SLEEP_INTERVAL=5m
|
|
|
|
FROSTFS_TRACING_ENABLED=true
|
|
FROSTFS_TRACING_ENDPOINT="localhost"
|
|
FROSTFS_TRACING_EXPORTER="otlp_grpc"
|
|
FROSTFS_TRACING_TRUSTED_CA=""
|
|
FROSTFS_TRACING_ATTRIBUTES_0_KEY=key0
|
|
FROSTFS_TRACING_ATTRIBUTES_0_VALUE=value
|
|
FROSTFS_TRACING_ATTRIBUTES_1_KEY=key1
|
|
FROSTFS_TRACING_ATTRIBUTES_1_VALUE=value
|
|
|
|
FROSTFS_RUNTIME_SOFT_MEMORY_LIMIT=1073741824
|
|
|
|
# AUDIT section
|
|
FROSTFS_AUDIT_ENABLED=true
|
|
|
|
# MULTINET section
|
|
FROSTFS_MULTINET_ENABLED=true
|
|
FROSTFS_MULTINET_SUBNETS_0_MASK="192.168.219.174/24"
|
|
FROSTFS_MULTINET_SUBNETS_0_SOURCE_IPS="192.168.218.185 192.168.219.185"
|
|
FROSTFS_MULTINET_SUBNETS_1_MASK="10.78.70.74/24"
|
|
FROSTFS_MULTINET_SUBNETS_1_SOURCE_IPS="10.78.70.185 10.78.71.185"
|
|
FROSTFS_MULTINET_BALANCER=roundrobin
|
|
FROSTFS_MULTINET_RESTRICT=false
|
|
FROSTFS_MULTINET_FALLBACK_DELAY=350ms
|