Ekaterina Lebedeva
df05057ed4
All checks were successful
Vulncheck / Vulncheck (pull_request) Successful in 3m5s
Pre-commit hooks / Pre-commit (pull_request) Successful in 3m36s
Tests and linters / gopls check (pull_request) Successful in 4m1s
Tests and linters / Run gofumpt (pull_request) Successful in 5m35s
DCO action / DCO (pull_request) Successful in 6m3s
Tests and linters / Tests with -race (pull_request) Successful in 6m35s
Build / Build Components (pull_request) Successful in 7m15s
Tests and linters / Staticcheck (pull_request) Successful in 7m38s
Tests and linters / Tests (pull_request) Successful in 7m56s
Tests and linters / Lint (pull_request) Successful in 8m42s
Tests and linters / Run gofumpt (push) Successful in 3m34s
Tests and linters / Staticcheck (push) Successful in 3m38s
Tests and linters / Lint (push) Successful in 5m12s
Vulncheck / Vulncheck (push) Successful in 6m7s
Build / Build Components (push) Successful in 6m43s
Pre-commit hooks / Pre-commit (push) Successful in 6m54s
Tests and linters / Tests (push) Successful in 7m31s
Tests and linters / Tests with -race (push) Successful in 8m5s
Tests and linters / gopls check (push) Successful in 8m13s
* Added new method for listing containers to container service. It opens stream and sends containers in batches. * Added TransportSplitter wrapper around ExecutionService to split container ID list read from contract in parts that are smaller than grpc max message size. Batch size can be changed in node configuration file (as in example config file). * Changed `container list` implementaion in cli: now ListStream is called by default. Old List is called only if ListStream is not implemented. * Changed `internalclient.ListContainersPrm`.`Account` to `OwnerID` since `client.PrmContainerList`.`Account` was renamed to `OwnerID` in sdk. Signed-off-by: Ekaterina Lebedeva <ekaterina.lebedeva@yadro.com>
227 lines
9 KiB
Bash
227 lines
9 KiB
Bash
FROSTFS_LOGGER_LEVEL=debug
|
|
FROSTFS_LOGGER_DESTINATION=journald
|
|
FROSTFS_LOGGER_TIMESTAMP=true
|
|
|
|
FROSTFS_PPROF_ENABLED=true
|
|
FROSTFS_PPROF_ADDRESS=localhost:6060
|
|
FROSTFS_PPROF_SHUTDOWN_TIMEOUT=15s
|
|
FROSTFS_PPROF_BLOCK_RATE=10000
|
|
FROSTFS_PPROF_MUTEX_RATE=10000
|
|
|
|
FROSTFS_PROMETHEUS_ENABLED=true
|
|
FROSTFS_PROMETHEUS_ADDRESS=localhost:9090
|
|
FROSTFS_PROMETHEUS_SHUTDOWN_TIMEOUT=15s
|
|
|
|
# Node section
|
|
FROSTFS_NODE_KEY=./wallet.key
|
|
FROSTFS_NODE_WALLET_PATH=./wallet.json
|
|
FROSTFS_NODE_WALLET_ADDRESS=NcpJzXcSDrh5CCizf4K9Ro6w4t59J5LKzz
|
|
FROSTFS_NODE_WALLET_PASSWORD=password
|
|
FROSTFS_NODE_ADDRESSES="s01.frostfs.devenv:8080 /dns4/s02.frostfs.devenv/tcp/8081 grpc://127.0.0.1:8082 grpcs://localhost:8083"
|
|
FROSTFS_NODE_ATTRIBUTE_0=Price:11
|
|
FROSTFS_NODE_ATTRIBUTE_1="UN-LOCODE:RU MSK"
|
|
FROSTFS_NODE_RELAY=true
|
|
FROSTFS_NODE_PERSISTENT_SESSIONS_PATH=/sessions
|
|
FROSTFS_NODE_PERSISTENT_STATE_PATH=/state
|
|
|
|
# Tree service section
|
|
FROSTFS_TREE_ENABLED=true
|
|
FROSTFS_TREE_CACHE_SIZE=15
|
|
FROSTFS_TREE_REPLICATION_CHANNEL_CAPACITY=32
|
|
FROSTFS_TREE_REPLICATION_WORKER_COUNT=32
|
|
FROSTFS_TREE_REPLICATION_TIMEOUT=5s
|
|
FROSTFS_TREE_SYNC_INTERVAL=1h
|
|
FROSTFS_TREE_SYNC_BATCH_SIZE=2000
|
|
FROSTFS_TREE_AUTHORIZED_KEYS="0397d207ea77909f7d66fa6f36d08daae22ace672be7ea4f53513484dde8a142a0 02053819235c20d784132deba10bb3061629e3a5c819a039ef091841d9d35dad56"
|
|
|
|
# gRPC section
|
|
## 0 server
|
|
FROSTFS_GRPC_0_ENDPOINT=s01.frostfs.devenv:8080
|
|
### TLS config
|
|
FROSTFS_GRPC_0_TLS_ENABLED=true
|
|
FROSTFS_GRPC_0_TLS_CERTIFICATE=/path/to/cert
|
|
FROSTFS_GRPC_0_TLS_KEY=/path/to/key
|
|
|
|
## 1 server
|
|
FROSTFS_GRPC_1_ENDPOINT=s02.frostfs.devenv:8080
|
|
### TLS config
|
|
FROSTFS_GRPC_1_TLS_ENABLED=false
|
|
|
|
# Control service section
|
|
FROSTFS_CONTROL_AUTHORIZED_KEYS="035839e45d472a3b7769a2a1bd7d54c4ccd4943c3b40f547870e83a8fcbfb3ce11 028f42cfcb74499d7b15b35d9bff260a1c8d27de4f446a627406a382d8961486d6"
|
|
FROSTFS_CONTROL_GRPC_ENDPOINT=localhost:8090
|
|
|
|
# Contracts section
|
|
FROSTFS_CONTRACTS_BALANCE=5263abba1abedbf79bb57f3e40b50b4425d2d6cd
|
|
FROSTFS_CONTRACTS_CONTAINER=5d084790d7aa36cea7b53fe897380dab11d2cd3c
|
|
FROSTFS_CONTRACTS_NETMAP=0cce9e948dca43a6b592efe59ddb4ecb89bdd9ca
|
|
FROSTFS_CONTRACTS_PROXY=ad7c6b55b737b696e5c82c85445040964a03e97f
|
|
|
|
# Morph chain section
|
|
FROSTFS_MORPH_DIAL_TIMEOUT=30s
|
|
FROSTFS_MORPH_CACHE_TTL=15s
|
|
FROSTFS_MORPH_SWITCH_INTERVAL=3m
|
|
FROSTFS_MORPH_RPC_ENDPOINT_0_ADDRESS="wss://rpc1.morph.frostfs.info:40341/ws"
|
|
FROSTFS_MORPH_RPC_ENDPOINT_0_PRIORITY=0
|
|
FROSTFS_MORPH_RPC_ENDPOINT_0_TRUSTED_CA_LIST="/path/to/ca.pem"
|
|
FROSTFS_MORPH_RPC_ENDPOINT_0_CERTIFICATE="/path/to/cert"
|
|
FROSTFS_MORPH_RPC_ENDPOINT_0_KEY="/path/to/key"
|
|
FROSTFS_MORPH_RPC_ENDPOINT_1_ADDRESS="wss://rpc2.morph.frostfs.info:40341/ws"
|
|
FROSTFS_MORPH_RPC_ENDPOINT_1_PRIORITY=2
|
|
FROSTFS_MORPH_APE_CHAIN_CACHE_SIZE=100000
|
|
|
|
# API Client section
|
|
FROSTFS_APICLIENT_DIAL_TIMEOUT=15s
|
|
FROSTFS_APICLIENT_STREAM_TIMEOUT=20s
|
|
FROSTFS_APICLIENT_RECONNECT_TIMEOUT=30s
|
|
FROSTFS_APICLIENT_ALLOW_EXTERNAL=true
|
|
|
|
# Policer section
|
|
FROSTFS_POLICER_HEAD_TIMEOUT=15s
|
|
|
|
# Replicator section
|
|
FROSTFS_REPLICATOR_PUT_TIMEOUT=15s
|
|
FROSTFS_REPLICATOR_POOL_SIZE=10
|
|
|
|
# Container service section
|
|
FROSTFS_CONTAINER_LIST_STREAM_BATCH_SIZE=500
|
|
|
|
# Object service section
|
|
FROSTFS_OBJECT_PUT_REMOTE_POOL_SIZE=100
|
|
FROSTFS_OBJECT_PUT_LOCAL_POOL_SIZE=200
|
|
FROSTFS_OBJECT_PUT_SKIP_SESSION_TOKEN_ISSUER_VERIFICATION=true
|
|
FROSTFS_OBJECT_DELETE_TOMBSTONE_LIFETIME=10
|
|
FROSTFS_OBJECT_GET_PRIORITY="$attribute:ClusterName $attribute:UN-LOCODE"
|
|
|
|
# Storage engine section
|
|
FROSTFS_STORAGE_SHARD_POOL_SIZE=15
|
|
FROSTFS_STORAGE_SHARD_RO_ERROR_THRESHOLD=100
|
|
## 0 shard
|
|
### Flag to refill Metabase from BlobStor
|
|
FROSTFS_STORAGE_SHARD_0_RESYNC_METABASE=false
|
|
FROSTFS_STORAGE_SHARD_0_RESYNC_METABASE_WORKER_COUNT=100
|
|
### Flag to set shard mode
|
|
FROSTFS_STORAGE_SHARD_0_MODE=read-only
|
|
### Write cache config
|
|
FROSTFS_STORAGE_SHARD_0_WRITECACHE_ENABLED=false
|
|
FROSTFS_STORAGE_SHARD_0_WRITECACHE_NO_SYNC=true
|
|
FROSTFS_STORAGE_SHARD_0_WRITECACHE_PATH=tmp/0/cache
|
|
FROSTFS_STORAGE_SHARD_0_WRITECACHE_SMALL_OBJECT_SIZE=16384
|
|
FROSTFS_STORAGE_SHARD_0_WRITECACHE_MAX_OBJECT_SIZE=134217728
|
|
FROSTFS_STORAGE_SHARD_0_WRITECACHE_FLUSH_WORKER_COUNT=30
|
|
FROSTFS_STORAGE_SHARD_0_WRITECACHE_CAPACITY=3221225472
|
|
FROSTFS_STORAGE_SHARD_0_WRITECACHE_PAGE_SIZE=4096
|
|
FROSTFS_STORAGE_SHARD_0_WRITECACHE_MAX_OBJECT_COUNT=49
|
|
FROSTFS_STORAGE_SHARD_0_WRITECACHE_MAX_FLUSHING_OBJECTS_SIZE=100
|
|
### Metabase config
|
|
FROSTFS_STORAGE_SHARD_0_METABASE_PATH=tmp/0/meta
|
|
FROSTFS_STORAGE_SHARD_0_METABASE_PERM=0644
|
|
FROSTFS_STORAGE_SHARD_0_METABASE_MAX_BATCH_SIZE=100
|
|
FROSTFS_STORAGE_SHARD_0_METABASE_MAX_BATCH_DELAY=10ms
|
|
### Blobstor config
|
|
FROSTFS_STORAGE_SHARD_0_COMPRESS=true
|
|
FROSTFS_STORAGE_SHARD_0_COMPRESSION_EXCLUDE_CONTENT_TYPES="audio/* video/*"
|
|
FROSTFS_STORAGE_SHARD_0_COMPRESSION_ESTIMATE_COMPRESSIBILITY=true
|
|
FROSTFS_STORAGE_SHARD_0_COMPRESSION_ESTIMATE_COMPRESSIBILITY_THRESHOLD=0.7
|
|
FROSTFS_STORAGE_SHARD_0_SMALL_OBJECT_SIZE=102400
|
|
### Blobovnicza config
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_PATH=tmp/0/blob/blobovnicza
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_PERM=0644
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_TYPE=blobovnicza
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_SIZE=4194304
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_DEPTH=1
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_WIDTH=4
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_OPENED_CACHE_CAPACITY=50
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_OPENED_CACHE_TTL=1m
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_OPENED_CACHE_EXP_INTERVAL=30s
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_INIT_WORKER_COUNT=10
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_0_REBUILD_DROP_TIMEOUT=30s
|
|
### FSTree config
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_1_TYPE=fstree
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_1_PATH=tmp/0/blob
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_1_PERM=0644
|
|
FROSTFS_STORAGE_SHARD_0_BLOBSTOR_1_DEPTH=5
|
|
### Pilorama config
|
|
FROSTFS_STORAGE_SHARD_0_PILORAMA_PATH="tmp/0/blob/pilorama.db"
|
|
FROSTFS_STORAGE_SHARD_0_PILORAMA_MAX_BATCH_DELAY=10ms
|
|
FROSTFS_STORAGE_SHARD_0_PILORAMA_MAX_BATCH_SIZE=200
|
|
### GC config
|
|
#### Limit of the single data remover's batching operation in number of objects
|
|
FROSTFS_STORAGE_SHARD_0_GC_REMOVER_BATCH_SIZE=150
|
|
#### Sleep interval between data remover tacts
|
|
FROSTFS_STORAGE_SHARD_0_GC_REMOVER_SLEEP_INTERVAL=2m
|
|
#### Limit of objects to be marked expired by the garbage collector
|
|
FROSTFS_STORAGE_SHARD_0_GC_EXPIRED_COLLECTOR_BATCH_SIZE=1500
|
|
#### Limit of concurrent workers collecting expired objects by the garbage collector
|
|
FROSTFS_STORAGE_SHARD_0_GC_EXPIRED_COLLECTOR_WORKER_COUNT=15
|
|
|
|
## 1 shard
|
|
### Flag to refill Metabase from BlobStor
|
|
FROSTFS_STORAGE_SHARD_1_RESYNC_METABASE=true
|
|
### Flag to set shard mode
|
|
FROSTFS_STORAGE_SHARD_1_MODE=read-write
|
|
### Write cache config
|
|
FROSTFS_STORAGE_SHARD_1_WRITECACHE_ENABLED=true
|
|
FROSTFS_STORAGE_SHARD_1_WRITECACHE_PATH=tmp/1/cache
|
|
FROSTFS_STORAGE_SHARD_1_WRITECACHE_SMALL_OBJECT_SIZE=16384
|
|
FROSTFS_STORAGE_SHARD_1_WRITECACHE_MAX_OBJECT_SIZE=134217728
|
|
FROSTFS_STORAGE_SHARD_1_WRITECACHE_FLUSH_WORKER_COUNT=30
|
|
FROSTFS_STORAGE_SHARD_1_WRITECACHE_CAPACITY=4294967296
|
|
### Metabase config
|
|
FROSTFS_STORAGE_SHARD_1_METABASE_PATH=tmp/1/meta
|
|
FROSTFS_STORAGE_SHARD_1_METABASE_PERM=0644
|
|
FROSTFS_STORAGE_SHARD_1_METABASE_MAX_BATCH_SIZE=200
|
|
FROSTFS_STORAGE_SHARD_1_METABASE_MAX_BATCH_DELAY=20ms
|
|
### Blobstor config
|
|
FROSTFS_STORAGE_SHARD_1_COMPRESS=false
|
|
FROSTFS_STORAGE_SHARD_1_SMALL_OBJECT_SIZE=102400
|
|
### Blobovnicza config
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_0_TYPE=blobovnicza
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_0_PATH=tmp/1/blob/blobovnicza
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_0_SIZE=4194304
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_0_DEPTH=1
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_0_WIDTH=4
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_0_OPENED_CACHE_CAPACITY=50
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_0_OPENED_CACHE_TTL=5m
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_0_OPENED_CACHE_EXP_INTERVAL=15s
|
|
### FSTree config
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_1_TYPE=fstree
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_1_PATH=tmp/1/blob
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_1_PERM=0644
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_1_NO_SYNC=true
|
|
FROSTFS_STORAGE_SHARD_1_BLOBSTOR_1_DEPTH=5
|
|
### Pilorama config
|
|
FROSTFS_STORAGE_SHARD_1_PILORAMA_PATH="tmp/1/blob/pilorama.db"
|
|
FROSTFS_STORAGE_SHARD_1_PILORAMA_PERM=0644
|
|
FROSTFS_STORAGE_SHARD_1_PILORAMA_NO_SYNC=true
|
|
FROSTFS_STORAGE_SHARD_1_PILORAMA_MAX_BATCH_DELAY=5ms
|
|
FROSTFS_STORAGE_SHARD_1_PILORAMA_MAX_BATCH_SIZE=100
|
|
### GC config
|
|
#### Limit of the single data remover's batching operation in number of objects
|
|
FROSTFS_STORAGE_SHARD_1_GC_REMOVER_BATCH_SIZE=200
|
|
#### Sleep interval between data remover tacts
|
|
FROSTFS_STORAGE_SHARD_1_GC_REMOVER_SLEEP_INTERVAL=5m
|
|
|
|
FROSTFS_TRACING_ENABLED=true
|
|
FROSTFS_TRACING_ENDPOINT="localhost"
|
|
FROSTFS_TRACING_EXPORTER="otlp_grpc"
|
|
FROSTFS_TRACING_TRUSTED_CA=""
|
|
FROSTFS_TRACING_ATTRIBUTES_0_KEY=key0
|
|
FROSTFS_TRACING_ATTRIBUTES_0_VALUE=value
|
|
FROSTFS_TRACING_ATTRIBUTES_1_KEY=key1
|
|
FROSTFS_TRACING_ATTRIBUTES_1_VALUE=value
|
|
|
|
FROSTFS_RUNTIME_SOFT_MEMORY_LIMIT=1073741824
|
|
|
|
# AUDIT section
|
|
FROSTFS_AUDIT_ENABLED=true
|
|
|
|
# MULTINET section
|
|
FROSTFS_MULTINET_ENABLED=true
|
|
FROSTFS_MULTINET_SUBNETS_0_MASK="192.168.219.174/24"
|
|
FROSTFS_MULTINET_SUBNETS_0_SOURCE_IPS="192.168.218.185 192.168.219.185"
|
|
FROSTFS_MULTINET_SUBNETS_1_MASK="10.78.70.74/24"
|
|
FROSTFS_MULTINET_SUBNETS_1_SOURCE_IPS="10.78.70.185 10.78.71.185"
|
|
FROSTFS_MULTINET_BALANCER=roundrobin
|
|
FROSTFS_MULTINET_RESTRICT=false
|
|
FROSTFS_MULTINET_FALLBACK_DELAY=350ms
|