forked from TrueCloudLab/frostfs-node
[#493] config/example: Add storage engine's configurations
Signed-off-by: Leonard Lyubich <leonard@nspcc.ru>
This commit is contained in:
Leonard Lyubich
Leonard Lyubich
parent
f663a1c125
commit
e1ebb48655
3 changed files with 198 additions and 1 deletions
|
|
@ -4,4 +4,63 @@ NEOFS_PROFILER_ADDRESS=127.0.0.1:6060
|
||||||
NEOFS_PROFILER_SHUTDOWN_TIMEOUT=15s
|
NEOFS_PROFILER_SHUTDOWN_TIMEOUT=15s
|
||||||
|
|
||||||
NEOFS_METRICS_ADDRESS=127.0.0.1:9090
|
NEOFS_METRICS_ADDRESS=127.0.0.1:9090
|
||||||
NEOFS_METRICS_SHUTDOWN_TIMEOUT=15s
|
NEOFS_METRICS_SHUTDOWN_TIMEOUT=15s
|
||||||
|
|
||||||
|
|
||||||
|
# Storage engine section
|
||||||
|
NEOFS_STORAGE_SHARD_NUM=2
|
||||||
|
## 0 shard
|
||||||
|
### Write cache config
|
||||||
|
NEOFS_STORAGE_SHARD_0_USE_WRITE_CACHE=false
|
||||||
|
NEOFS_STORAGE_SHARD_0_WRITECACHE_PATH=tmp/0/cache
|
||||||
|
NEOFS_STORAGE_SHARD_0_WRITECACHE_MEM_SIZE=111
|
||||||
|
NEOFS_STORAGE_SHARD_0_WRITECACHE_DB_SIZE=222
|
||||||
|
NEOFS_STORAGE_SHARD_0_WRITECACHE_SMALL_SIZE=333
|
||||||
|
NEOFS_STORAGE_SHARD_0_WRITECACHE_MAX_SIZE=444
|
||||||
|
NEOFS_STORAGE_SHARD_0_WRITECACHE_WORKERS_NUMBER=555
|
||||||
|
### Metabase config
|
||||||
|
NEOFS_STORAGE_SHARD_0_METABASE_PATH=tmp/0/meta
|
||||||
|
NEOFS_STORAGE_SHARD_0_METABASE_PERM=0700
|
||||||
|
### Blobstor config
|
||||||
|
NEOFS_STORAGE_SHARD_0_BLOBSTOR_PATH=tmp/0/blob
|
||||||
|
NEOFS_STORAGE_SHARD_0_BLOBSTOR_PERM=0666
|
||||||
|
NEOFS_STORAGE_SHARD_0_BLOBSTOR_SHALLOW_DEPTH=5
|
||||||
|
NEOFS_STORAGE_SHARD_0_BLOBSTOR_COMPRESS=true
|
||||||
|
NEOFS_STORAGE_SHARD_0_BLOBSTOR_SMALL_SIZE_LIMIT=77
|
||||||
|
### Blobovnicza config
|
||||||
|
NEOFS_STORAGE_SHARD_0_BLOBSTOR_BLOBOVNICZA_SIZE=1024
|
||||||
|
NEOFS_STORAGE_SHARD_0_BLOBSTOR_BLOBOVNICZA_SHALLOW_DEPTH=10
|
||||||
|
NEOFS_STORAGE_SHARD_0_BLOBSTOR_BLOBOVNICZA_SHALLOW_WIDTH=20
|
||||||
|
NEOFS_STORAGE_SHARD_0_BLOBSTOR_BLOBOVNICZA_OPENED_CACHE_SIZE=88
|
||||||
|
### GC config
|
||||||
|
#### Limit of the single data remover's batching operation in number of objects
|
||||||
|
NEOFS_STORAGE_SHARD_0_GC_REMOVER_BATCH_SIZE=123
|
||||||
|
#### Sleep interval between data remover tacts
|
||||||
|
NEOFS_STORAGE_SHARD_0_GC_REMOVER_SLEEP_INTERVAL=3h
|
||||||
|
|
||||||
|
## 1 shard
|
||||||
|
### Write cache config
|
||||||
|
NEOFS_STORAGE_SHARD_1_USE_WRITE_CACHE=true
|
||||||
|
NEOFS_STORAGE_SHARD_1_WRITECACHE_PATH=tmp/1/cache
|
||||||
|
NEOFS_STORAGE_SHARD_1_WRITECACHE_MEM_SIZE=112
|
||||||
|
NEOFS_STORAGE_SHARD_1_WRITECACHE_DB_SIZE=223
|
||||||
|
NEOFS_STORAGE_SHARD_1_WRITECACHE_SMALL_SIZE=334
|
||||||
|
NEOFS_STORAGE_SHARD_1_WRITECACHE_MAX_SIZE=445
|
||||||
|
NEOFS_STORAGE_SHARD_1_WRITECACHE_WORKERS_NUMBER=556
|
||||||
|
### Metabase config
|
||||||
|
NEOFS_STORAGE_SHARD_1_METABASE_PATH=tmp/1/meta
|
||||||
|
NEOFS_STORAGE_SHARD_1_METABASE_PERM=0701
|
||||||
|
### Blobstor config
|
||||||
|
NEOFS_STORAGE_SHARD_1_BLOBSTOR_PATH=tmp/1/blob
|
||||||
|
NEOFS_STORAGE_SHARD_1_BLOBSTOR_PERM=0667
|
||||||
|
NEOFS_STORAGE_SHARD_1_BLOBSTOR_COMPRESS=false
|
||||||
|
NEOFS_STORAGE_SHARD_1_BLOBSTOR_SHALLOW_DEPTH=6
|
||||||
|
NEOFS_STORAGE_SHARD_1_BLOBSTOR_SMALL_SIZE_LIMIT=78
|
||||||
|
### Blobovnicza config
|
||||||
|
NEOFS_STORAGE_SHARD_1_BLOBSTOR_BLOBOVNICZA_SIZE=1025
|
||||||
|
NEOFS_STORAGE_SHARD_1_BLOBSTOR_BLOBOVNICZA_SHALLOW_DEPTH=11
|
||||||
|
NEOFS_STORAGE_SHARD_1_BLOBSTOR_BLOBOVNICZA_SHALLOW_WIDTH=21
|
||||||
|
NEOFS_STORAGE_SHARD_1_BLOBSTOR_BLOBOVNICZA_OPENED_CACHE_SIZE=89
|
||||||
|
### GC config
|
||||||
|
NEOFS_STORAGE_SHARD_1_GC_REMOVER_BATCH_SIZE=124
|
||||||
|
NEOFS_STORAGE_SHARD_1_GC_REMOVER_SLEEP_INTERVAL=3h1s
|
||||||
|
|
|
||||||
|
|
@ -9,5 +9,74 @@
|
||||||
"metrics": {
|
"metrics": {
|
||||||
"address": "127.0.0.1:9090",
|
"address": "127.0.0.1:9090",
|
||||||
"shutdown_timeout": "15s"
|
"shutdown_timeout": "15s"
|
||||||
|
},
|
||||||
|
"storage": {
|
||||||
|
"shard_num": 2,
|
||||||
|
"shard": {
|
||||||
|
"0": {
|
||||||
|
"use_write_cache": false,
|
||||||
|
"writecache": {
|
||||||
|
"path": "tmp/0/cache",
|
||||||
|
"mem_size": 111,
|
||||||
|
"db_size": 222,
|
||||||
|
"small_size": 333,
|
||||||
|
"max_size": 444,
|
||||||
|
"workers_number": 555
|
||||||
|
},
|
||||||
|
"metabase": {
|
||||||
|
"path": "tmp/0/meta",
|
||||||
|
"perm": "0700"
|
||||||
|
},
|
||||||
|
"blobstor": {
|
||||||
|
"path": "tmp/0/blob",
|
||||||
|
"perm": "0666",
|
||||||
|
"shallow_depth": 5,
|
||||||
|
"compress": true,
|
||||||
|
"small_size_limit": 77,
|
||||||
|
"blobovnicza": {
|
||||||
|
"size": 1024,
|
||||||
|
"shallow_depth": 10,
|
||||||
|
"shallow_width": 20,
|
||||||
|
"opened_cache_size": 88
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"gc": {
|
||||||
|
"remover_batch_size": 123,
|
||||||
|
"remover_sleep_interval": "3h"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"1": {
|
||||||
|
"use_write_cache": true,
|
||||||
|
"writecache": {
|
||||||
|
"path": "tmp/1/cache",
|
||||||
|
"mem_size": 112,
|
||||||
|
"db_size": 223,
|
||||||
|
"small_size": 334,
|
||||||
|
"max_size": 445,
|
||||||
|
"workers_number": 556
|
||||||
|
},
|
||||||
|
"metabase": {
|
||||||
|
"path": "tmp/1/meta",
|
||||||
|
"perm": "0701"
|
||||||
|
},
|
||||||
|
"blobstor": {
|
||||||
|
"path": "tmp/1/blob",
|
||||||
|
"perm": "0667",
|
||||||
|
"shallow_depth": 6,
|
||||||
|
"compress": false,
|
||||||
|
"small_size_limit": 78,
|
||||||
|
"blobovnicza": {
|
||||||
|
"size": 1025,
|
||||||
|
"shallow_depth": 11,
|
||||||
|
"shallow_width": 21,
|
||||||
|
"opened_cache_size": 89
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"gc": {
|
||||||
|
"remover_batch_size": 124,
|
||||||
|
"remover_sleep_interval": "3h1s"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -1,8 +1,77 @@
|
||||||
logger:
|
logger:
|
||||||
level: debug
|
level: debug
|
||||||
|
|
||||||
profiler:
|
profiler:
|
||||||
address: 127.0.0.1:6060
|
address: 127.0.0.1:6060
|
||||||
shutdown_timeout: 15s
|
shutdown_timeout: 15s
|
||||||
|
|
||||||
metrics:
|
metrics:
|
||||||
address: 127.0.0.1:9090
|
address: 127.0.0.1:9090
|
||||||
shutdown_timeout: 15s
|
shutdown_timeout: 15s
|
||||||
|
|
||||||
|
storage:
|
||||||
|
shard_num: 2
|
||||||
|
shard:
|
||||||
|
0:
|
||||||
|
use_write_cache: false
|
||||||
|
|
||||||
|
writecache:
|
||||||
|
path: tmp/0/cache
|
||||||
|
mem_size: 111
|
||||||
|
db_size: 222
|
||||||
|
small_size: 333
|
||||||
|
max_size: 444
|
||||||
|
workers_number: 555
|
||||||
|
|
||||||
|
metabase:
|
||||||
|
path: tmp/0/meta
|
||||||
|
perm: 0700
|
||||||
|
|
||||||
|
blobstor:
|
||||||
|
path: tmp/0/blob
|
||||||
|
perm: 0666
|
||||||
|
shallow_depth: 5
|
||||||
|
compress: true
|
||||||
|
small_size_limit: 77
|
||||||
|
|
||||||
|
blobovnicza:
|
||||||
|
size: 1024
|
||||||
|
shallow_depth: 10
|
||||||
|
shallow_width: 20
|
||||||
|
opened_cache_size: 88
|
||||||
|
|
||||||
|
gc:
|
||||||
|
remover_batch_size: 123
|
||||||
|
remover_sleep_interval: 3h
|
||||||
|
|
||||||
|
1:
|
||||||
|
use_write_cache: true
|
||||||
|
|
||||||
|
writecache:
|
||||||
|
path: tmp/1/cache
|
||||||
|
mem_size: 112
|
||||||
|
db_size: 223
|
||||||
|
small_size: 334
|
||||||
|
max_size: 445
|
||||||
|
workers_number: 556
|
||||||
|
|
||||||
|
metabase:
|
||||||
|
path: tmp/1/meta
|
||||||
|
perm: 0701
|
||||||
|
|
||||||
|
blobstor:
|
||||||
|
path: tmp/1/blob
|
||||||
|
perm: 0667
|
||||||
|
shallow_depth: 6
|
||||||
|
compress: false
|
||||||
|
small_size_limit: 78
|
||||||
|
|
||||||
|
blobovnicza:
|
||||||
|
size: 1025
|
||||||
|
shallow_depth: 11
|
||||||
|
shallow_width: 21
|
||||||
|
opened_cache_size: 89
|
||||||
|
|
||||||
|
gc:
|
||||||
|
remover_batch_size: 124
|
||||||
|
remover_sleep_interval: 3h1s
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue