forked from TrueCloudLab/neoneo-go
Merge pull request #2196 from nspcc-dev/drop-badger-and-redis
Drop Badger and Redis
This commit is contained in:
Roman Khimov
GitHub
commit
67eac3a27f
20 changed files with 16 additions and 424 deletions
|
|
@ -51,18 +51,12 @@ ApplicationConfiguration:
|
|||
# LogPath could be set up in case you need stdout logs to some proper file.
|
||||
# LogPath: "./log/neogo.log"
|
||||
DBConfiguration:
|
||||
Type: "leveldb" #other options: 'inmemory','redis','boltdb', 'badgerdb'.
|
||||
Type: "leveldb" #other options: 'inmemory','boltdb'
|
||||
# DB type options. Uncomment those you need in case you want to switch DB type.
|
||||
LevelDBOptions:
|
||||
DataDirectoryPath: "./chains/mainnet"
|
||||
# RedisDBOptions:
|
||||
# Addr: "localhost:6379"
|
||||
# Password: ""
|
||||
# DB: 0
|
||||
# BoltDBOptions:
|
||||
# FilePath: "./chains/mainnet.bolt"
|
||||
# BadgerDBOptions:
|
||||
# BadgerDir: "./chains/mainnet.badger"
|
||||
# Uncomment in order to set up custom address for node.
|
||||
# Address: 127.0.0.1
|
||||
NodePort: 10333
|
||||
|
|
|
|||
|
|
@ -32,18 +32,12 @@ ApplicationConfiguration:
|
|||
# LogPath could be set up in case you need stdout logs to some proper file.
|
||||
# LogPath: "./log/neogo.log"
|
||||
DBConfiguration:
|
||||
Type: "leveldb" #other options: 'inmemory','redis','boltdb', 'badgerdb'.
|
||||
Type: "leveldb" #other options: 'inmemory','boltdb'
|
||||
# DB type options. Uncomment those you need in case you want to switch DB type.
|
||||
LevelDBOptions:
|
||||
DataDirectoryPath: "/chains/four"
|
||||
# RedisDBOptions:
|
||||
# Addr: "localhost:6379"
|
||||
# Password: ""
|
||||
# DB: 0
|
||||
# BoltDBOptions:
|
||||
# FilePath: "./chains/privnet.bolt"
|
||||
# BadgerDBOptions:
|
||||
# BadgerDir: "./chains/four.badger"
|
||||
# Uncomment in order to set up custom address for node.
|
||||
# Address: 127.0.0.1
|
||||
NodePort: 20336
|
||||
|
|
|
|||
|
|
@ -32,18 +32,12 @@ ApplicationConfiguration:
|
|||
# LogPath could be set up in case you need stdout logs to some proper file.
|
||||
# LogPath: "./log/neogo.log"
|
||||
DBConfiguration:
|
||||
Type: "leveldb" #other options: 'inmemory','redis','boltdb', 'badgerdb'.
|
||||
Type: "leveldb" #other options: 'inmemory','boltdb'
|
||||
# DB type options. Uncomment those you need in case you want to switch DB type.
|
||||
LevelDBOptions:
|
||||
DataDirectoryPath: "/chains/one"
|
||||
# RedisDBOptions:
|
||||
# Addr: "localhost:6379"
|
||||
# Password: ""
|
||||
# DB: 0
|
||||
# BoltDBOptions:
|
||||
# FilePath: "./chains/privnet.bolt"
|
||||
# BadgerDBOptions:
|
||||
# BadgerDir: "./chains/one.badger"
|
||||
# Uncomment in order to set up custom address for node.
|
||||
# Address: 127.0.0.1
|
||||
NodePort: 20333
|
||||
|
|
|
|||
|
|
@ -26,18 +26,12 @@ ApplicationConfiguration:
|
|||
# LogPath could be set up in case you need stdout logs to some proper file.
|
||||
# LogPath: "./log/neogo.log"
|
||||
DBConfiguration:
|
||||
Type: "leveldb" #other options: 'inmemory','redis','boltdb', 'badgerdb'.
|
||||
Type: "leveldb" #other options: 'inmemory','boltdb'
|
||||
# DB type options. Uncomment those you need in case you want to switch DB type.
|
||||
LevelDBOptions:
|
||||
DataDirectoryPath: "/chains/single"
|
||||
# RedisDBOptions:
|
||||
# Addr: "localhost:6379"
|
||||
# Password: ""
|
||||
# DB: 0
|
||||
# BoltDBOptions:
|
||||
# FilePath: "./chains/privnet.bolt"
|
||||
# BadgerDBOptions:
|
||||
# BadgerDir: "./chains/single.badger"
|
||||
# Uncomment in order to set up custom address for node.
|
||||
# Address: 127.0.0.1
|
||||
NodePort: 20333
|
||||
|
|
|
|||
|
|
@ -32,18 +32,12 @@ ApplicationConfiguration:
|
|||
# LogPath could be set up in case you need stdout logs to some proper file.
|
||||
# LogPath: "./log/neogo.log"
|
||||
DBConfiguration:
|
||||
Type: "leveldb" #other options: 'inmemory','redis','boltdb', 'badgerdb'.
|
||||
Type: "leveldb" #other options: 'inmemory','boltdb'
|
||||
# DB type options. Uncomment those you need in case you want to switch DB type.
|
||||
LevelDBOptions:
|
||||
DataDirectoryPath: "/chains/three"
|
||||
# RedisDBOptions:
|
||||
# Addr: "localhost:6379"
|
||||
# Password: ""
|
||||
# DB: 0
|
||||
# BoltDBOptions:
|
||||
# FilePath: "./chains/privnet.bolt"
|
||||
# BadgerDBOptions:
|
||||
# BadgerDir: "./chains/three.badger"
|
||||
# Uncomment in order to set up custom address for node.
|
||||
# Address: 127.0.0.1
|
||||
NodePort: 20335
|
||||
|
|
|
|||
|
|
@ -32,18 +32,12 @@ ApplicationConfiguration:
|
|||
# LogPath could be set up in case you need stdout logs to some proper file.
|
||||
# LogPath: "./log/neogo.log"
|
||||
DBConfiguration:
|
||||
Type: "leveldb" #other options: 'inmemory','redis','boltdb', 'badgerdb'.
|
||||
Type: "leveldb" #other options: 'inmemory','boltdb'
|
||||
# DB type options. Uncomment those you need in case you want to switch DB type.
|
||||
LevelDBOptions:
|
||||
DataDirectoryPath: "/chains/two"
|
||||
# RedisDBOptions:
|
||||
# Addr: "localhost:6379"
|
||||
# Password: ""
|
||||
# DB: 0
|
||||
# BoltDBOptions:
|
||||
# FilePath: "./chains/privnet.bolt"
|
||||
# BadgerDBOptions:
|
||||
# BadgerDir: "./chains/two.badger"
|
||||
# Uncomment in order to set up custom address for node.
|
||||
# Address: 127.0.0.1
|
||||
NodePort: 20334
|
||||
|
|
|
|||
|
|
@ -32,18 +32,12 @@ ApplicationConfiguration:
|
|||
# LogPath could be set up in case you need stdout logs to some proper file.
|
||||
# LogPath: "./log/neogo.log"
|
||||
DBConfiguration:
|
||||
Type: "leveldb" #other options: 'inmemory','redis','boltdb', 'badgerdb'.
|
||||
Type: "leveldb" #other options: 'inmemory','boltdb'
|
||||
# DB type options. Uncomment those you need in case you want to switch DB type.
|
||||
LevelDBOptions:
|
||||
DataDirectoryPath: "./chains/privnet"
|
||||
# RedisDBOptions:
|
||||
# Addr: "localhost:6379"
|
||||
# Password: ""
|
||||
# DB: 0
|
||||
# BoltDBOptions:
|
||||
# FilePath: "./chains/privnet.bolt"
|
||||
# BadgerDBOptions:
|
||||
# BadgerDir: "./chains/privnet.badger"
|
||||
# Uncomment in order to set up custom address for node.
|
||||
# Address: 127.0.0.1
|
||||
NodePort: 20332
|
||||
|
|
|
|||
|
|
@ -51,18 +51,12 @@ ApplicationConfiguration:
|
|||
# LogPath could be set up in case you need stdout logs to some proper file.
|
||||
# LogPath: "./log/neogo.log"
|
||||
DBConfiguration:
|
||||
Type: "leveldb" #other options: 'inmemory','redis','boltdb', 'badgerdb'.
|
||||
Type: "leveldb" #other options: 'inmemory','boltdb'
|
||||
# DB type options. Uncomment those you need in case you want to switch DB type.
|
||||
LevelDBOptions:
|
||||
DataDirectoryPath: "./chains/testnet"
|
||||
# RedisDBOptions:
|
||||
# Addr: "localhost:6379"
|
||||
# Password: ""
|
||||
# DB: 0
|
||||
# BoltDBOptions:
|
||||
# FilePath: "./chains/testnet.bolt"
|
||||
# BadgerDBOptions:
|
||||
# BadgerDir: "./chains/testnet.badger"
|
||||
# Uncomment in order to set up custom address for node.
|
||||
# Address: 127.0.0.1
|
||||
NodePort: 20333
|
||||
|
|
|
|||
|
|
@ -25,18 +25,12 @@ ApplicationConfiguration:
|
|||
# LogPath could be set up in case you need stdout logs to some proper file.
|
||||
# LogPath: "./log/neogo.log"
|
||||
DBConfiguration:
|
||||
Type: "inmemory" #other options: 'inmemory','redis','boltdb', 'badgerdb'.
|
||||
Type: "inmemory" #other options: 'inmemory','boltdb'
|
||||
# DB type options. Uncomment those you need in case you want to switch DB type.
|
||||
# LevelDBOptions:
|
||||
# DataDirectoryPath: "./chains/unit_testnet"
|
||||
# RedisDBOptions:
|
||||
# Addr: "localhost:6379"
|
||||
# Password: ""
|
||||
# DB: 0
|
||||
# BoltDBOptions:
|
||||
# FilePath: "./chains/unit_testnet.bolt"
|
||||
# BadgerDBOptions:
|
||||
# BadgerDir: "./chains/unit_testnet.badger"
|
||||
# Uncomment in order to set up custom address for node.
|
||||
# Address: 127.0.0.1
|
||||
NodePort: 0
|
||||
|
|
|
|||
|
|
@ -34,18 +34,12 @@ ApplicationConfiguration:
|
|||
# LogPath could be set up in case you need stdout logs to some proper file.
|
||||
# LogPath: "./log/neogo.log"
|
||||
DBConfiguration:
|
||||
Type: "inmemory" #other options: 'inmemory','redis','boltdb', 'badgerdb'.
|
||||
Type: "inmemory" #other options: 'inmemory','boltdb'
|
||||
# DB type options. Uncomment those you need in case you want to switch DB type.
|
||||
# LevelDBOptions:
|
||||
# DataDirectoryPath: "./chains/unit_testnet"
|
||||
# RedisDBOptions:
|
||||
# Addr: "localhost:6379"
|
||||
# Password: ""
|
||||
# DB: 0
|
||||
# BoltDBOptions:
|
||||
# FilePath: "./chains/unit_testnet.bolt"
|
||||
# BadgerDBOptions:
|
||||
# BadgerDir: "./chains/unit_testnet.badger"
|
||||
# Uncomment in order to set up custom address for node.
|
||||
# Address: 127.0.0.1
|
||||
NodePort: 20333
|
||||
|
|
|
|||
|
|
@ -47,22 +47,14 @@ DBConfiguration:
|
|||
Type: leveldb
|
||||
LevelDBOptions:
|
||||
DataDirectoryPath: /chains/privnet
|
||||
RedisDBOptions:
|
||||
Addr: localhost:6379
|
||||
Password: ""
|
||||
DB: 0
|
||||
BoltDBOptions:
|
||||
FilePath: ./chains/privnet.bolt
|
||||
BadgerDBOptions:
|
||||
BadgerDir: ./chains/privnet.badger
|
||||
```
|
||||
where:
|
||||
- `Type` is the database type (string value). Supported types: `levelDB`,
|
||||
`redisDB`, `boltDB`, `badgerDB`.
|
||||
- `Type` is the database type (string value). Supported types: `levelDB` and
|
||||
`boltDB`.
|
||||
- `LevelDBOptions` are settings for LevelDB.
|
||||
- `RedisDBOptions` are options for RedisDB.
|
||||
- `BoltDBOptions` configures BoltDB.
|
||||
- `BadgerDBOptions` are options for BadgerDB.
|
||||
|
||||
Only options for the specified database type will be used.
|
||||
|
||||
|
|
|
|||
3
go.mod
3
go.mod
|
|
@ -4,10 +4,7 @@ require (
|
|||
github.com/Workiva/go-datastructures v1.0.53
|
||||
github.com/abiosoft/ishell/v2 v2.0.2
|
||||
github.com/abiosoft/readline v0.0.0-20180607040430-155bce2042db
|
||||
github.com/alicebob/miniredis/v2 v2.15.1
|
||||
github.com/btcsuite/btcd v0.22.0-beta
|
||||
github.com/dgraph-io/badger/v2 v2.0.3
|
||||
github.com/go-redis/redis v6.15.9+incompatible
|
||||
github.com/gorilla/websocket v1.4.2
|
||||
github.com/hashicorp/golang-lru v0.5.4
|
||||
github.com/mr-tron/base58 v1.2.0
|
||||
|
|
|
|||
15
go.sum
15
go.sum
|
|
@ -5,9 +5,7 @@ github.com/CityOfZion/neo-go v0.62.1-pre.0.20191114145240-e740fbe708f8/go.mod h1
|
|||
github.com/CityOfZion/neo-go v0.70.1-pre.0.20191209120015-fccb0085941e/go.mod h1:0enZl0az8xA6PVkwzEOwPWVJGqlt/GO4hA4kmQ5Xzig=
|
||||
github.com/CityOfZion/neo-go v0.70.1-pre.0.20191212173117-32ac01130d4c/go.mod h1:JtlHfeqLywZLswKIKFnAp+yzezY4Dji9qlfQKB2OD/I=
|
||||
github.com/CityOfZion/neo-go v0.71.1-pre.0.20200129171427-f773ec69fb84/go.mod h1:FLI526IrRWHmcsO+mHsCbj64pJZhwQFTLJZu+A4PGOA=
|
||||
github.com/DataDog/zstd v1.4.1 h1:3oxKN3wbHibqx897utPC2LTQU4J+IHWWJO+glkAkpFM=
|
||||
github.com/DataDog/zstd v1.4.1/go.mod h1:1jcaCB/ufaK+sKp1NBhlGmpz41jOoPQ35bpF36t7BBo=
|
||||
github.com/OneOfOne/xxhash v1.2.2 h1:KMrpdQIwFcEqXDklaen+P1axHaj9BSKzvpUUfnHldSE=
|
||||
github.com/OneOfOne/xxhash v1.2.2/go.mod h1:HSdplMjZKSmBqAxg5vPj2TmRDmfkzw+cTzAElWljhcU=
|
||||
github.com/Workiva/go-datastructures v1.0.50/go.mod h1:Z+F2Rca0qCsVYDS8z7bAGm8f3UkzuWYS/oBZz5a7VVA=
|
||||
github.com/Workiva/go-datastructures v1.0.53 h1:J6Y/52yX10Xc5JjXmGtWoSSxs3mZnGSaq37xZZh7Yig=
|
||||
|
|
@ -25,12 +23,7 @@ github.com/alecthomas/units v0.0.0-20151022065526-2efee857e7cf/go.mod h1:ybxpYRF
|
|||
github.com/alecthomas/units v0.0.0-20190717042225-c3de453c63f4/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0=
|
||||
github.com/alecthomas/units v0.0.0-20190924025748-f65c72e2690d/go.mod h1:rBZYJk541a8SKzHPHnH3zbiI+7dagKZ0cgpgrD7Fyho=
|
||||
github.com/alicebob/gopher-json v0.0.0-20180125190556-5a6b3ba71ee6/go.mod h1:SGnFV6hVsYE877CKEZ6tDNTjaSXYUk6QqoIK6PrAtcc=
|
||||
github.com/alicebob/gopher-json v0.0.0-20200520072559-a9ecdc9d1d3a h1:HbKu58rmZpUGpz5+4FfNmIU+FmZg2P3Xaj2v2bfNWmk=
|
||||
github.com/alicebob/gopher-json v0.0.0-20200520072559-a9ecdc9d1d3a/go.mod h1:SGnFV6hVsYE877CKEZ6tDNTjaSXYUk6QqoIK6PrAtcc=
|
||||
github.com/alicebob/miniredis v2.5.0+incompatible h1:yBHoLpsyjupjz3NL3MhKMVkR41j82Yjf3KFv7ApYzUI=
|
||||
github.com/alicebob/miniredis v2.5.0+incompatible/go.mod h1:8HZjEj4yU0dwhYHky+DxYx+6BMjkBbe5ONFIF1MXffk=
|
||||
github.com/alicebob/miniredis/v2 v2.15.1 h1:Fw+ixAJPmKhCLBqDwHlTDqxUxp0xjEwXczEpt1B6r7k=
|
||||
github.com/alicebob/miniredis/v2 v2.15.1/go.mod h1:gquAfGbzn92jvtrSC69+6zZnwSODVXVpYDRaGhWaL6I=
|
||||
github.com/armon/consul-api v0.0.0-20180202201655-eb2c6b5be1b6/go.mod h1:grANhF5doyWs3UAsr3K4I6qtAmlQcZDesFNEHPZAzj8=
|
||||
github.com/benbjohnson/clock v1.1.0 h1:Q92kusRqC1XV2MjkWETPvjJVqKetz1OzxZB7mHJLju8=
|
||||
github.com/benbjohnson/clock v1.1.0/go.mod h1:J11/hYXuz8f4ySSvYwY0FKfm+ezbsZBKZxNJlLklBHA=
|
||||
|
|
@ -76,13 +69,9 @@ github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSs
|
|||
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
|
||||
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
|
||||
github.com/decred/dcrd/lru v1.0.0/go.mod h1:mxKOwFd7lFjN2GZYsiz/ecgqR6kkYAl+0pz0tEMk218=
|
||||
github.com/dgraph-io/badger/v2 v2.0.3 h1:inzdf6VF/NZ+tJ8RwwYMjJMvsOALTHYdozn0qSl6XJI=
|
||||
github.com/dgraph-io/badger/v2 v2.0.3/go.mod h1:3KY8+bsP8wI0OEnQJAKpd4wIJW/Mm32yw2j/9FUVnIM=
|
||||
github.com/dgraph-io/ristretto v0.0.2-0.20200115201040-8f368f2f2ab3 h1:MQLRM35Pp0yAyBYksjbj1nZI/w6eyRY/mWoM1sFf4kU=
|
||||
github.com/dgraph-io/ristretto v0.0.2-0.20200115201040-8f368f2f2ab3/go.mod h1:KPxhHT9ZxKefz+PCeOGsrHpl1qZ7i70dGTu2u+Ahh6E=
|
||||
github.com/dgryski/go-farm v0.0.0-20190423205320-6a90982ecee2 h1:tdlZCpZ/P9DhczCTSixgIKmwPv6+wP5DGjqLYw5SUiA=
|
||||
github.com/dgryski/go-farm v0.0.0-20190423205320-6a90982ecee2/go.mod h1:SqUrOPUnsFjfmXRMNPybcSiG0BgUW2AuFH8PAnS2iTw=
|
||||
github.com/dustin/go-humanize v1.0.0 h1:VSnTsYCnlFHaM2/igO1h6X3HA71jcobQuxemgkq4zYo=
|
||||
github.com/dustin/go-humanize v1.0.0/go.mod h1:HtrtbFcZ19U5GC7JDqmcUSB87Iq5E25KnS6fMYU6eOk=
|
||||
github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4=
|
||||
github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98=
|
||||
|
|
@ -105,8 +94,6 @@ github.com/go-logfmt/logfmt v0.3.0/go.mod h1:Qt1PoO58o5twSAckw1HlFXLmHsOX5/0LbT9
|
|||
github.com/go-logfmt/logfmt v0.4.0/go.mod h1:3RMwSq7FuexP4Kalkev3ejPJsZTpXXBr9+V4qmtdjCk=
|
||||
github.com/go-logfmt/logfmt v0.5.0/go.mod h1:wCYkCAKZfumFQihp8CzCvQ3paCTfi41vtzG1KdI/P7A=
|
||||
github.com/go-redis/redis v6.10.2+incompatible/go.mod h1:NAIEuMOZ/fxfXJIrKDQDz8wamY7mA7PouImQ2Jvg6kA=
|
||||
github.com/go-redis/redis v6.15.9+incompatible h1:K0pv1D7EQUjfyoMql+r/jZqCLizCGKFlFgcHWWmHQjg=
|
||||
github.com/go-redis/redis v6.15.9+incompatible/go.mod h1:NAIEuMOZ/fxfXJIrKDQDz8wamY7mA7PouImQ2Jvg6kA=
|
||||
github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY=
|
||||
github.com/go-yaml/yaml v2.1.0+incompatible/go.mod h1:w2MrLa16VYP0jy6N7M5kHaCkaLENm+P+Tv+MfurjSw0=
|
||||
github.com/gogo/protobuf v1.1.1/go.mod h1:r8qH/GZQm5c6nD/R0oafs1akxWv10x8SbQlK7atdtwQ=
|
||||
|
|
@ -303,8 +290,6 @@ github.com/xordataexchange/crypt v0.0.3-0.20170626215501-b2862e3d0a77/go.mod h1:
|
|||
github.com/yuin/goldmark v1.2.1/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74=
|
||||
github.com/yuin/gopher-lua v0.0.0-20190514113301-1cd887cd7036/go.mod h1:gqRgreBUhTSL0GeU64rtZ3Uq3wtjOa/TB2YfrtkCbVQ=
|
||||
github.com/yuin/gopher-lua v0.0.0-20191128022950-c6266f4fe8d7/go.mod h1:gqRgreBUhTSL0GeU64rtZ3Uq3wtjOa/TB2YfrtkCbVQ=
|
||||
github.com/yuin/gopher-lua v0.0.0-20200816102855-ee81675732da h1:NimzV1aGyq29m5ukMK0AMWEhFaL/lrEOaephfuoiARg=
|
||||
github.com/yuin/gopher-lua v0.0.0-20200816102855-ee81675732da/go.mod h1:E1AXubJBdNmFERAOucpDIxNzeGfLzg0mYh+UfMWdChA=
|
||||
go.etcd.io/bbolt v1.3.3/go.mod h1:IbVyRI1SCnLcuJnV2u8VeU0CEYM7e686BmAb1XKL+uU=
|
||||
go.etcd.io/bbolt v1.3.4/go.mod h1:G5EMThwa9y8QZGBClrRx5EY+Yw9kAhnjy3bSjsnlVTQ=
|
||||
go.etcd.io/bbolt v1.3.6 h1:/ecaJf0sk1l4l6V4awd65v2C3ILy7MSj+s/x1ADCIMU=
|
||||
|
|
|
|||
|
|
@ -1,155 +0,0 @@
|
|||
package storage
|
||||
|
||||
import (
|
||||
"os"
|
||||
|
||||
"github.com/dgraph-io/badger/v2"
|
||||
"github.com/nspcc-dev/neo-go/pkg/util/slice"
|
||||
)
|
||||
|
||||
// BadgerDBOptions configuration for BadgerDB.
|
||||
type BadgerDBOptions struct {
|
||||
Dir string `yaml:"BadgerDir"`
|
||||
}
|
||||
|
||||
// BadgerDBStore is the official storage implementation for storing and retrieving
|
||||
// blockchain data.
|
||||
type BadgerDBStore struct {
|
||||
db *badger.DB
|
||||
}
|
||||
|
||||
// BadgerDBBatch is a wrapper around badger.WriteBatch, compatible with Batch interface.
|
||||
type BadgerDBBatch struct {
|
||||
batch *badger.WriteBatch
|
||||
}
|
||||
|
||||
// Delete implements the Batch interface.
|
||||
func (b *BadgerDBBatch) Delete(key []byte) {
|
||||
err := b.batch.Delete(key)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
}
|
||||
|
||||
// Put implements the Batch interface.
|
||||
func (b *BadgerDBBatch) Put(key, value []byte) {
|
||||
keycopy := slice.Copy(key)
|
||||
valuecopy := slice.Copy(value)
|
||||
err := b.batch.Set(keycopy, valuecopy)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
}
|
||||
|
||||
// NewBadgerDBStore returns a new BadgerDBStore object that will
|
||||
// initialize the database found at the given path.
|
||||
func NewBadgerDBStore(cfg BadgerDBOptions) (*BadgerDBStore, error) {
|
||||
// BadgerDB isn't able to make nested directories
|
||||
err := os.MkdirAll(cfg.Dir, os.ModePerm)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
opts := badger.DefaultOptions(cfg.Dir) // should be exposed via BadgerDBOptions if anything needed
|
||||
|
||||
db, err := badger.Open(opts)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
return &BadgerDBStore{
|
||||
db: db,
|
||||
}, nil
|
||||
}
|
||||
|
||||
// Batch implements the Batch interface and returns a badgerdb
|
||||
// compatible Batch.
|
||||
func (b *BadgerDBStore) Batch() Batch {
|
||||
return &BadgerDBBatch{b.db.NewWriteBatch()}
|
||||
}
|
||||
|
||||
// Delete implements the Store interface.
|
||||
func (b *BadgerDBStore) Delete(key []byte) error {
|
||||
return b.db.Update(func(txn *badger.Txn) error {
|
||||
return txn.Delete(key)
|
||||
})
|
||||
}
|
||||
|
||||
// Get implements the Store interface.
|
||||
func (b *BadgerDBStore) Get(key []byte) ([]byte, error) {
|
||||
var val []byte
|
||||
err := b.db.View(func(txn *badger.Txn) error {
|
||||
item, err := txn.Get(key)
|
||||
if err == badger.ErrKeyNotFound {
|
||||
return ErrKeyNotFound
|
||||
}
|
||||
val, err = item.ValueCopy(nil)
|
||||
return err
|
||||
})
|
||||
return val, err
|
||||
}
|
||||
|
||||
// Put implements the Store interface.
|
||||
func (b *BadgerDBStore) Put(key, value []byte) error {
|
||||
return b.db.Update(func(txn *badger.Txn) error {
|
||||
err := txn.Set(key, value)
|
||||
return err
|
||||
})
|
||||
}
|
||||
|
||||
// PutBatch implements the Store interface.
|
||||
func (b *BadgerDBStore) PutBatch(batch Batch) error {
|
||||
defer batch.(*BadgerDBBatch).batch.Cancel()
|
||||
return batch.(*BadgerDBBatch).batch.Flush()
|
||||
}
|
||||
|
||||
// PutChangeSet implements the Store interface.
|
||||
func (b *BadgerDBStore) PutChangeSet(puts map[string][]byte, dels map[string]bool) error {
|
||||
return b.db.Update(func(txn *badger.Txn) error {
|
||||
for k, v := range puts {
|
||||
err := txn.Set([]byte(k), v)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
for k := range dels {
|
||||
err := txn.Delete([]byte(k))
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
return nil
|
||||
})
|
||||
}
|
||||
|
||||
// Seek implements the Store interface.
|
||||
func (b *BadgerDBStore) Seek(key []byte, f func(k, v []byte)) {
|
||||
err := b.db.View(func(txn *badger.Txn) error {
|
||||
it := txn.NewIterator(badger.IteratorOptions{
|
||||
PrefetchValues: true,
|
||||
PrefetchSize: 100,
|
||||
Reverse: false,
|
||||
AllVersions: false,
|
||||
Prefix: key,
|
||||
InternalAccess: false,
|
||||
})
|
||||
defer it.Close()
|
||||
for it.Seek(key); it.ValidForPrefix(key); it.Next() {
|
||||
item := it.Item()
|
||||
k := item.Key()
|
||||
v, err := item.ValueCopy(nil)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
f(k, v)
|
||||
}
|
||||
return nil
|
||||
})
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
}
|
||||
|
||||
// Close releases all db resources.
|
||||
func (b *BadgerDBStore) Close() error {
|
||||
return b.db.Close()
|
||||
}
|
||||
|
|
@ -1,20 +0,0 @@
|
|||
package storage
|
||||
|
||||
import (
|
||||
"testing"
|
||||
|
||||
"github.com/stretchr/testify/require"
|
||||
)
|
||||
|
||||
func newBadgerDBForTesting(t testing.TB) Store {
|
||||
bdbDir := t.TempDir()
|
||||
dbConfig := DBConfiguration{
|
||||
Type: "badgerdb",
|
||||
BadgerDBOptions: BadgerDBOptions{
|
||||
Dir: bdbDir,
|
||||
},
|
||||
}
|
||||
newBadgerStore, err := NewBadgerDBStore(dbConfig.BadgerDBOptions)
|
||||
require.Nil(t, err, "NewBadgerDBStore error")
|
||||
return newBadgerStore
|
||||
}
|
||||
|
|
@ -1,95 +0,0 @@
|
|||
package storage
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
|
||||
"github.com/go-redis/redis"
|
||||
)
|
||||
|
||||
// RedisDBOptions configuration for RedisDB.
|
||||
type RedisDBOptions struct {
|
||||
Addr string `yaml:"Addr"`
|
||||
Password string `yaml:"Password"`
|
||||
DB int `yaml:"DB"`
|
||||
}
|
||||
|
||||
// RedisStore holds the client and maybe later some more metadata.
|
||||
type RedisStore struct {
|
||||
client *redis.Client
|
||||
}
|
||||
|
||||
// NewRedisStore returns an new initialized - ready to use RedisStore object.
|
||||
func NewRedisStore(cfg RedisDBOptions) (*RedisStore, error) {
|
||||
c := redis.NewClient(&redis.Options{
|
||||
Addr: cfg.Addr,
|
||||
Password: cfg.Password,
|
||||
DB: cfg.DB,
|
||||
})
|
||||
if _, err := c.Ping().Result(); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
return &RedisStore{client: c}, nil
|
||||
}
|
||||
|
||||
// Batch implements the Store interface.
|
||||
func (s *RedisStore) Batch() Batch {
|
||||
return newMemoryBatch()
|
||||
}
|
||||
|
||||
// Get implements the Store interface.
|
||||
func (s *RedisStore) Get(k []byte) ([]byte, error) {
|
||||
val, err := s.client.Get(string(k)).Result()
|
||||
if err != nil {
|
||||
if err == redis.Nil {
|
||||
err = ErrKeyNotFound
|
||||
}
|
||||
return nil, err
|
||||
}
|
||||
return []byte(val), nil
|
||||
}
|
||||
|
||||
// Delete implements the Store interface.
|
||||
func (s *RedisStore) Delete(k []byte) error {
|
||||
s.client.Del(string(k))
|
||||
return nil
|
||||
}
|
||||
|
||||
// Put implements the Store interface.
|
||||
func (s *RedisStore) Put(k, v []byte) error {
|
||||
s.client.Set(string(k), string(v), 0)
|
||||
return nil
|
||||
}
|
||||
|
||||
// PutBatch implements the Store interface.
|
||||
func (s *RedisStore) PutBatch(b Batch) error {
|
||||
memBatch := b.(*MemoryBatch)
|
||||
return s.PutChangeSet(memBatch.mem, memBatch.del)
|
||||
}
|
||||
|
||||
// PutChangeSet implements the Store interface.
|
||||
func (s *RedisStore) PutChangeSet(puts map[string][]byte, dels map[string]bool) error {
|
||||
pipe := s.client.Pipeline()
|
||||
for k, v := range puts {
|
||||
pipe.Set(k, v, 0)
|
||||
}
|
||||
for k := range dels {
|
||||
pipe.Del(k)
|
||||
}
|
||||
_, err := pipe.Exec()
|
||||
return err
|
||||
}
|
||||
|
||||
// Seek implements the Store interface.
|
||||
func (s *RedisStore) Seek(k []byte, f func(k, v []byte)) {
|
||||
iter := s.client.Scan(0, fmt.Sprintf("%s*", k), 0).Iterator()
|
||||
for iter.Next() {
|
||||
key := iter.Val()
|
||||
val, _ := s.client.Get(key).Result()
|
||||
f([]byte(key), []byte(val))
|
||||
}
|
||||
}
|
||||
|
||||
// Close implements the Store interface.
|
||||
func (s *RedisStore) Close() error {
|
||||
return s.client.Close()
|
||||
}
|
||||
|
|
@ -1,44 +0,0 @@
|
|||
package storage
|
||||
|
||||
import (
|
||||
"testing"
|
||||
|
||||
"github.com/alicebob/miniredis/v2"
|
||||
"github.com/stretchr/testify/require"
|
||||
)
|
||||
|
||||
type mockedRedisStore struct {
|
||||
RedisStore
|
||||
mini *miniredis.Miniredis
|
||||
}
|
||||
|
||||
func prepareRedisMock(t testing.TB) (*miniredis.Miniredis, *RedisStore) {
|
||||
miniRedis, err := miniredis.Run()
|
||||
require.Nil(t, err, "MiniRedis mock creation error")
|
||||
|
||||
_ = miniRedis.Set("foo", "bar")
|
||||
|
||||
dbConfig := DBConfiguration{
|
||||
Type: "redisDB",
|
||||
RedisDBOptions: RedisDBOptions{
|
||||
Addr: miniRedis.Addr(),
|
||||
Password: "",
|
||||
DB: 0,
|
||||
},
|
||||
}
|
||||
newRedisStore, err := NewRedisStore(dbConfig.RedisDBOptions)
|
||||
require.Nil(t, err, "NewRedisStore() error")
|
||||
return miniRedis, newRedisStore
|
||||
}
|
||||
|
||||
func (mrs *mockedRedisStore) Close() error {
|
||||
err := mrs.RedisStore.Close()
|
||||
mrs.mini.Close()
|
||||
return err
|
||||
}
|
||||
|
||||
func newRedisStoreForTesting(t testing.TB) Store {
|
||||
mock, rs := prepareRedisMock(t)
|
||||
mrs := &mockedRedisStore{RedisStore: *rs, mini: mock}
|
||||
return mrs
|
||||
}
|
||||
|
|
@ -106,12 +106,8 @@ func NewStore(cfg DBConfiguration) (Store, error) {
|
|||
store, err = NewLevelDBStore(cfg.LevelDBOptions)
|
||||
case "inmemory":
|
||||
store = NewMemoryStore()
|
||||
case "redis":
|
||||
store, err = NewRedisStore(cfg.RedisDBOptions)
|
||||
case "boltdb":
|
||||
store, err = NewBoltDBStore(cfg.BoltDBOptions)
|
||||
case "badgerdb":
|
||||
store, err = NewBadgerDBStore(cfg.BadgerDBOptions)
|
||||
default:
|
||||
return nil, fmt.Errorf("unknown storage: %s", cfg.Type)
|
||||
}
|
||||
|
|
|
|||
|
|
@ -1,12 +1,10 @@
|
|||
package storage
|
||||
|
||||
type (
|
||||
// DBConfiguration describes configuration for DB. Supported: 'levelDB', 'redisDB', 'boltDB', 'badgerDB'.
|
||||
// DBConfiguration describes configuration for DB. Supported: 'levelDB', 'boltDB'.
|
||||
DBConfiguration struct {
|
||||
Type string `yaml:"Type"`
|
||||
LevelDBOptions LevelDBOptions `yaml:"LevelDBOptions"`
|
||||
RedisDBOptions RedisDBOptions `yaml:"RedisDBOptions"`
|
||||
BoltDBOptions BoltDBOptions `yaml:"BoltDBOptions"`
|
||||
BadgerDBOptions BadgerDBOptions `yaml:"BadgerDBOptions"`
|
||||
Type string `yaml:"Type"`
|
||||
LevelDBOptions LevelDBOptions `yaml:"LevelDBOptions"`
|
||||
BoltDBOptions BoltDBOptions `yaml:"BoltDBOptions"`
|
||||
}
|
||||
)
|
||||
|
|
|
|||
|
|
@ -222,8 +222,6 @@ func TestAllDBs(t *testing.T) {
|
|||
{"LevelDB", newLevelDBForTesting},
|
||||
{"MemCached", newMemCachedStoreForTesting},
|
||||
{"Memory", newMemoryStoreForTesting},
|
||||
{"RedisDB", newRedisStoreForTesting},
|
||||
{"BadgerDB", newBadgerDBForTesting},
|
||||
}
|
||||
var tests = []dbTestFunction{testStoreClose, testStorePutAndGet,
|
||||
testStoreGetNonExistent, testStorePutBatch, testStoreSeek,
|
||||
|
|
|
|||
Loading…
Reference in a new issue