305 lines
7.4 KiB
Go
305 lines
7.4 KiB
Go
package meta_test
|
|
|
|
import (
|
|
"context"
|
|
"os"
|
|
"testing"
|
|
|
|
objectcore "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/core/object"
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/internal/testutil"
|
|
meta "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/metabase"
|
|
"git.frostfs.info/TrueCloudLab/frostfs-sdk-go/object"
|
|
oid "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/object/id"
|
|
oidtest "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/object/id/test"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
const objCount = 10
|
|
|
|
func TestCounters(t *testing.T) {
|
|
t.Parallel()
|
|
t.Cleanup(func() {
|
|
require.NoError(t, os.RemoveAll(t.Name()))
|
|
})
|
|
|
|
t.Run("defaults", func(t *testing.T) {
|
|
t.Parallel()
|
|
db := newDB(t)
|
|
c, err := db.ObjectCounters()
|
|
require.NoError(t, err)
|
|
require.Zero(t, c.Phy())
|
|
require.Zero(t, c.Logic())
|
|
})
|
|
|
|
t.Run("put", func(t *testing.T) {
|
|
t.Parallel()
|
|
db := newDB(t)
|
|
oo := make([]*object.Object, 0, objCount)
|
|
for i := 0; i < objCount; i++ {
|
|
oo = append(oo, testutil.GenerateObject())
|
|
}
|
|
|
|
var prm meta.PutPrm
|
|
|
|
for i := 0; i < objCount; i++ {
|
|
prm.SetObject(oo[i])
|
|
|
|
_, err := db.Put(context.Background(), prm)
|
|
require.NoError(t, err)
|
|
|
|
c, err := db.ObjectCounters()
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, uint64(i+1), c.Phy())
|
|
require.Equal(t, uint64(i+1), c.Logic())
|
|
}
|
|
})
|
|
|
|
t.Run("delete", func(t *testing.T) {
|
|
t.Parallel()
|
|
db := newDB(t)
|
|
oo := putObjs(t, db, objCount, false)
|
|
|
|
var prm meta.DeletePrm
|
|
for i := objCount - 1; i >= 0; i-- {
|
|
prm.SetAddresses(objectcore.AddressOf(oo[i]))
|
|
|
|
res, err := db.Delete(context.Background(), prm)
|
|
require.NoError(t, err)
|
|
require.Equal(t, uint64(1), res.AvailableObjectsRemoved())
|
|
|
|
c, err := db.ObjectCounters()
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, uint64(i), c.Phy())
|
|
require.Equal(t, uint64(i), c.Logic())
|
|
}
|
|
})
|
|
|
|
t.Run("inhume", func(t *testing.T) {
|
|
t.Parallel()
|
|
db := newDB(t)
|
|
oo := putObjs(t, db, objCount, false)
|
|
|
|
inhumedObjs := make([]oid.Address, objCount/2)
|
|
|
|
for i, o := range oo {
|
|
if i == len(inhumedObjs) {
|
|
break
|
|
}
|
|
|
|
inhumedObjs[i] = objectcore.AddressOf(o)
|
|
}
|
|
|
|
var prm meta.InhumePrm
|
|
prm.SetTombstoneAddress(oidtest.Address())
|
|
prm.SetAddresses(inhumedObjs...)
|
|
|
|
res, err := db.Inhume(context.Background(), prm)
|
|
require.NoError(t, err)
|
|
require.Equal(t, uint64(len(inhumedObjs)), res.AvailableInhumed())
|
|
|
|
c, err := db.ObjectCounters()
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, uint64(objCount), c.Phy())
|
|
require.Equal(t, uint64(objCount-len(inhumedObjs)), c.Logic())
|
|
})
|
|
|
|
t.Run("put_split", func(t *testing.T) {
|
|
t.Parallel()
|
|
db := newDB(t)
|
|
parObj := testutil.GenerateObject()
|
|
|
|
// put objects and check that parent info
|
|
// does not affect the counter
|
|
for i := 0; i < objCount; i++ {
|
|
o := testutil.GenerateObject()
|
|
if i < objCount/2 { // half of the objs will have the parent
|
|
o.SetParent(parObj)
|
|
}
|
|
|
|
require.NoError(t, putBig(db, o))
|
|
|
|
c, err := db.ObjectCounters()
|
|
require.NoError(t, err)
|
|
require.Equal(t, uint64(i+1), c.Phy())
|
|
require.Equal(t, uint64(i+1), c.Logic())
|
|
}
|
|
})
|
|
|
|
t.Run("delete_split", func(t *testing.T) {
|
|
t.Parallel()
|
|
db := newDB(t)
|
|
oo := putObjs(t, db, objCount, true)
|
|
|
|
// delete objects that have parent info
|
|
// and check that it does not affect
|
|
// the counter
|
|
for i, o := range oo {
|
|
require.NoError(t, metaDelete(db, objectcore.AddressOf(o)))
|
|
|
|
c, err := db.ObjectCounters()
|
|
require.NoError(t, err)
|
|
require.Equal(t, uint64(objCount-i-1), c.Phy())
|
|
require.Equal(t, uint64(objCount-i-1), c.Logic())
|
|
}
|
|
})
|
|
|
|
t.Run("inhume_split", func(t *testing.T) {
|
|
t.Parallel()
|
|
db := newDB(t)
|
|
oo := putObjs(t, db, objCount, true)
|
|
|
|
inhumedObjs := make([]oid.Address, objCount/2)
|
|
|
|
for i, o := range oo {
|
|
if i == len(inhumedObjs) {
|
|
break
|
|
}
|
|
|
|
inhumedObjs[i] = objectcore.AddressOf(o)
|
|
}
|
|
|
|
var prm meta.InhumePrm
|
|
prm.SetTombstoneAddress(oidtest.Address())
|
|
prm.SetAddresses(inhumedObjs...)
|
|
|
|
_, err := db.Inhume(context.Background(), prm)
|
|
require.NoError(t, err)
|
|
|
|
c, err := db.ObjectCounters()
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, uint64(objCount), c.Phy())
|
|
require.Equal(t, uint64(objCount-len(inhumedObjs)), c.Logic())
|
|
})
|
|
}
|
|
|
|
func TestCounters_Expired(t *testing.T) {
|
|
// That test is about expired objects without
|
|
// GCMark yet. Such objects should be treated as
|
|
// logically available: decrementing logic counter
|
|
// should be done explicitly and only in `Delete`
|
|
// and `Inhume` operations, otherwise, it would be
|
|
// impossible to maintain logic counter.
|
|
|
|
const epoch = 123
|
|
|
|
es := &epochState{epoch}
|
|
db := newDB(t, meta.WithEpochState(es))
|
|
|
|
oo := make([]oid.Address, objCount)
|
|
for i := range oo {
|
|
oo[i] = putWithExpiration(t, db, object.TypeRegular, epoch+1)
|
|
}
|
|
|
|
// 1. objects are available and counters are correct
|
|
|
|
c, err := db.ObjectCounters()
|
|
require.NoError(t, err)
|
|
require.Equal(t, uint64(objCount), c.Phy())
|
|
require.Equal(t, uint64(objCount), c.Logic())
|
|
|
|
for _, o := range oo {
|
|
_, err := metaGet(db, o, true)
|
|
require.NoError(t, err)
|
|
}
|
|
|
|
// 2. objects are expired, not available but logic counter
|
|
// is the same
|
|
|
|
es.e = epoch + 2
|
|
|
|
c, err = db.ObjectCounters()
|
|
require.NoError(t, err)
|
|
require.Equal(t, uint64(objCount), c.Phy())
|
|
require.Equal(t, uint64(objCount), c.Logic())
|
|
|
|
for _, o := range oo {
|
|
_, err := metaGet(db, o, true)
|
|
require.ErrorIs(t, err, meta.ErrObjectIsExpired)
|
|
}
|
|
|
|
// 3. inhuming an expired object with GCMark (like it would
|
|
// the GC do) should decrease the logic counter despite the
|
|
// expiration fact
|
|
|
|
var inhumePrm meta.InhumePrm
|
|
inhumePrm.SetGCMark()
|
|
inhumePrm.SetAddresses(oo[0])
|
|
|
|
inhumeRes, err := db.Inhume(context.Background(), inhumePrm)
|
|
require.NoError(t, err)
|
|
require.Equal(t, uint64(1), inhumeRes.AvailableInhumed())
|
|
|
|
c, err = db.ObjectCounters()
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, uint64(len(oo)), c.Phy())
|
|
require.Equal(t, uint64(len(oo)-1), c.Logic())
|
|
|
|
// 4. `Delete` an object with GCMark should decrease the
|
|
// phy counter but does not affect the logic counter (after
|
|
// that step they should be equal)
|
|
|
|
var deletePrm meta.DeletePrm
|
|
deletePrm.SetAddresses(oo[0])
|
|
|
|
deleteRes, err := db.Delete(context.Background(), deletePrm)
|
|
require.NoError(t, err)
|
|
require.Zero(t, deleteRes.AvailableObjectsRemoved())
|
|
|
|
oo = oo[1:]
|
|
|
|
c, err = db.ObjectCounters()
|
|
require.NoError(t, err)
|
|
require.Equal(t, uint64(len(oo)), c.Phy())
|
|
require.Equal(t, uint64(len(oo)), c.Logic())
|
|
|
|
// 5 `Delete` an expired object (like it would the control
|
|
// service do) should decrease both counters despite the
|
|
// expiration fact
|
|
|
|
deletePrm.SetAddresses(oo[0])
|
|
|
|
deleteRes, err = db.Delete(context.Background(), deletePrm)
|
|
require.NoError(t, err)
|
|
require.Equal(t, uint64(1), deleteRes.AvailableObjectsRemoved())
|
|
|
|
oo = oo[1:]
|
|
|
|
c, err = db.ObjectCounters()
|
|
require.NoError(t, err)
|
|
require.Equal(t, uint64(len(oo)), c.Phy())
|
|
require.Equal(t, uint64(len(oo)), c.Logic())
|
|
}
|
|
|
|
func putObjs(t *testing.T, db *meta.DB, count int, withParent bool) []*object.Object {
|
|
var prm meta.PutPrm
|
|
var err error
|
|
parent := testutil.GenerateObject()
|
|
|
|
oo := make([]*object.Object, 0, count)
|
|
for i := 0; i < count; i++ {
|
|
o := testutil.GenerateObject()
|
|
if withParent {
|
|
o.SetParent(parent)
|
|
}
|
|
|
|
oo = append(oo, o)
|
|
|
|
prm.SetObject(o)
|
|
_, err = db.Put(context.Background(), prm)
|
|
require.NoError(t, err)
|
|
|
|
c, err := db.ObjectCounters()
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, uint64(i+1), c.Phy())
|
|
require.Equal(t, uint64(i+1), c.Logic())
|
|
}
|
|
|
|
return oo
|
|
}
|