KurlesHS/restic
1
0
Fork 0
forked from TrueCloudLab/restic
Code Pull requests Activity

Add more integration tests

Browse source
This commit is contained in:
Alexander Neumann 2015-06-14 15:19:11 +02:00
parent 246fdb13f9
commit a176b1b5a6
2 changed files with 217 additions and 77 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

100
cmd/restic/integration_helpers_test.go
View file

@ -2,9 +2,13 @@ package main
import (
"fmt"
"io/ioutil"
"os"
"path/filepath"
"syscall"
"testing"
. "github.com/restic/restic/test"
)
type dirEntry struct {
@ -51,31 +55,33 @@ func walkDir(dir string) <-chan *dirEntry {
func (e *dirEntry) equals(other *dirEntry) bool {
if e.path != other.path {
fmt.Printf("path does not match\n")
fmt.Fprintf(os.Stderr, "%v: path does not match\n", e.path)
return false
}
if e.fi.Mode() != other.fi.Mode() {
fmt.Printf("mode does not match\n")
fmt.Fprintf(os.Stderr, "%v: mode does not match\n", e.path)
return false
}
// if e.fi.ModTime() != other.fi.ModTime() {
// fmt.Printf("%s: ModTime does not match\n", e.path)
// // TODO: Fix ModTime for directories, return false
// return true
// }
if e.fi.ModTime() != other.fi.ModTime() {
fmt.Fprintf(os.Stderr, "%v: ModTime does not match\n", e.path)
return false
}
stat, _ := e.fi.Sys().(*syscall.Stat_t)
stat2, _ := other.fi.Sys().(*syscall.Stat_t)
if stat.Uid != stat2.Uid || stat2.Gid != stat2.Gid {
fmt.Fprintf(os.Stderr, "%v: UID or GID do not match\n", e.path)
return false
}
return true
}
// directoriesEqualContents checks if both directories contain exactly the same
// contents.
func directoriesEqualContents(dir1, dir2 string) bool {
ch1 := walkDir(dir1)
ch2 := walkDir(dir2)
@ -136,3 +142,83 @@ func directoriesEqualContents(dir1, dir2 string) bool {
return true
}
type dirStat struct {
files, dirs, other uint
size uint64
}
func isFile(fi os.FileInfo) bool {
return fi.Mode()&(os.ModeType|os.ModeCharDevice) == 0
}
// dirStats walks dir and collects stats.
func dirStats(dir string) (stat dirStat) {
for entry := range walkDir(dir) {
if isFile(entry.fi) {
stat.files++
stat.size += uint64(entry.fi.Size())
continue
}
if entry.fi.IsDir() {
stat.dirs++
continue
}
stat.other++
}
return stat
}
type testEnvironment struct {
base, cache, repo, testdata string
}
func configureRestic(t testing.TB, cache, repo string) {
opts.CacheDir = cache
opts.Repo = repo
opts.Quiet = true
opts.password = TestPassword
}
func cleanupTempdir(t testing.TB, tempdir string) {
if !TestCleanup {
t.Logf("leaving temporary directory %v used for test", tempdir)
return
}
OK(t, os.RemoveAll(tempdir))
}
// withTestEnvironment creates a test environment and calls f with it. After f has
// returned, the temporary directory is removed.
func withTestEnvironment(t testing.TB, f func(*testEnvironment)) {
if !RunIntegrationTest {
t.Skip("integration tests disabled")
}
tempdir, err := ioutil.TempDir(TestTempDir, "restic-test-")
OK(t, err)
env := testEnvironment{
base: tempdir,
cache: filepath.Join(tempdir, "cache"),
repo: filepath.Join(tempdir, "repo"),
testdata: filepath.Join(tempdir, "testdata"),
}
configureRestic(t, env.cache, env.repo)
OK(t, os.MkdirAll(env.testdata, 0700))
f(&env)
if !TestCleanup {
t.Logf("leaving temporary directory %v used for test", tempdir)
return
}
OK(t, os.RemoveAll(tempdir))
}

138
cmd/restic/integration_test.go
View file

@ -2,8 +2,9 @@ package main
import (
"bufio"
"crypto/rand"
"fmt"
"io"
"io/ioutil"
"os"
"os/exec"
"path/filepath"
@ -13,30 +14,6 @@ import (
. "github.com/restic/restic/test"
)
func setupTempdir(t testing.TB) (tempdir string) {
tempdir, err := ioutil.TempDir(TestTempDir, "restic-test-")
OK(t, err)
return tempdir
}
func configureRestic(t testing.TB, tempdir string) {
opts.CacheDir = filepath.Join(tempdir, "cache")
opts.Repo = filepath.Join(tempdir, "repo")
opts.Quiet = true
opts.password = TestPassword
}
func cleanupTempdir(t testing.TB, tempdir string) {
if !TestCleanup {
t.Logf("leaving temporary directory %v used for test", tempdir)
return
}
OK(t, os.RemoveAll(tempdir))
}
func setupTarTestFixture(t testing.TB, outputDir, tarFile string) {
err := system("sh", "-c", `mkdir "$1" && (cd "$1" && tar xz) < "$2"`,
"sh", outputDir, tarFile)
@ -85,7 +62,6 @@ func cmdBackup(t testing.TB, target []string, parentID backend.ID) {
}
func cmdList(t testing.TB, tpe string) []backend.ID {
rd, wr := io.Pipe()
cmd := &CmdList{w: wr}
@ -97,8 +73,6 @@ func cmdList(t testing.TB, tpe string) []backend.ID {
IDs := parseIDsFromReader(t, rd)
t.Logf("Listing %v: %v", tpe, IDs)
return IDs
}
@ -113,10 +87,7 @@ func cmdFsck(t testing.TB) {
}
func TestBackup(t *testing.T) {
if !RunIntegrationTest {
t.Skip("integration tests disabled")
}
withTestEnvironment(t, func(env *testEnvironment) {
datafile := filepath.Join("testdata", "backup-data.tar.gz")
fd, err := os.Open(datafile)
if os.IsNotExist(err) {
@ -126,15 +97,9 @@ func TestBackup(t *testing.T) {
OK(t, err)
OK(t, fd.Close())
tempdir := setupTempdir(t)
defer cleanupTempdir(t, tempdir)
configureRestic(t, tempdir)
cmdInit(t)
datadir := filepath.Join(tempdir, "testdata")
datadir := filepath.Join(env.base, "testdata")
setupTarTestFixture(t, datadir, datafile)
// first backup
@ -143,21 +108,37 @@ func TestBackup(t *testing.T) {
Assert(t, len(snapshotIDs) == 1,
"more than one snapshot ID in repo")
cmdFsck(t)
stat1 := dirStats(env.repo)
// second backup, implicit incremental
cmdBackup(t, []string{datadir}, nil)
snapshotIDs = cmdList(t, "snapshots")
Assert(t, len(snapshotIDs) == 2,
"more than one snapshot ID in repo")
stat2 := dirStats(env.repo)
if stat2.size > stat1.size+stat1.size/10 {
t.Error("repository size has grown by more than 10 percent")
}
t.Logf("repository grown by %d bytes", stat2.size-stat1.size)
cmdFsck(t)
// third backup, explicit incremental
cmdBackup(t, []string{datadir}, snapshotIDs[0])
snapshotIDs = cmdList(t, "snapshots")
Assert(t, len(snapshotIDs) == 3,
"more than one snapshot ID in repo")
"more than two snapshot IDs in repo")
stat3 := dirStats(env.repo)
if stat3.size > stat1.size+stat1.size/10 {
t.Error("repository size has grown by more than 10 percent")
}
t.Logf("repository grown by %d bytes", stat3.size-stat2.size)
// restore all backups and compare
for _, snapshotID := range snapshotIDs {
restoredir := filepath.Join(tempdir, "restore", snapshotID.String())
for i, snapshotID := range snapshotIDs {
restoredir := filepath.Join(env.base, fmt.Sprintf("restore%d", i))
t.Logf("restoring snapshot %v to %v", snapshotID.Str(), restoredir)
cmdRestore(t, restoredir, snapshotIDs[0])
Assert(t, directoriesEqualContents(datadir, filepath.Join(restoredir, "testdata")),
@ -165,4 +146,77 @@ func TestBackup(t *testing.T) {
}
cmdFsck(t)
})
}
const (
incrementalFirstWrite = 20 * 1042 * 1024
incrementalSecondWrite = 12 * 1042 * 1024
incrementalThirdWrite = 4 * 1042 * 1024
)
func appendRandomData(filename string, bytes uint) error {
f, err := os.OpenFile(filename, os.O_WRONLY|os.O_CREATE, 0666)
if err != nil {
fmt.Fprint(os.Stderr, err)
return err
}
_, err = f.Seek(0, 2)
if err != nil {
fmt.Fprint(os.Stderr, err)
return err
}
_, err = io.Copy(f, io.LimitReader(rand.Reader, int64(bytes)))
if err != nil {
fmt.Fprint(os.Stderr, err)
return err
}
return f.Close()
}
func TestIncrementalBackup(t *testing.T) {
withTestEnvironment(t, func(env *testEnvironment) {
datafile := filepath.Join("testdata", "backup-data.tar.gz")
fd, err := os.Open(datafile)
if os.IsNotExist(err) {
t.Skipf("unable to find data file %q, skipping TestBackup", datafile)
return
}
OK(t, err)
OK(t, fd.Close())
cmdInit(t)
datadir := filepath.Join(env.base, "testdata")
testfile := filepath.Join(datadir, "testfile")
OK(t, appendRandomData(testfile, incrementalFirstWrite))
cmdBackup(t, []string{datadir}, nil)
cmdFsck(t)
stat1 := dirStats(env.repo)
OK(t, appendRandomData(testfile, incrementalSecondWrite))
cmdBackup(t, []string{datadir}, nil)
cmdFsck(t)
stat2 := dirStats(env.repo)
if stat2.size-stat1.size > incrementalFirstWrite {
t.Errorf("repository size has grown by more than %d bytes", incrementalFirstWrite)
}
t.Logf("repository grown by %d bytes", stat2.size-stat1.size)
OK(t, appendRandomData(testfile, incrementalThirdWrite))
cmdBackup(t, []string{datadir}, nil)
cmdFsck(t)
stat3 := dirStats(env.repo)
if stat3.size-stat2.size > incrementalFirstWrite {
t.Errorf("repository size has grown by more than %d bytes", incrementalFirstWrite)
}
t.Logf("repository grown by %d bytes", stat3.size-stat2.size)
})
}