2014-12-05 20:45:49 +00:00
|
|
|
package restic
|
2014-09-23 20:39:12 +00:00
|
|
|
|
|
|
|
import (
|
|
|
|
"os"
|
|
|
|
"path/filepath"
|
|
|
|
|
2016-09-01 20:17:37 +00:00
|
|
|
"restic/errors"
|
2016-08-21 15:48:36 +00:00
|
|
|
|
2016-02-14 14:29:28 +00:00
|
|
|
"restic/debug"
|
Fix 567 (#570)
* Patch for https://github.com/restic/restic/issues/567
Backup also files on windows with longer pathnames than 255 chars (e.g. from node).
as fd0 says "So, as far as I can see, we need to have custom methods for all functions that accept a path, so that on Windows we can substitute the normal (possibly relative) path used within restic by an (absolute) UNC path, and only then call the underlying functions like os.Stat(), os.Lstat(), os.Open() and so on.
I've already thought about adding a generic abstraction for the file system (so we can mock this easier in tests), and this looks like a good opportunity to build it."
* fixed building tests
* Restructured patches
Add Wrapper for filepath.Walk
* using \\?\ requires absolute pathes to be used.
Now all tests run
* used gofmt on the code
* Restructured Code. No patches dir, integrate the file functions into restic/fs/
There is still an issue, because restic.fs.Open has a different api the os.Open, which returns the result of OpenFile, but takes only a string
* Changed the last os.Open() calls to fs.Open() after extending the File interface
* fixed name-clash of restic.fs and fuse.fs detected by travis
* fixed fmt with gofmt
* c&p failure: removed fixpath() call.
* missing include
* fixed includes in linux variant
* Fix for Linux. Fd() is required on File interface
* done gofmt
2016-08-15 19:59:13 +00:00
|
|
|
"restic/fs"
|
2014-09-23 20:39:12 +00:00
|
|
|
)
|
|
|
|
|
2015-05-02 13:23:28 +00:00
|
|
|
// Restorer is used to restore a snapshot to a directory.
|
2014-09-23 20:39:12 +00:00
|
|
|
type Restorer struct {
|
2016-08-31 18:29:54 +00:00
|
|
|
repo Repository
|
2015-05-09 11:32:52 +00:00
|
|
|
sn *Snapshot
|
2014-09-23 20:39:12 +00:00
|
|
|
|
2015-07-19 22:38:44 +00:00
|
|
|
Error func(dir string, node *Node, err error) error
|
|
|
|
SelectFilter func(item string, dstpath string, node *Node) bool
|
2014-09-23 20:39:12 +00:00
|
|
|
}
|
|
|
|
|
2015-04-30 01:41:51 +00:00
|
|
|
var restorerAbortOnAllErrors = func(str string, node *Node, err error) error { return err }
|
2015-04-30 00:59:06 +00:00
|
|
|
|
|
|
|
// NewRestorer creates a restorer preloaded with the content from the snapshot id.
|
2016-08-31 18:29:54 +00:00
|
|
|
func NewRestorer(repo Repository, id ID) (*Restorer, error) {
|
2015-07-08 20:35:41 +00:00
|
|
|
r := &Restorer{
|
|
|
|
repo: repo, Error: restorerAbortOnAllErrors,
|
2015-07-19 22:38:44 +00:00
|
|
|
SelectFilter: func(string, string, *Node) bool { return true },
|
2015-07-08 20:35:41 +00:00
|
|
|
}
|
2014-09-23 20:39:12 +00:00
|
|
|
|
|
|
|
var err error
|
|
|
|
|
2015-05-09 11:32:52 +00:00
|
|
|
r.sn, err = LoadSnapshot(repo, id)
|
2014-09-23 20:39:12 +00:00
|
|
|
if err != nil {
|
2016-08-21 15:24:13 +00:00
|
|
|
return nil, err
|
2014-09-23 20:39:12 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return r, nil
|
|
|
|
}
|
|
|
|
|
2017-01-30 23:14:20 +00:00
|
|
|
func (res *Restorer) restoreTo(dst string, dir string, treeID ID, idx *HardlinkIndex) error {
|
2016-09-03 09:22:01 +00:00
|
|
|
tree, err := res.repo.LoadTree(treeID)
|
2014-09-23 20:39:12 +00:00
|
|
|
if err != nil {
|
2016-08-21 15:24:13 +00:00
|
|
|
return res.Error(dir, nil, err)
|
2014-09-23 20:39:12 +00:00
|
|
|
}
|
|
|
|
|
2015-01-10 22:40:10 +00:00
|
|
|
for _, node := range tree.Nodes {
|
2015-07-19 22:38:44 +00:00
|
|
|
selectedForRestore := res.SelectFilter(filepath.Join(dir, node.Name),
|
2015-07-08 20:35:41 +00:00
|
|
|
filepath.Join(dst, dir, node.Name), node)
|
2016-09-27 20:35:08 +00:00
|
|
|
debug.Log("SelectForRestore returned %v", selectedForRestore)
|
2015-07-08 18:29:27 +00:00
|
|
|
|
|
|
|
if selectedForRestore {
|
2017-01-30 23:14:20 +00:00
|
|
|
err := res.restoreNodeTo(node, dir, dst, idx)
|
2015-07-08 18:29:27 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2014-09-23 20:39:12 +00:00
|
|
|
}
|
|
|
|
|
2016-09-01 19:20:03 +00:00
|
|
|
if node.Type == "dir" {
|
2014-09-23 20:39:12 +00:00
|
|
|
if node.Subtree == nil {
|
2016-08-21 15:48:36 +00:00
|
|
|
return errors.Errorf("Dir without subtree in tree %v", treeID.Str())
|
2014-09-23 20:39:12 +00:00
|
|
|
}
|
|
|
|
|
2015-01-01 14:20:21 +00:00
|
|
|
subp := filepath.Join(dir, node.Name)
|
2017-01-30 23:14:20 +00:00
|
|
|
err = res.restoreTo(dst, subp, *node.Subtree, idx)
|
2014-09-23 20:39:12 +00:00
|
|
|
if err != nil {
|
2016-08-21 15:24:13 +00:00
|
|
|
err = res.Error(subp, node, err)
|
2014-09-23 20:39:12 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-07-08 18:29:27 +00:00
|
|
|
if selectedForRestore {
|
2015-07-06 21:59:28 +00:00
|
|
|
// Restore directory timestamp at the end. If we would do it earlier, restoring files within
|
|
|
|
// the directory would overwrite the timestamp of the directory they are in.
|
|
|
|
if err := node.RestoreTimestamps(filepath.Join(dst, dir, node.Name)); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2015-05-14 13:58:26 +00:00
|
|
|
}
|
2015-05-14 03:11:31 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-09-23 20:39:12 +00:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2017-01-30 23:14:20 +00:00
|
|
|
func (res *Restorer) restoreNodeTo(node *Node, dir string, dst string, idx *HardlinkIndex) error {
|
2016-09-27 20:35:08 +00:00
|
|
|
debug.Log("node %v, dir %v, dst %v", node.Name, dir, dst)
|
2015-04-30 00:59:06 +00:00
|
|
|
dstPath := filepath.Join(dst, dir, node.Name)
|
|
|
|
|
2017-01-30 23:14:20 +00:00
|
|
|
err := node.CreateAt(dstPath, res.repo, idx)
|
2015-07-06 21:59:28 +00:00
|
|
|
if err != nil {
|
2016-09-27 20:35:08 +00:00
|
|
|
debug.Log("node.CreateAt(%s) error %v", dstPath, err)
|
2015-07-06 21:59:28 +00:00
|
|
|
}
|
2015-04-30 00:59:06 +00:00
|
|
|
|
|
|
|
// Did it fail because of ENOENT?
|
2016-08-29 17:18:57 +00:00
|
|
|
if err != nil && os.IsNotExist(errors.Cause(err)) {
|
2016-09-27 20:35:08 +00:00
|
|
|
debug.Log("create intermediate paths")
|
2015-08-17 09:01:24 +00:00
|
|
|
|
|
|
|
// Create parent directories and retry
|
Fix 567 (#570)
* Patch for https://github.com/restic/restic/issues/567
Backup also files on windows with longer pathnames than 255 chars (e.g. from node).
as fd0 says "So, as far as I can see, we need to have custom methods for all functions that accept a path, so that on Windows we can substitute the normal (possibly relative) path used within restic by an (absolute) UNC path, and only then call the underlying functions like os.Stat(), os.Lstat(), os.Open() and so on.
I've already thought about adding a generic abstraction for the file system (so we can mock this easier in tests), and this looks like a good opportunity to build it."
* fixed building tests
* Restructured patches
Add Wrapper for filepath.Walk
* using \\?\ requires absolute pathes to be used.
Now all tests run
* used gofmt on the code
* Restructured Code. No patches dir, integrate the file functions into restic/fs/
There is still an issue, because restic.fs.Open has a different api the os.Open, which returns the result of OpenFile, but takes only a string
* Changed the last os.Open() calls to fs.Open() after extending the File interface
* fixed name-clash of restic.fs and fuse.fs detected by travis
* fixed fmt with gofmt
* c&p failure: removed fixpath() call.
* missing include
* fixed includes in linux variant
* Fix for Linux. Fd() is required on File interface
* done gofmt
2016-08-15 19:59:13 +00:00
|
|
|
err = fs.MkdirAll(filepath.Dir(dstPath), 0700)
|
2016-08-29 19:38:34 +00:00
|
|
|
if err == nil || os.IsExist(errors.Cause(err)) {
|
2017-01-30 23:14:20 +00:00
|
|
|
err = node.CreateAt(dstPath, res.repo, idx)
|
2015-04-30 00:59:06 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if err != nil {
|
2016-09-27 20:35:08 +00:00
|
|
|
debug.Log("error %v", err)
|
2016-08-21 15:24:13 +00:00
|
|
|
err = res.Error(dstPath, node, err)
|
2015-04-30 00:59:06 +00:00
|
|
|
if err != nil {
|
2015-07-08 18:29:27 +00:00
|
|
|
return err
|
2015-04-30 00:59:06 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-09-27 20:35:08 +00:00
|
|
|
debug.Log("successfully restored %v", node.Name)
|
2015-07-06 21:59:28 +00:00
|
|
|
|
2015-07-08 18:29:27 +00:00
|
|
|
return nil
|
2015-04-30 00:59:06 +00:00
|
|
|
}
|
|
|
|
|
2014-09-23 20:39:12 +00:00
|
|
|
// RestoreTo creates the directories and files in the snapshot below dir.
|
|
|
|
// Before an item is created, res.Filter is called.
|
|
|
|
func (res *Restorer) RestoreTo(dir string) error {
|
2017-01-30 23:14:20 +00:00
|
|
|
idx := NewHardlinkIndex()
|
2017-03-02 13:50:54 +00:00
|
|
|
return res.restoreTo(dir, string(filepath.Separator), *res.sn.Tree, idx)
|
2014-09-23 20:39:12 +00:00
|
|
|
}
|
|
|
|
|
2015-05-02 13:23:28 +00:00
|
|
|
// Snapshot returns the snapshot this restorer is configured to use.
|
2014-09-23 20:39:12 +00:00
|
|
|
func (res *Restorer) Snapshot() *Snapshot {
|
|
|
|
return res.sn
|
|
|
|
}
|