TrueCloudLab/restic
16
0
Fork 3
Code Issues 1 Pull requests Projects Releases Packages Wiki Activity Actions

make statsWalkSnapshot return a function

Browse source
This commit is contained in:
Alexander Neumann 2018-07-27 21:44:59 +02:00
parent daca9d6815
commit 12c797700e
1 changed files with 52 additions and 52 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

104
cmd/restic/cmd_stats.go
View file

@ -147,75 +147,75 @@ func statsWalkSnapshot(ctx context.Context, snapshot *restic.Snapshot, repo rest
return restic.FindUsedBlobs(ctx, repo, *snapshot.Tree, stats.blobs, stats.blobsSeen) return restic.FindUsedBlobs(ctx, repo, *snapshot.Tree, stats.blobs, stats.blobsSeen)
} }
err := walker.Walk(ctx, repo, *snapshot.Tree, restic.NewIDSet(), func(path string, node *restic.Node, nodeErr error) (bool, error) { err := walker.Walk(ctx, repo, *snapshot.Tree, restic.NewIDSet(), statsWalkTree(repo, stats))
return statsWalkTree(path, node, nodeErr, repo, stats)
})
if err != nil { if err != nil {
return fmt.Errorf("walking tree %s: %v", *snapshot.Tree, err) return fmt.Errorf("walking tree %s: %v", *snapshot.Tree, err)
} }
return nil return nil
} }
func statsWalkTree(npath string, node *restic.Node, nodeErr error, repo restic.Repository, stats *statsContainer) (ignore bool, err error) { func statsWalkTree(repo restic.Repository, stats *statsContainer) walker.WalkFunc {
if nodeErr != nil { return func(npath string, node *restic.Node, nodeErr error) (bool, error) {
return true, nodeErr if nodeErr != nil {
} return true, nodeErr
if node == nil { }
return true, nil if node == nil {
} return true, nil
}
if countMode == countModeUniqueFilesByContent || countMode == countModeBlobsPerFile { if countMode == countModeUniqueFilesByContent || countMode == countModeBlobsPerFile {
// only count this file if we haven't visited it before // only count this file if we haven't visited it before
fid := makeFileIDByContents(node) fid := makeFileIDByContents(node)
if _, ok := stats.uniqueFiles[fid]; !ok { if _, ok := stats.uniqueFiles[fid]; !ok {
// mark the file as visited // mark the file as visited
stats.uniqueFiles[fid] = struct{}{} stats.uniqueFiles[fid] = struct{}{}
if countMode == countModeUniqueFilesByContent { if countMode == countModeUniqueFilesByContent {
// simply count the size of each unique file (unique by contents only) // simply count the size of each unique file (unique by contents only)
stats.TotalSize += node.Size stats.TotalSize += node.Size
stats.TotalFileCount++ stats.TotalFileCount++
} }
if countMode == countModeBlobsPerFile { if countMode == countModeBlobsPerFile {
// count the size of each unique blob reference, which is // count the size of each unique blob reference, which is
// by unique file (unique by contents and file path) // by unique file (unique by contents and file path)
for _, blobID := range node.Content { for _, blobID := range node.Content {
// ensure we have this file (by path) in our map; in this // ensure we have this file (by path) in our map; in this
// mode, a file is unique by both contents and path // mode, a file is unique by both contents and path
nodePath := filepath.Join(npath, node.Name) nodePath := filepath.Join(npath, node.Name)
if _, ok := stats.fileBlobs[nodePath]; !ok { if _, ok := stats.fileBlobs[nodePath]; !ok {
stats.fileBlobs[nodePath] = restic.NewIDSet() stats.fileBlobs[nodePath] = restic.NewIDSet()
stats.TotalFileCount++ stats.TotalFileCount++
}
if _, ok := stats.fileBlobs[nodePath][blobID]; !ok {
// is always a data blob since we're accessing it via a file's Content array
blobSize, found := repo.LookupBlobSize(blobID, restic.DataBlob)
if !found {
return true, fmt.Errorf("blob %s not found for tree %s", blobID, *node.Subtree)
} }
if _, ok := stats.fileBlobs[nodePath][blobID]; !ok {
// is always a data blob since we're accessing it via a file's Content array
blobSize, found := repo.LookupBlobSize(blobID, restic.DataBlob)
if !found {
return true, fmt.Errorf("blob %s not found for tree %s", blobID, *node.Subtree)
}
// count the blob's size, then add this blob by this // count the blob's size, then add this blob by this
// file (path) so we don't double-count it // file (path) so we don't double-count it
stats.TotalSize += uint64(blobSize) stats.TotalSize += uint64(blobSize)
stats.fileBlobs[nodePath].Insert(blobID) stats.fileBlobs[nodePath].Insert(blobID)
// this mode also counts total unique blob _references_ per file // this mode also counts total unique blob _references_ per file
stats.TotalBlobCount++ stats.TotalBlobCount++
}
} }
} }
} }
} }
}
if countMode == countModeRestoreSize { if countMode == countModeRestoreSize {
// as this is a file in the snapshot, we can simply count its // as this is a file in the snapshot, we can simply count its
// size without worrying about uniqueness, since duplicate files // size without worrying about uniqueness, since duplicate files
// will still be restored // will still be restored
stats.TotalSize += node.Size stats.TotalSize += node.Size
stats.TotalFileCount++ stats.TotalFileCount++
} }
return true, nil return true, nil
}
} }
// makeFileIDByContents returns a hash of the blob IDs of the // makeFileIDByContents returns a hash of the blob IDs of the