57d5de6fba
git grep -l github.com/ncw/rclone | xargs -d'\n' perl -i~ -lpe 's|github.com/ncw/rclone|github.com/rclone/rclone|g' goimports -w `find . -name \*.go`
52 lines
1.3 KiB
Go
52 lines
1.3 KiB
Go
package memtest
|
|
|
|
import (
|
|
"context"
|
|
"runtime"
|
|
"sync"
|
|
|
|
"github.com/rclone/rclone/cmd"
|
|
"github.com/rclone/rclone/fs"
|
|
"github.com/rclone/rclone/fs/operations"
|
|
"github.com/spf13/cobra"
|
|
)
|
|
|
|
func init() {
|
|
cmd.Root.AddCommand(commandDefintion)
|
|
}
|
|
|
|
var commandDefintion = &cobra.Command{
|
|
Use: "memtest remote:path",
|
|
Short: `Load all the objects at remote:path and report memory stats.`,
|
|
Hidden: true,
|
|
Run: func(command *cobra.Command, args []string) {
|
|
cmd.CheckArgs(1, 1, command, args)
|
|
fsrc := cmd.NewFsSrc(args)
|
|
cmd.Run(false, false, command, func() error {
|
|
ctx := context.Background()
|
|
objects, _, err := operations.Count(ctx, fsrc)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
objs := make([]fs.Object, 0, objects)
|
|
var before, after runtime.MemStats
|
|
runtime.GC()
|
|
runtime.ReadMemStats(&before)
|
|
var mu sync.Mutex
|
|
err = operations.ListFn(ctx, fsrc, func(o fs.Object) {
|
|
mu.Lock()
|
|
objs = append(objs, o)
|
|
mu.Unlock()
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
runtime.GC()
|
|
runtime.ReadMemStats(&after)
|
|
usedMemory := after.Alloc - before.Alloc
|
|
fs.Logf(nil, "%d objects took %d bytes, %.1f bytes/object", len(objs), usedMemory, float64(usedMemory)/float64(len(objs)))
|
|
fs.Logf(nil, "System memory changed from %d to %d bytes a change of %d bytes", before.Sys, after.Sys, after.Sys-before.Sys)
|
|
return nil
|
|
})
|
|
},
|
|
}
|