2012-12-26 12:23:58 +00:00
|
|
|
// File system interface
|
|
|
|
|
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
2012-12-31 16:40:34 +00:00
|
|
|
"fmt"
|
2012-12-26 12:23:58 +00:00
|
|
|
"io"
|
2012-12-31 16:40:34 +00:00
|
|
|
"log"
|
2012-12-26 12:23:58 +00:00
|
|
|
"time"
|
|
|
|
)
|
|
|
|
|
|
|
|
// A Filesystem, describes the local filesystem and the remote object store
|
|
|
|
type Fs interface {
|
2012-12-31 16:40:34 +00:00
|
|
|
String() string
|
2012-12-26 12:23:58 +00:00
|
|
|
List() FsObjectsChan
|
|
|
|
NewFsObject(remote string) FsObject
|
|
|
|
Put(src FsObject)
|
|
|
|
Mkdir() error
|
|
|
|
Rmdir() error
|
|
|
|
}
|
|
|
|
|
|
|
|
// FIXME make f.Debugf...
|
|
|
|
|
|
|
|
// A filesystem like object which can either be a remote object or a
|
|
|
|
// local file/directory
|
|
|
|
type FsObject interface {
|
|
|
|
Remote() string
|
|
|
|
Md5sum() (string, error)
|
2013-01-02 15:21:55 +00:00
|
|
|
ModTime() time.Time
|
2012-12-26 12:23:58 +00:00
|
|
|
SetModTime(time.Time)
|
|
|
|
Size() int64
|
|
|
|
Open() (io.ReadCloser, error)
|
|
|
|
Storable() bool
|
|
|
|
// Exists() bool
|
|
|
|
Remove() error
|
|
|
|
}
|
|
|
|
|
|
|
|
type FsObjectsChan chan FsObject
|
|
|
|
|
|
|
|
type FsObjects []FsObject
|
|
|
|
|
2012-12-29 11:35:41 +00:00
|
|
|
// NewFs makes a new Fs object from the path
|
|
|
|
//
|
|
|
|
// FIXME make more generic in future
|
|
|
|
func NewFs(path string) (Fs, error) {
|
|
|
|
if swiftMatch.MatchString(path) {
|
|
|
|
return NewFsSwift(path)
|
|
|
|
}
|
|
|
|
return NewFsLocal(path)
|
|
|
|
}
|
|
|
|
|
2012-12-31 16:40:34 +00:00
|
|
|
// Write debuging output for this FsObject
|
|
|
|
func FsDebug(fs FsObject, text string, args ...interface{}) {
|
|
|
|
if *verbose {
|
|
|
|
out := fmt.Sprintf(text, args...)
|
|
|
|
log.Printf("%s: %s", fs.Remote(), out)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Write log output for this FsObject
|
|
|
|
func FsLog(fs FsObject, text string, args ...interface{}) {
|
|
|
|
if !*quiet {
|
|
|
|
out := fmt.Sprintf(text, args...)
|
|
|
|
log.Printf("%s: %s", fs.Remote(), out)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2012-12-26 12:23:58 +00:00
|
|
|
// checkClose is a utility function used to check the return from
|
|
|
|
// Close in a defer statement.
|
|
|
|
func checkClose(c io.Closer, err *error) {
|
|
|
|
cerr := c.Close()
|
|
|
|
if *err == nil {
|
|
|
|
*err = cerr
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2012-12-31 17:31:19 +00:00
|
|
|
// Check the two files to see if the MD5sums are the same
|
|
|
|
//
|
|
|
|
// May return an error which will already have been logged
|
|
|
|
//
|
|
|
|
// If an error is returned it will return false
|
|
|
|
func CheckMd5sums(src, dst FsObject) (bool, error) {
|
|
|
|
srcMd5, err := src.Md5sum()
|
|
|
|
if err != nil {
|
|
|
|
FsLog(src, "Failed to calculate src md5: %s", err)
|
|
|
|
return false, err
|
|
|
|
}
|
|
|
|
dstMd5, err := dst.Md5sum()
|
|
|
|
if err != nil {
|
|
|
|
FsLog(dst, "Failed to calculate dst md5: %s", err)
|
|
|
|
return false, err
|
|
|
|
}
|
|
|
|
// FsDebug("Src MD5 %s", srcMd5)
|
|
|
|
// FsDebug("Dst MD5 %s", obj.Hash)
|
|
|
|
return srcMd5 == dstMd5, nil
|
|
|
|
}
|
|
|
|
|
2012-12-26 12:23:58 +00:00
|
|
|
// Checks to see if the src and dst objects are equal by looking at
|
|
|
|
// size, mtime and MD5SUM
|
|
|
|
//
|
|
|
|
// If the src and dst size are different then it is considered to be
|
|
|
|
// not equal.
|
|
|
|
//
|
|
|
|
// If the size is the same and the mtime is the same then it is
|
|
|
|
// considered to be equal. This is the heuristic rsync uses when
|
|
|
|
// not using --checksum.
|
|
|
|
//
|
|
|
|
// If the size is the same and and mtime is different or unreadable
|
|
|
|
// and the MD5SUM is the same then the file is considered to be equal.
|
|
|
|
// In this case the mtime on the dst is updated.
|
|
|
|
//
|
|
|
|
// Otherwise the file is considered to be not equal including if there
|
|
|
|
// were errors reading info.
|
|
|
|
func Equal(src, dst FsObject) bool {
|
|
|
|
if src.Size() != dst.Size() {
|
2012-12-31 16:40:34 +00:00
|
|
|
FsDebug(src, "Sizes differ")
|
2012-12-26 12:23:58 +00:00
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
// Size the same so check the mtime
|
2013-01-02 15:21:55 +00:00
|
|
|
srcModTime := src.ModTime()
|
|
|
|
dstModTime := dst.ModTime()
|
|
|
|
if !dstModTime.Equal(srcModTime) {
|
|
|
|
FsDebug(src, "Modification times differ")
|
2012-12-26 12:23:58 +00:00
|
|
|
} else {
|
2013-01-02 15:21:55 +00:00
|
|
|
FsDebug(src, "Size and modification time the same")
|
|
|
|
return true
|
2012-12-26 12:23:58 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// mtime is unreadable or different but size is the same so
|
|
|
|
// check the MD5SUM
|
2013-01-02 15:21:55 +00:00
|
|
|
same, _ := CheckMd5sums(src, dst)
|
2012-12-31 17:31:19 +00:00
|
|
|
if !same {
|
2012-12-31 16:40:34 +00:00
|
|
|
FsDebug(src, "Md5sums differ")
|
2012-12-26 12:23:58 +00:00
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
// Size and MD5 the same but mtime different so update the
|
|
|
|
// mtime of the dst object here
|
|
|
|
dst.SetModTime(srcModTime)
|
|
|
|
|
2012-12-31 16:40:34 +00:00
|
|
|
FsDebug(src, "Size and MD5SUM of src and dst objects identical")
|
2012-12-26 12:23:58 +00:00
|
|
|
return true
|
|
|
|
}
|