cache: purge file data on notification

This commit is contained in:
remusb 2018-04-03 22:46:00 +03:00
parent 06a8d3011d
commit 1dea99ab20
3 changed files with 16 additions and 10 deletions

View file

@ -499,17 +499,12 @@ func (f *Fs) httpExpireRemote(in rc.Params) (out rc.Params, err error) {
return out, nil return out, nil
} }
// expire the entry // expire the entry
co.CacheTs = time.Now().Add(f.fileAge * -1) err = f.cache.ExpireObject(co, withData)
err = f.cache.AddObject(co)
if err != nil { if err != nil {
return out, errors.WithMessage(err, "error expiring file") return out, errors.WithMessage(err, "error expiring file")
} }
// notify vfs too // notify vfs too
f.notifyChangeUpstream(co.Remote(), fs.EntryObject) f.notifyChangeUpstream(co.Remote(), fs.EntryObject)
if withData {
// safe to ignore as the file might not have been open
_ = os.RemoveAll(path.Join(f.cache.dataPath, co.abs()))
}
out["status"] = "ok" out["status"] = "ok"
out["message"] = fmt.Sprintf("cached file cleared: %v", remote) out["message"] = fmt.Sprintf("cached file cleared: %v", remote)
@ -537,8 +532,7 @@ func (f *Fs) receiveChangeNotify(forgetPath string, entryType fs.EntryType) {
err := f.cache.GetObject(co) err := f.cache.GetObject(co)
if err == nil { if err == nil {
// expire the entry // expire the entry
co.CacheTs = time.Now().Add(f.fileAge * -1) err = f.cache.ExpireObject(co, true)
err = f.cache.AddObject(co)
if err != nil { if err != nil {
fs.Debugf(forgetPath, "notify: error expiring '%v': %v", co, err) fs.Debugf(forgetPath, "notify: error expiring '%v': %v", co, err)
} else { } else {

View file

@ -255,7 +255,7 @@ func (r *Handle) getChunk(chunkStart int64) ([]byte, error) {
// first chunk will be aligned with the start // first chunk will be aligned with the start
if offset > 0 { if offset > 0 {
if offset >= int64(len(data)) { if offset > int64(len(data)) {
fs.Errorf(r, "unexpected conditions during reading. current position: %v, current chunk position: %v, current chunk size: %v, offset: %v, chunk size: %v, file size: %v", fs.Errorf(r, "unexpected conditions during reading. current position: %v, current chunk position: %v, current chunk size: %v, offset: %v, chunk size: %v, file size: %v",
r.offset, chunkStart, len(data), offset, r.cacheFs().chunkSize, r.cachedObject.Size()) r.offset, chunkStart, len(data), offset, r.cacheFs().chunkSize, r.cachedObject.Size())
return nil, io.ErrUnexpectedEOF return nil, io.ErrUnexpectedEOF
@ -282,8 +282,10 @@ func (r *Handle) Read(p []byte) (n int, err error) {
} }
currentOffset := r.offset currentOffset := r.offset
buf, err = r.getChunk(currentOffset) buf, err = r.getChunk(currentOffset)
if err != nil && len(buf) == 0 { if err != nil && err != io.EOF && err != io.ErrUnexpectedEOF {
fs.Errorf(r, "(%v/%v) error (%v) response", currentOffset, r.cachedObject.Size(), err) fs.Errorf(r, "(%v/%v) error (%v) response", currentOffset, r.cachedObject.Size(), err)
}
if len(buf) == 0 && err != io.ErrUnexpectedEOF {
return 0, io.EOF return 0, io.EOF
} }
readSize := copy(p, buf) readSize := copy(p, buf)

View file

@ -400,6 +400,16 @@ func (b *Persistent) RemoveObject(fp string) error {
}) })
} }
// ExpireObject will flush an Object and all its data if desired
func (b *Persistent) ExpireObject(co *Object, withData bool) error {
co.CacheTs = time.Now().Add(co.CacheFs.fileAge * -1)
err := b.AddObject(co)
if withData {
_ = os.RemoveAll(path.Join(b.dataPath, co.abs()))
}
return err
}
// HasEntry confirms the existence of a single entry (dir or object) // HasEntry confirms the existence of a single entry (dir or object)
func (b *Persistent) HasEntry(remote string) bool { func (b *Persistent) HasEntry(remote string) bool {
dir, name := path.Split(remote) dir, name := path.Split(remote)