diff --git a/fs/accounting/stats.go b/fs/accounting/stats.go
index 2d7376ab6..0faa74180 100644
--- a/fs/accounting/stats.go
+++ b/fs/accounting/stats.go
@@ -777,7 +777,7 @@ func (s *StatsInfo) DoneTransferring(remote string, ok bool) {
 		s.transfers++
 		s.mu.Unlock()
 	}
-	if s.transferring.empty() {
+	if s.transferring.empty() && s.checking.empty() {
 		time.AfterFunc(averageStopAfter, s.stopAverageLoop)
 	}
 }