diff --git a/fs/sync.go b/fs/sync.go
index fe12afd9a..07de0d1ff 100644
--- a/fs/sync.go
+++ b/fs/sync.go
@@ -183,7 +183,9 @@ func (s *syncCopyMove) processError(err error) {
 	defer s.errorMu.Unlock()
 	switch {
 	case IsFatalError(err):
-		close(s.abort)
+		if !s.aborting() {
+			close(s.abort)
+		}
 		s.fatalErr = err
 	case IsNoRetryError(err):
 		s.noRetryErr = err