diff --git a/fs/config.go b/fs/config.go
index 93f110be9..2b3e83f42 100644
--- a/fs/config.go
+++ b/fs/config.go
@@ -462,6 +462,9 @@ func LoadConfig() {
 		Debugf(nil, "Using config file from %q", ConfigPath)
 	}
 
+	// Load cache directory from flags
+	CacheDir = *cacheDir
+
 	// Load filters
 	Config.Filter, err = NewFilter()
 	if err != nil {