diff --git a/cmd/gitannex/e2e_test.go b/cmd/gitannex/e2e_test.go
index 1be8497f3..bae3973d5 100644
--- a/cmd/gitannex/e2e_test.go
+++ b/cmd/gitannex/e2e_test.go
@@ -9,6 +9,7 @@ import (
 	"os/exec"
 	"path/filepath"
 	"runtime"
+	"strings"
 	"testing"
 
 	"github.com/stretchr/testify/require"
@@ -41,7 +42,7 @@ func checkRcloneBinaryVersion() error {
 	if parsed.Version != fs.Version {
 		return fmt.Errorf("expected version %q, but got %q", fs.Version, parsed.Version)
 	}
-	if !parsed.IsGit {
+	if parsed.IsGit != strings.HasSuffix(fs.Version, "-DEV") {
 		return errors.New("expected rclone to be a dev build")
 	}
 	_, tagString := buildinfo.GetLinkingAndTags()