diff --git a/.goreleaser.yml b/.goreleaser.yml
index e475e61d..7a7e20d3 100644
--- a/.goreleaser.yml
+++ b/.goreleaser.yml
@@ -20,10 +20,15 @@ builds:
       - arm64
       - 386
     goarm:
+      - 6
       - 7
     ignore:
      - goos: windows
        goarch: 386
+     - goos: windows
+       goarm: 6
+     - goos: windows
+       goarm: 7
     flags:
       - -trimpath
     main: ./cmd/step-ca/main.go
@@ -44,10 +49,15 @@ builds:
       - arm64
       - 386
     goarm:
+      - 6
       - 7
     ignore:
      - goos: windows
        goarch: 386
+     - goos: windows
+       goarm: 6
+     - goos: windows
+       goarm: 7
     flags:
       - -trimpath
     main: ./cmd/step-cloudkms-init/main.go
@@ -68,10 +78,15 @@ builds:
       - arm64
       - 386
     goarm:
+      - 6
       - 7
     ignore:
      - goos: windows
        goarch: 386
+     - goos: windows
+       goarm: 6
+     - goos: windows
+       goarm: 7
     flags:
       - -trimpath
     main: ./cmd/step-awskms-init/main.go
@@ -84,6 +99,9 @@ archives:
     # Most common use case is to archive as zip on Windows.
     # Default is empty.
     name_template: "{{ .ProjectName }}_{{ .Os }}_{{ .Version }}_{{ .Arch }}{{ if .Arm }}v{{ .Arm }}{{ end }}{{ if .Mips }}_{{ .Mips }}{{ end }}"
+    format_overrides:
+      - goos: windows
+        format: zip
     wrap_in_directory: "{{ .ProjectName }}_{{ .Version }}"
     files:
       - README.md