diff --git a/ci/build.go b/ci/build.go
index a7fec94a9..e72922699 100644
--- a/ci/build.go
+++ b/ci/build.go
@@ -191,6 +191,7 @@ func (m *Binary) build(platform Platform, version string, pkg string) *File {
 
 	return goModule().
 		WithSource(m.Source).
+		WithPlatform(string(platform)).
 		Build(GoWithSourceBuildOpts{
 			Name:     "benthos",
 			Pkg:      pkg,
diff --git a/ci/release.go b/ci/release.go
index d7e35f32a..09bd6e92d 100644
--- a/ci/release.go
+++ b/ci/release.go
@@ -94,7 +94,7 @@ func (m *Ci) binaryArchive(version string, platform Platform) *File {
 	}
 
 	return archiver.Archive(
-		fmt.Sprintf("benthos_%s", strings.ReplaceAll(string(platform), "/", "_")),
+		fmt.Sprintf("benthos-collector_%s", strings.ReplaceAll(string(platform), "/", "_")),
 		dag.Directory().
 			WithFile("", m.Build().Binary().benthosCollector(platform, version)).
 			WithFile("", m.Source.File("README.md")).