diff --git a/Makefile b/Makefile
index 2528fc328956..bc69709bdd19 100644
--- a/Makefile
+++ b/Makefile
@@ -249,8 +249,9 @@ clean-lib:
 			$(call clean-source-lib, $(source))))
 
 clean-runtime-helpers:
-	rm -rf packages/babel-runtime/helpers
-	rm -rf packages/babel-runtime-corejs2/helpers
+	rm -f packages/babel-runtime/helpers/**/*.js
+	rm -f packages/babel-runtime-corejs2/helpers/**/*.js
+	rm -f packages/babel-runtime-corejs3/helpers/**/*.js
 	rm -rf packages/babel-runtime-corejs2/core-js
 
 clean-all:
diff --git a/packages/babel-runtime-corejs2/helpers/esm/package.json b/packages/babel-runtime-corejs2/helpers/esm/package.json
new file mode 100644
index 000000000000..aead43de364c
--- /dev/null
+++ b/packages/babel-runtime-corejs2/helpers/esm/package.json
@@ -0,0 +1,3 @@
+{
+  "type": "module"
+}
\ No newline at end of file
diff --git a/packages/babel-runtime-corejs3/helpers/esm/package.json b/packages/babel-runtime-corejs3/helpers/esm/package.json
new file mode 100644
index 000000000000..aead43de364c
--- /dev/null
+++ b/packages/babel-runtime-corejs3/helpers/esm/package.json
@@ -0,0 +1,3 @@
+{
+  "type": "module"
+}
\ No newline at end of file
diff --git a/packages/babel-runtime/helpers/esm/package.json b/packages/babel-runtime/helpers/esm/package.json
new file mode 100644
index 000000000000..aead43de364c
--- /dev/null
+++ b/packages/babel-runtime/helpers/esm/package.json
@@ -0,0 +1,3 @@
+{
+  "type": "module"
+}
\ No newline at end of file