diff --git a/config/webpack.config.dev.js b/config/webpack.config.dev.js
index d92cf597e7d..cb19f7f6b92 100644
--- a/config/webpack.config.dev.js
+++ b/config/webpack.config.dev.js
@@ -228,7 +228,10 @@ module.exports = {
                 },
               },
               {
-                loader: require.resolve('babel-loader'),
+                // We need to use our own loader until `babel-loader` supports
+                // customization
+                // https://github.com/babel/babel-loader/pull/687
+                loader: require.resolve('babel-preset-react-app/loader'),
                 options: {
                   // @remove-on-eject-begin
                   babelrc: false,
diff --git a/config/webpack.config.prod.js b/config/webpack.config.prod.js
index 6bd24c06401..5ab033bad31 100644
--- a/config/webpack.config.prod.js
+++ b/config/webpack.config.prod.js
@@ -266,7 +266,10 @@ module.exports = {
               // improves compile time on larger projects
               require.resolve('thread-loader'),
               {
-                loader: require.resolve('babel-loader'),
+                // We need to use our own loader until `babel-loader` supports
+                // customization
+                // https://github.com/babel/babel-loader/pull/687
+                loader: require.resolve('babel-preset-react-app/loader'),
                 options: {
                   // @remove-on-eject-begin
                   babelrc: false,