diff --git a/packages/next/build/webpack-config.ts b/packages/next/build/webpack-config.ts
index 8c2a23e9918b..977721a20cd9 100644
--- a/packages/next/build/webpack-config.ts
+++ b/packages/next/build/webpack-config.ts
@@ -1055,9 +1055,11 @@ export default async function getBaseWebpackConfig(
   const crossOrigin = config.crossOrigin
   const looseEsmExternals = config.experimental?.esmExternals === 'loose'
 
-  const optOutBundlingPackages = EXTERNAL_PACKAGES.concat(
-    ...(config.experimental.serverComponentsExternalPackages || [])
-  )
+  const optOutBundlingPackages = config.experimental.appDir
+    ? EXTERNAL_PACKAGES.concat(
+        ...(config.experimental.serverComponentsExternalPackages || [])
+      )
+    : []
 
   let resolvedExternalPackageDirs: Map<string, string>