diff --git a/packages/next/build/webpack-config.ts b/packages/next/build/webpack-config.ts
index d911417ad548174..58bd82717fe0ce8 100644
--- a/packages/next/build/webpack-config.ts
+++ b/packages/next/build/webpack-config.ts
@@ -660,7 +660,7 @@ export default async function getBaseWebpackConfig(
     loggedIgnoredCompilerOptions = true
   }
 
-  if (babelConfigFile && config.experimental.fontLoaders) {
+  if (!useSWCLoader && babelConfigFile && config.experimental.fontLoaders) {
     Log.error(
       `"experimental.fontLoaders" is enabled which requires SWC although Babel is being used due to custom babel config being present "${path.relative(
         dir,