diff --git a/packages/vite/src/node/optimizer/index.ts b/packages/vite/src/node/optimizer/index.ts
index 0b4b80def7853d..fc3fa203665c75 100644
--- a/packages/vite/src/node/optimizer/index.ts
+++ b/packages/vite/src/node/optimizer/index.ts
@@ -496,7 +496,9 @@ export async function runOptimizeDeps(
       // Write metadata file, delete `deps` folder and rename the `processing` folder to `deps`
       // Processing is done, we can now replace the depsCacheDir with processingCacheDir
       // Rewire the file paths from the temporal processing dir to the final deps cache dir
-      await removeDir(depsCacheDir)
+      if(fs.existsSync(depsCacheDir)){
+        await removeDir(depsCacheDir)
+      }
       await renameDir(processingCacheDir, depsCacheDir)
     },
     cancel() {