diff --git a/src/index.js b/src/index.js
index f97c349f..0687672f 100644
--- a/src/index.js
+++ b/src/index.js
@@ -149,7 +149,7 @@ class ExtractTextPlugin {
             let meta = module[NS];
             if (meta && (!meta.options.id || meta.options.id === id)) {
               const wasExtracted = Array.isArray(meta.content);
-              if (shouldExtract !== wasExtracted) {
+              if (shouldExtract && !wasExtracted) {
                 module[`${NS}/extract`] = shouldExtract; // eslint-disable-line no-path-concat
                 compilation.rebuildModule(module, (err) => {
                   if (err) {