WIP: Upgrade to remark-parse@10

jest.config.js

@@ -17,6 +17,26 @@ if (INSTALL_PACKAGE || (isProduction && !TEST_STANDALONE)) {
 }
 process.env.PRETTIER_DIR = PRETTIER_DIR;
 
+const babelJestTransform = [
+  "babel-jest",
+  {
+    presets: [
+      [
+        "@babel/env",
+        {
+          targets: { node: "current" },
+          exclude: [
+            "transform-async-to-generator",
+            "transform-classes",
+            "proposal-async-generator-functions",
+            "transform-regenerator",
+          ],
+        },
+      ],
+    ],
+  },
+];
+
 const testPathIgnorePatterns = [];
 let transform = {};
 if (TEST_STANDALONE) {
@@ -25,33 +45,36 @@ if (TEST_STANDALONE) {
 if (isProduction) {
   // `esm` bundles need transform
   transform = {
-    "(?:\\.mjs|codeSamples\\.js)$": [
-      "babel-jest",
-      {
-        presets: [
-          [
-            "@babel/env",
-            {
-              targets: { node: "current" },
-              exclude: [
-                "transform-async-to-generator",
-                "transform-classes",
-                "proposal-async-generator-functions",
-                "transform-regenerator",
-              ],
-            },
-          ],
-        ],
-      },
-    ],
+    "(?:\\.mjs|codeSamples\\.js)$": babelJestTransform,
   };
 } else {
+  transform = {
+    ".js$": babelJestTransform,
+  };
   // Only test bundles for production
   testPathIgnorePatterns.push(
     "<rootDir>/tests/integration/__tests__/bundle.js"
   );
 }
 
+const esmPackagePatterns = [
+  "bail",
+  "ccount",
+  "character-entities",
+  "decode-named-character-reference",
+  "fault",
+  "is-plain-obj",
+  "longest-streak",
+  "markdown-table",
+  "mdast.*",
+  "micromark.*",
+  "remark.*",
+  "trough",
+  "unified",
+  "unist.*",
+  "vfile.*",
+];
+
 module.exports = {
   setupFiles: ["<rootDir>/tests/config/setup.js"],
   snapshotSerializers: [
@@ -77,6 +100,9 @@ module.exports = {
     "<rootDir>/scripts/release",
   ],
   transform,
+  transformIgnorePatterns: [
+    `<rootDir>/node_modules/(?!(${esmPackagePatterns.join("|")})/)`,
+  ],
   watchPlugins: [
     "jest-watch-typeahead/filename",
     "jest-watch-typeahead/testname",

package.json

@@ -72,16 +72,19 @@
     "postcss-selector-parser": "2.2.3",
     "postcss-values-parser": "2.0.1",
     "regexp-util": "1.2.2",
-    "remark-footnotes": "2.0.0",
-    "remark-math": "3.0.1",
-    "remark-parse": "8.0.3",
+    "remark-frontmatter": "4.0.1",
+    "remark-gfm": "3.0.1",
+    "remark-math": "5.1.1",
+    "remark-mdx": "1.6.22",
+    "remark-parse": "10.0.1",
+    "remark-wiki-link": "1.0.4",
     "resolve": "1.20.0",
     "semver": "7.3.5",
     "string-width": "4.2.3",
     "strip-ansi": "6.0.0",
     "typescript": "4.5.2",
     "unicode-regex": "3.0.0",
-    "unified": "9.2.1",
+    "unified": "10.1.1",
     "vnopts": "1.0.2",
     "wcwidth": "1.0.1",
     "yaml-unist-parser": "1.3.1"

src/language-markdown/parser-markdown.js

@@ -1,16 +1,15 @@
 "use strict";
 
-const remarkParse = require("remark-parse");
-const unified = require("unified");
+const { default: remarkParse } = require("remark-parse");
+const { unified } = require("unified");
 const remarkMath = require("remark-math");
-const footnotes = require("remark-footnotes");
+const remarkGfm = require("remark-gfm");
+const remarkMdx = require("remark-mdx");
+const remarkFrontmatter = require("remark-frontmatter");
+const remarkWikiLink = require("remark-wiki-link");
 const pragma = require("./pragma.js");
 const { locStart, locEnd } = require("./loc.js");
-const mdx = require("./mdx.js");
-const htmlToJsx = require("./unified-plugins/html-to-jsx.js");
-const frontMatter = require("./unified-plugins/front-matter.js");
 const liquid = require("./unified-plugins/liquid.js");
-const wikiLink = require("./unified-plugins/wiki-link.js");
 const looseItems = require("./unified-plugins/loose-items.js");
 
 /**
@@ -30,26 +29,20 @@ const looseItems = require("./unified-plugins/loose-items.js");
 function createParse({ isMDX }) {
   return (text) => {
     const processor = unified()
-      .use(remarkParse, {
-        commonmark: true,
-        ...(isMDX && { blocks: [mdx.BLOCKS_REGEX] }),
-      })
-      .use(footnotes)
-      .use(frontMatter)
+      .use(remarkParse)
+      .use(remarkGfm)
       .use(remarkMath)
-      .use(isMDX ? mdx.esSyntax : identity)
-      .use(liquid)
-      .use(isMDX ? htmlToJsx : identity)
-      .use(wikiLink)
-      .use(looseItems);
+      .use(remarkFrontmatter)
+      .use(remarkWikiLink);
+    // .use(liquid)
+    // .use(looseItems);
+    if (isMDX) {
+      processor.use(remarkMdx);
+    }
     return processor.runSync(processor.parse(text));
   };
 }
 
-function identity(x) {
-  return x;
-}
-
 const baseParser = {
   astFormat: "mdast",
   hasPragma: pragma.hasPragma,