deps: update robots-parser to latest

GoogleChrome · Jan 10, 2022 · b781b25 · b781b25
1 parent ca4eab4
commit b781b25
Show file tree

Hide file tree

Showing 5 changed files with 7 additions and 27 deletions.
diff --git a/build/build-bundle.js b/build/build-bundle.js
@@ -155,7 +155,6 @@ async function build(entryPath, distPath, opts = {minify: true}) {
         // that's all that's needed, so make a mini-polyfill.
         // @see https://github.com/GoogleChrome/lighthouse/issues/5273
         // TODO: remove when not needed for pubads (https://github.com/googleads/publisher-ads-lighthouse-plugin/pull/325)
-        // and robots-parser (https://github.com/samclarke/robots-parser/pull/23)
         'url': 'export const URL = globalThis.URL;',
       }),
       rollupPlugins.json(),

diff --git a/lighthouse-core/audits/seo/is-crawlable.js b/lighthouse-core/audits/seo/is-crawlable.js
@@ -6,7 +6,8 @@
 'use strict';
 
 const Audit = require('../audit.js');
-const robotsParser = require('robots-parser');
+// TODO(esmodules): cast can be removed when this switches to import.
+const robotsParser = /** @type {typeof import('robots-parser').default} */ (/** @type {unknown} */(require('robots-parser'))); // eslint-disable-line max-len
 const URL = require('../../lib/url-shim.js');
 const MainResource = require('../../computed/main-resource.js');
 const BLOCKLIST = new Set([

diff --git a/package.json b/package.json
@@ -205,7 +205,7 @@
     "parse-cache-control": "1.0.1",
     "ps-list": "^8.0.0",
     "raven": "^2.2.1",
-    "robots-parser": "^2.3.0",
+    "robots-parser": "^3.0.0",
     "semver": "^5.3.0",
     "speedline-core": "^1.4.3",
     "third-party-web": "^0.12.7",

diff --git a/types/robots-parser/index.d.ts b/types/robots-parser/index.d.ts
diff --git a/yarn.lock b/yarn.lock
@@ -7134,10 +7134,10 @@ rimraf@^2.7.1:
   dependencies:
     glob "^7.1.3"
 
-robots-parser@^2.3.0:
-  version "2.3.0"
-  resolved "https://registry.yarnpkg.com/robots-parser/-/robots-parser-2.3.0.tgz#d79e86e26e13fa0a806adbc37f4cf1b96aebc8c3"
-  integrity sha512-RvuCITckrHM9k8DxCCU9rqWpuuKRfVX9iHG751dC3/EdERxp9gJATxYYdYOT3L0T+TAT4+27lENisk/VbHm47A==
+robots-parser@^3.0.0:
+  version "3.0.0"
+  resolved "https://registry.yarnpkg.com/robots-parser/-/robots-parser-3.0.0.tgz#66af89306302ecd004455f2f24298310d0966631"
+  integrity sha512-6xkze3WRdneibICBAzMKcXyTKQw5shA3GbwoEJy7RSvxpZNGF0GMuYKE1T0VMP4fwx/fQs0n0mtriOqRtk5L1w==
 
 rollup-plugin-node-resolve@^5.2.0:
   version "5.2.0"