diff --git a/packages/babel-plugin-proposal-numeric-separator/src/index.js b/packages/babel-plugin-proposal-numeric-separator/src/index.js
index 99c29d700e1b..915088dffe4b 100644
--- a/packages/babel-plugin-proposal-numeric-separator/src/index.js
+++ b/packages/babel-plugin-proposal-numeric-separator/src/index.js
@@ -1,30 +1,14 @@
 import { declare } from "@babel/helper-plugin-utils";
 import syntaxNumericSeparator from "@babel/plugin-syntax-numeric-separator";
-import { types as t } from "@babel/core";
 
 export default declare(api => {
   api.assertVersion(7);
 
-  function replaceNumberArg({ node }) {
-    if (node.callee.name !== "Number") {
-      return;
-    }
-
-    const arg = node.arguments[0];
-    if (!t.isStringLiteral(arg)) {
-      return;
-    }
-
-    arg.value = arg.value.replace(/_/g, "");
-  }
-
   return {
     name: "proposal-numeric-separator",
     inherits: syntaxNumericSeparator,
 
     visitor: {
-      CallExpression: replaceNumberArg,
-      NewExpression: replaceNumberArg,
       NumericLiteral({ node }) {
         const { extra } = node;
         if (extra && /_/.test(extra.raw)) {
diff --git a/packages/babel-plugin-proposal-numeric-separator/test/fixtures/number/exec.js b/packages/babel-plugin-proposal-numeric-separator/test/fixtures/number/exec.js
deleted file mode 100644
index 238c64241af4..000000000000
--- a/packages/babel-plugin-proposal-numeric-separator/test/fixtures/number/exec.js
+++ /dev/null
@@ -1,19 +0,0 @@
-expect(Number("1_000")).toBe(Number("1000"));
-expect(Number("0xAE_BE_CE")).toBe(Number("0xAEBECE"));
-expect(Number("0b1010_0001_1000_0101")).toBe(Number("0b1010000110000101"));
-expect(Number("0o0_6_6_6")).toBe(Number("0o0666"));
-
-expect(new Number("1_000").valueOf()).toBe(new Number("1000").valueOf());
-expect(new Number("0xAE_BE_CE").valueOf()).toBe(new Number("0xAEBECE").valueOf());
-expect(new Number("0b1010_0001_1000_0101").valueOf()).toBe(new Number("0b1010000110000101").valueOf());
-expect(new Number("0o0_6_6_6").valueOf()).toBe(new Number("0o0666").valueOf());
-
-expect(Number(1_000)).toBe(Number("1000"));
-expect(Number(0xAE_BE_CE)).toBe(Number("0xAEBECE"));
-expect(Number(0b1010_0001_1000_0101)).toBe(Number("0b1010000110000101"));
-expect(Number(0o0_6_6_6)).toBe(Number("0o0666"));
-
-expect(new Number(1_000).valueOf()).toBe(new Number("1000").valueOf());
-expect(new Number(0xAE_BE_CE).valueOf()).toBe(new Number("0xAEBECE").valueOf());
-expect(new Number(0b1010_0001_1000_0101).valueOf()).toBe(new Number("0b1010000110000101").valueOf());
-expect(new Number(0o0_6_6_6).valueOf()).toBe(new Number("0o0666").valueOf());
diff --git a/packages/babel-plugin-proposal-numeric-separator/test/fixtures/number/options.json b/packages/babel-plugin-proposal-numeric-separator/test/fixtures/number/options.json
deleted file mode 100644
index db4bf9f50d93..000000000000
--- a/packages/babel-plugin-proposal-numeric-separator/test/fixtures/number/options.json
+++ /dev/null
@@ -1,3 +0,0 @@
-{
-  "plugins": ["proposal-numeric-separator"]
-}