Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We鈥檒l occasionally send you account related emails.

Already on GitHub? Sign in to your account

Update: added empty error array check for false negative #13200

Merged
merged 6 commits into from Jun 17, 2020
Merged
Show file tree
Hide file tree
Changes from 4 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Jump to
Jump to file
Failed to load files.
Diff view
Diff view
9 changes: 9 additions & 0 deletions lib/rule-tester/rule-tester.js
Expand Up @@ -644,13 +644,22 @@ class RuleTester {
assert.ok(item.errors || item.errors === 0,
`Did not specify errors for an invalid test of ${ruleName}`);

if (Array.isArray(item.errors) && item.errors.length === 0) {
assert.fail("errors array should have at least one element otherwise its a valid case");
anikethsaha marked this conversation as resolved.
Show resolved Hide resolved
}

const ruleHasMetaMessages = hasOwnProperty(rule, "meta") && hasOwnProperty(rule.meta, "messages");
const friendlyIDList = ruleHasMetaMessages ? `[${Object.keys(rule.meta.messages).map(key => `'${key}'`).join(", ")}]` : null;

const result = runRuleForItem(item);
const messages = result.messages;

if (typeof item.errors === "number") {

if (item.errors === 0) {
assert.fail("errors of type `number` should not have value `0`");
anikethsaha marked this conversation as resolved.
Show resolved Hide resolved
}

assert.strictEqual(messages.length, item.errors, util.format("Should have %d error%s but had %d: %s",
item.errors, item.errors === 1 ? "" : "s", messages.length, util.inspect(messages)));
} else {
Expand Down
34 changes: 33 additions & 1 deletion tests/lib/rule-tester/rule-tester.js
Expand Up @@ -463,6 +463,37 @@ describe("RuleTester", () => {
}, expectedErrorMessage);
});

it("should throw error for empty error array", () => {
assert.throws(() => {
ruleTester.run("suggestions-messageIds", require("../../fixtures/testers/rule-tester/suggestions").withMessageIds, {
valid: [],
invalid: [{
code: "var foo;",
errors: []
}]
});
}, /errors array should have at least one element otherwise its a valid case/u);
});

it("should throw error for errors : 0", () => {
assert.throws(() => {
ruleTester.run(
"suggestions-messageIds",
require("../../fixtures/testers/rule-tester/suggestions")
.withMessageIds,
{
valid: [],
invalid: [
{
code: "var foo;",
errors: 0
}
]
}
);
}, /errors of type `number` should not have value `0`/u);
});

it("should not skip column assertion if column is a falsy value", () => {
assert.throws(() => {
ruleTester.run("no-eval", require("../../fixtures/testers/rule-tester/no-eval"), {
Expand Down Expand Up @@ -732,7 +763,7 @@ describe("RuleTester", () => {
{
code: "eval(foo)",
parser: require.resolve("esprima"),
errors: [{}]
errors: [{ line: 1 }]
}
]
});
Expand Down Expand Up @@ -1893,4 +1924,5 @@ describe("RuleTester", () => {
});

});

});