diff --git a/test/integration/invalid-arguments.spec.js b/test/integration/invalid-arguments.spec.js
new file mode 100644
index 0000000000..6c147bdb48
--- /dev/null
+++ b/test/integration/invalid-arguments.spec.js
@@ -0,0 +1,20 @@
+'use strict';
+
+var invokeMocha = require('./helpers').invokeMocha;
+
+describe('invalid arguments', function() {
+  it('should exit with failure if arguments are invalid', function(done) {
+    invokeMocha(
+      ['--ui'],
+      function(err, result) {
+        if (err) {
+          return done(err);
+        }
+        expect(result, 'to have failed');
+        expect(result.output, 'to match', /not enough arguments/i);
+        done();
+      },
+      {stdio: 'pipe'}
+    );
+  });
+});