diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 17312a1d..f6bc90d7 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -30,11 +30,12 @@ jobs:
 
   test:
     name: Tests
-    runs-on: ubuntu-latest
+    runs-on: ${{ matrix.os }}
 
     strategy:
       matrix:
         node: ['^8.12', '10', '12']
+        os: [ubuntu-latest, windows-latest, macOS-latest]
 
     steps:
     - uses: actions/checkout@v1
diff --git a/tests/ember-template-recast-test.js b/tests/ember-template-recast-test.js
index 0691c97e..1eb0812d 100644
--- a/tests/ember-template-recast-test.js
+++ b/tests/ember-template-recast-test.js
@@ -2,6 +2,7 @@ const execa = require('execa');
 const { readFileSync } = require('fs');
 const { join } = require('path');
 const { createTempDir } = require('broccoli-test-helper');
+const slash = require('slash');
 
 function run(args, cwd) {
   return execa(require.resolve('../bin/ember-template-recast'), args, { cwd });
@@ -104,10 +105,13 @@ Errored:   1`
         'Status message includes error count'
       );
 
-      assert.ok(
-        stdout.includes(join(this.fixture.path(), 'files/bad-template.hbs')),
-        'Output includes full path to bad template'
-      );
+      let badFilePath = slash(join(this.fixture.path(), 'files/bad-template.hbs'));
+
+      assert.pushResult({
+        result: stdout.includes(badFilePath),
+        message: `Expected output to include full path to the invalid template (${badFilePath}): \n\n${stdout}`,
+      });
+
       assert.ok(
         stdout.includes('Error: Parse error on line 1:'),
         'Output includes error stacktrace'