diff --git a/web/server/system/shell_1_16.go b/web/server/system/shell_1_16.go
index f5099a6f..2117641c 100644
--- a/web/server/system/shell_1_16.go
+++ b/web/server/system/shell_1_16.go
@@ -3,5 +3,8 @@
 package system
 
 func compile(directory, gobin, tagsArg string) Command {
-	return NewCommand(directory, gobin, "test", tagsArg)
+	// Don't pre-compile on 1.16
+	// TODO(iannucci): rework the whole compilation feature to compile all
+	// test binaries up front in a single `go` command.
+	return Command{}
 }