diff --git a/test/cases/invalid continuation byte at eof.c b/test/cases/invalid continuation byte at eof.c
new file mode 100644
index 00000000..ccb98002
Binary files /dev/null and b/test/cases/invalid continuation byte at eof.c differ
diff --git a/test/runner.zig b/test/runner.zig
index 173dcc91..1ee8ba38 100644
--- a/test/runner.zig
+++ b/test/runner.zig
@@ -371,8 +371,12 @@ pub fn main() !void {
             continue;
         }
 
-        if (pp.defines.contains("NO_ERROR_VALIDATION")) continue;
-
+        if (pp.defines.contains("NO_ERROR_VALIDATION")) {
+            var m = MsgWriter.init(pp.comp.gpa);
+            defer m.deinit();
+            aro.Diagnostics.renderMessages(pp.comp, &m);
+            continue;
+        }
         aro.Diagnostics.render(&comp, std.io.tty.detectConfig(std.io.getStdErr()));
 
         if (pp.defines.get("EXPECTED_OUTPUT")) |macro| blk: {