From a71ede3e9fb4dea344046baa977ad0806a23212f Mon Sep 17 00:00:00 2001
From: Doehyun Baek <doehyunbaek@gmail.com>
Date: Tue, 20 Aug 2024 09:47:26 +0900
Subject: [PATCH] exit with 1 on failure

---
 src/test.ts | 11 ++++++++---
 1 file changed, 8 insertions(+), 3 deletions(-)

diff --git a/src/test.ts b/src/test.ts
index 8158f9a..7c0660d 100644
--- a/src/test.ts
+++ b/src/test.ts
@@ -16,7 +16,7 @@ type TestReport = (
   | Failure
 );
 
-async function runWasmR3Tests(names: string[], options) {
+async function runWasmR3Tests(names: string[], options): Promise<number> {
   console.log(`Run ${options.category} tests`);
   let successful = 0;
   for (let name of names) {
@@ -32,6 +32,7 @@ async function runWasmR3Tests(names: string[], options) {
     `finished running ${names.length} ${options.category} testcases. Pass: ${successful}, Fail: ${fail}, FailRate: ${(fail / names.length) * 100
     }%`
   );
+  return fail
 }
 
 async function runSingleTest(options, name: string): Promise<TestReport> {
@@ -98,7 +99,12 @@ async function analyzeAndSaveBenchmark(options: any, testJsPath: string, website
       testNames = testNames.filter((n) => options.testcases.includes(n));
       testNames = Array.from(new Set([...testNames, ...options.testcases]));
     }
-    await runWasmR3Tests(testNames, options);
+    const failNumber = await runWasmR3Tests(testNames, options);
+    if (failNumber > 0) {
+      exit(1);
+    } else {
+      exit(0);
+    }
   }
   if (options.category === ("slicedice")) {
     let testNames = await getDirectoryNames(
@@ -110,7 +116,6 @@ async function analyzeAndSaveBenchmark(options: any, testJsPath: string, website
     }
     await runSliceDiceTests(testNames, options);
   }
-  exit(0)
 })();
 
 function getPaths(name: string, options: any) {