Update tps value to 20

firstbatchxyz · Sep 20, 2024 · b3745cb · b3745cb
1 parent 3c03474
commit b3745cb
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/config/mod.rs b/src/config/mod.rs
@@ -15,7 +15,7 @@ use std::{env, time::Duration};
 const CHECK_TIMEOUT_DURATION: Duration = Duration::from_secs(80);
 
 /// Minimum tokens per second (TPS) for checking model performance during a generation.
-const CHECK_TPS: f64 = 5.0;
+const CHECK_TPS: f64 = 20.0;
 
 #[derive(Debug, Clone)]
 pub struct DriaComputeNodeConfig {