From b3745cb5a9ea60f8bbd3320c4e99d1e920ea54e0 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?An=C4=B1l=20Berk=20Altuner?= <107621925+anilaltuner@users.noreply.github.com> Date: Fri, 20 Sep 2024 19:32:35 +0300 Subject: [PATCH] Update tps value to 20 --- src/config/mod.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/config/mod.rs b/src/config/mod.rs index 9765264..a352a20 100644 --- a/src/config/mod.rs +++ b/src/config/mod.rs @@ -15,7 +15,7 @@ use std::{env, time::Duration}; const CHECK_TIMEOUT_DURATION: Duration = Duration::from_secs(80); /// Minimum tokens per second (TPS) for checking model performance during a generation. -const CHECK_TPS: f64 = 5.0; +const CHECK_TPS: f64 = 20.0; #[derive(Debug, Clone)] pub struct DriaComputeNodeConfig {