Merge pull request #120 from firstbatchxyz/ollama-workflow-and-tps-up…

…dates Ollama workflow and tps updates
firstbatchxyz · Sep 25, 2024 · f780fdd · f780fdd
2 parents 229dd2e + fc77c64
commit f780fdd
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -45,7 +45,7 @@ sha3 = "0.10.8"
 fastbloom-rs = "0.5.9"
 
 # workflows
-ollama-workflows = { git = "https://github.com/andthattoo/ollama-workflows", rev = "80f8e71e" }
+ollama-workflows = { git = "https://github.com/andthattoo/ollama-workflows", rev = "320d923" }
 
 # peer-to-peer
 libp2p = { git = "https://github.com/anilaltuner/rust-libp2p.git", rev = "7ce9f9e", features = [

diff --git a/src/config/mod.rs b/src/config/mod.rs
@@ -15,7 +15,7 @@ use std::{env, time::Duration};
 const CHECK_TIMEOUT_DURATION: Duration = Duration::from_secs(80);
 
 /// Minimum tokens per second (TPS) for checking model performance during a generation.
-const CHECK_TPS: f64 = 20.0;
+const CHECK_TPS: f64 = 15.0;
 
 #[derive(Debug, Clone)]
 pub struct DriaComputeNodeConfig {