Log generated tokens out to file when streaming (#309)

predibase · Mar 14, 2024 · 431ae61 · 431ae61
1 parent 1e2a94f
commit 431ae61
Show file tree

Hide file tree

Showing 4 changed files with 324 additions and 27 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/router/Cargo.toml b/router/Cargo.toml
@@ -30,6 +30,8 @@ opentelemetry = { version = "0.19.0", features = ["rt-tokio"] }
 opentelemetry-otlp = "0.12.0"
 rand = "0.8.5"
 reqwest = { version = "0.11.14", features = [] }
+reqwest-middleware = "0.2.4"
+reqwest-retry = "0.4.0"
 serde = "1.0.152"
 serde_json = { version = "1.0.93", features = ["preserve_order"] }
 thiserror = "1.0.38"

diff --git a/router/src/lib.rs b/router/src/lib.rs
@@ -66,6 +66,8 @@ pub struct Info {
     pub sha: Option<&'static str>,
     #[schema(nullable = true, example = "null")]
     pub docker_label: Option<&'static str>,
+    #[schema(nullable = true, example = "http://localhost:8899")]
+    pub request_logger_url: Option<String>,
 }
 
 #[derive(Clone, Debug, Deserialize, ToSchema, Default)]