Update lib.rs

EricLBuehler · Dec 20, 2024 · 2eefef6 · 2eefef6
1 parent cceceac
commit 2eefef6
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/mistralrs-core/src/lib.rs b/mistralrs-core/src/lib.rs
@@ -226,6 +226,11 @@ impl MistralRsBuilder {
         self.disable_eos_stop = Some(disable_eos_stop);
         self
     }
+
+    /// This setting is only applicable on CUDA. 
+    /// If set to false or not specified, this setting enables f16/bf16 reduced
+    /// precision matmul for GPUs which support it. 
+    /// If set to true, this setting has no effect.
     pub fn with_gemm_full_precision_f16(mut self, gemm_full_precision: bool) -> Self {
         self.gemm_full_precision_f16 = Some(gemm_full_precision);
         self