add truss trtllm config (basetenlabs#1366)

* add truss trtllm config * ruff fmt
AsherBond · Feb 4, 2025 · b8df346 · b8df346
1 parent 14f0f55
commit b8df346
Showing 1 changed file with 7 additions and 3 deletions.
diff --git a/truss/base/trt_llm_config.py b/truss/base/trt_llm_config.py
@@ -278,9 +278,13 @@ def migrate_runtime_fields(cls, data: Any) -> Any:
     @model_validator(mode="after")
     def after(self: "TRTLLMConfiguration") -> "TRTLLMConfiguration":
         # check if there is an error wrt. runtime.enable_chunked_context
-        if self.runtime.enable_chunked_context and not (
-            self.build.plugin_configuration.use_paged_context_fmha
-            and self.build.plugin_configuration.paged_kv_cache
+        if (
+            self.runtime.enable_chunked_context
+            and (self.build.base_model != TrussTRTLLMModel.ENCODER)
+            and not (
+                self.build.plugin_configuration.use_paged_context_fmha
+                and self.build.plugin_configuration.paged_kv_cache
+            )
         ):
             if ENGINE_BUILDER_TRUSS_RUNTIME_MIGRATION:
                 logger.warning(