diff --git a/src/instructlab/sdg/llmblock.py b/src/instructlab/sdg/llmblock.py index 3f4d32f4..8d0b26c4 100644 --- a/src/instructlab/sdg/llmblock.py +++ b/src/instructlab/sdg/llmblock.py @@ -78,7 +78,7 @@ def __init__( self.defaults = { "model": self.ctx.model_id, "temperature": 0, - "max_tokens": 12000, + "max_tokens": 4096, } # Whether the LLM server supports a list of input prompts