From 97a8a890e8a7b701c302c560aac5545bbe2c79e4 Mon Sep 17 00:00:00 2001 From: Jack Zhang Date: Tue, 26 Nov 2024 17:07:53 -0500 Subject: [PATCH] Fix unpending unbacked symbols from torch.cond (#7073) --- examples/models/llama3_2_vision/text_decoder/model.py | 1 + 1 file changed, 1 insertion(+) diff --git a/examples/models/llama3_2_vision/text_decoder/model.py b/examples/models/llama3_2_vision/text_decoder/model.py index 2d9c41b603..bd31ca2866 100644 --- a/examples/models/llama3_2_vision/text_decoder/model.py +++ b/examples/models/llama3_2_vision/text_decoder/model.py @@ -108,6 +108,7 @@ def __init__(self, **kwargs): rope_base=params["rope_theta"], intermediate_dim=params["intermediate_dim"], ) + self.model_.requires_grad_(False) # Source transformation for MultiHeadAttention self.model_ = replace_mha_with_inference_mha(self.model_)