From 29237dfef540ffe5662b278dcbd6b17fd542e73c Mon Sep 17 00:00:00 2001
From: hiworldwzj <30762946+hiworldwzj@users.noreply.github.com>
Date: Wed, 26 Feb 2025 17:19:31 +0800
Subject: [PATCH] fix

---
 lightllm/common/basemodel/basemodel.py | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/lightllm/common/basemodel/basemodel.py b/lightllm/common/basemodel/basemodel.py
index 65fe546bf..dc472389f 100755
--- a/lightllm/common/basemodel/basemodel.py
+++ b/lightllm/common/basemodel/basemodel.py
@@ -36,7 +36,6 @@ class TpPartBaseModel:
     infer_state_class = InferStateInfo
 
     def __init__(self, kvargs):
-        self.infer_state = self.infer_state_class()
         self.run_mode = kvargs["run_mode"]
         self.tp_rank_ = kvargs["tp_rank"]
         self.world_size_ = kvargs["world_size"]
@@ -331,9 +330,7 @@ def _decode(
         b_seq_len,
         multimodal_params,
     ):
-        infer_state = self.infer_state
-        if self.graph is None or self.graph.need_capture(batch_size) or infer_state.is_prefill:
-            infer_state = self.infer_state_class()
+        infer_state = self.infer_state_class()
         infer_state.is_prefill = False
         infer_state.batch_size = batch_size
         infer_state.total_token_num = total_token_num