refactor: adjust embedding only condition

Signed-off-by: thxCode <[email protected]>
gpustack · Aug 1, 2024 · 58dbe14 · 58dbe14
1 parent 15eea80
commit 58dbe14
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/file_estimate.go b/file_estimate.go
@@ -242,9 +242,7 @@ func (gf *GGUFFile) EstimateLLaMACppUsage(opts ...LLaMACppUsageEstimateOption) (
 
 	// Embedding.
 	if !a.AttentionCausal {
-		if _, ok := opLs.Get("output.weight"); !ok {
-			e.EmbeddingOnly = true
-		}
+		e.EmbeddingOnly = true
 	}
 
 	// Weight.