fix: device-metric out-of-range

Signed-off-by: thxCode <[email protected]>
gpustack · Oct 14, 2024 · 026e6d5 · 026e6d5
1 parent f588e36
commit 026e6d5
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/file_estimate.go b/file_estimate.go
@@ -168,6 +168,7 @@ func (gf *GGUFFile) EstimateLLaMACppRun(opts ...LLaMACppRunEstimateOption) (e LL
 		for i, j := 0, len(o.DeviceMetrics)-1; i < len(o.TensorSplitFraction)-j; i++ {
 			o.DeviceMetrics = append(o.DeviceMetrics, o.DeviceMetrics[j])
 		}
+		o.DeviceMetrics = o.DeviceMetrics[:len(o.TensorSplitFraction)+1]
 	}
 
 	// Devices.