Skip to content

Commit

Permalink
feat(bid-script/gpu): support model.vram for pricing calculation
Browse files Browse the repository at this point in the history
  • Loading branch information
andy108369 committed Feb 27, 2024
1 parent 6e4392d commit 44f06a4
Showing 1 changed file with 6 additions and 1 deletion.
7 changes: 6 additions & 1 deletion charts/akash-provider/scripts/price_script_generic.sh
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
# WARNING: the runtime of this script should NOT exceed 5 seconds! (Perhaps can be amended via AKASH_BID_PRICE_SCRIPT_PROCESS_TIMEOUT env variable)
# Requirements:
# curl jq bc mawk ca-certificates
# Version: November-16-2023
# Version: February-27-2024
set -o pipefail

# Example:
Expand Down Expand Up @@ -161,8 +161,13 @@ gpu_price_total=0
while IFS= read -r resource; do
count=$(echo "$resource" | jq -r '.count')
model=$(echo "$resource" | jq -r '.gpu.attributes.vendor.nvidia.model // 0')
vram=$(echo "$resource" | jq -r --arg v_model "$model" '.gpu.attributes.vendor.nvidia | select(.model == $v_model).ram // 0')
gpu_units=$(echo "$resource" | jq -r '.gpu.units // 0')
# default to 100 USD/GPU per unit a month when PRICE_TARGET_GPU_MAPPINGS is not set
# price_target_gpu_mappings can specify <model.vram> or <model>. E.g. a100.40Gi=900,a100.80Gi=1000 or a100=950
if [[ "$vram" != "0" ]]; then
model="${model}.${vram}"
fi
price="${gpu_mappings[''$model'']:-$gpu_unit_max_price}"
((gpu_price_total += count * gpu_units * price))

Expand Down

0 comments on commit 44f06a4

Please sign in to comment.