deploy.yml

---
version: "2.0"

services:
  falcon7b:
    image: andrey01/falcon7b:0.4
    expose:
      - port: 8000
        as: 80
        to:
          - global: true

profiles:
  compute:
    falcon7b:
      resources:
        cpu:
          units: 8
        memory:
          size: 100Gi
        gpu:
          units: 1
          attributes:
            vendor:
              nvidia:
                - model: v100
                - model: h100
                - model: a100
                - model: t4
                - model: rtx3090
                - model: rtx4090
        storage:
          - size: 200Gi
  placement:
    akash:
      pricing:
        falcon7b: 
          denom: uakt
          amount: 100000

deployment:
  falcon7b:
    akash:
      profile: falcon7b
      count: 1