Skip to content
Linting and testing

Add workflow to build base images #86

Sign in to view logs

Add workflow to build base images

Add workflow to build base images #86

Workflow file for this run

.github/workflows/lint-test.yml at 86d41d3
name: Linting and testing
on:
push:
branches:
- dev
- main
pull_request:
branches:
- dev
- main
workflow_dispatch:
env:
PYRIGHT_PYTHON_FORCE_VERSION: 1.1.268
concurrency:
group: '${{ github.workflow }} @ ${{ github.event.pull_request.head.label || github.head_ref || github.ref }}'
cancel-in-progress: true
jobs:
build:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- name: Set up Python 3.11
uses: actions/setup-python@v3
with:
python-version: '3.11'
- name: Install dependencies
run: |
pip install wheel setuptools
- name: Build packages
run: |
for pkg in vibe_core vibe_common vibe_agent vibe_server vibe_dev; do cd src/$pkg && python setup.py bdist_wheel --dist-dir ../../dist; cd ../../; done
- name: Save packages
uses: actions/upload-artifact@v4
with:
name: packages
path: dist
test:
needs: build
runs-on: ubuntu-latest
strategy:
fail-fast: true
matrix:
package-to-test: [vibe_core, vibe_common, vibe_server, vibe_agent]
steps:
- uses: actions/checkout@v4
- name: Set up Python 3.11
uses: actions/setup-python@v3
with:
python-version: '3.11'
- name: Retrieve packages
uses: actions/download-artifact@v4
with:
name: packages
path: dist
- name: Install dependencies
run: |
pip install pyright ruff
- name: Install package
run: |
pip install ${{ matrix.package-to-test }}[test] --find-links dist
- name: Lint with ruff
run: |
ruff check ./src/${{ matrix.package-to-test }} --config ./.ruff.toml
- name: Type checking with pyright
run: |
pyright ./src/${{ matrix.package-to-test }}
- name: Test with pytest
run: |
pip install vibe_dev --find-links dist
pytest ./src/${{ matrix.package-to-test}} -v --junitxml=junit/test-results.xml --cov=. --cov-report=xml
ops-test:
runs-on: ubuntu-latest
container:
image: mcr.microsoft.com/farmai/terravibes/worker-base:12380
steps:
- uses: actions/checkout@v4
- name: Install dependencies
run: |
pip install pyright ruff
- name: Setup op resources
run: |
mkdir -p /opt/terravibes/ops
ln -sf $(pwd)/op_resources /opt/terravibes/ops/resources
mkdir /app
ln -sf $(pwd)/ops /app/ops
ln -sf $(pwd)/workflows /app/workflows
- name: Install packages
run: |
pip install ./src/vibe_core
pip install ./src/vibe_common
pip install ./src/vibe_agent
pip install ./src/vibe_server
pip install ./src/vibe_lib
pip install ./src/vibe_dev
- name: Linting ops
run: |
ruff check ./ops --config ./.ruff.toml
- name: Type checking ops
run: |
pyright ./ops
- name: Get SAM model
run: |
pip install git+https://github.com/facebookresearch/segment-anything.git
mkdir -p /mnt/onnx_resources
python -c "from scripts.export_sam_models import dev; dev()"
- name: Run integration tests
run: |
pytest ./src/vibe_lib ./ops ./src/tests -v --durations=0 --full-trace --junitxml=test-output.xml
check-docstrings:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- name: Set up Python 3.11
uses: actions/setup-python@v3
with:
python-version: '3.11'
- name: Install ruff
run: |
pip install ruff
- name: "Check docstrings for vibe_core"
run: |
ruff check --select D,D401 --ignore D105 --force-exclude --exclude src/vibe_core/vibe_core/farmvibes_ai_hello_world.py --config "lint.pydocstyle.convention = 'google'" src/vibe_core/vibe_core/*.py
- name: "Check docstrings for vibe_core/data"
run: |
ruff check --select D,D401 --ignore D105 --config "lint.pydocstyle.convention = 'google'" src/vibe_core/vibe_core/data/*.py
local-integration-tests:
runs-on: ubuntu-latest
steps:
- name: Free space before cleanup
shell: bash
run: |
echo "Memory and swap:"
free -h
echo
echo "Available storage:"
df -h
echo
- name: Remove unused software
shell: bash
run: |
sudo rm -rf /usr/share/dotnet
sudo rm -fr /usr/local/lib/android
sudo rm -fr /opt/ghc
- name: Free space after cleanup
shell: bash
run: |
echo "Memory and swap:"
free -h
echo
echo "Available storage:"
df -h
echo
- uses: actions/checkout@v4
with:
lfs: true
- name: Set up Python 3.11
uses: actions/setup-python@v3
with:
python-version: '3.11'
- name: Install packages
run: |
pip install ./src/vibe_core
pip install ./src/vibe_common
pip install ./src/vibe_agent
pip install ./src/vibe_server
pip install ./src/vibe_lib
pip install ./src/vibe_dev
- name: Actually build cluster
run: farmvibes-ai local setup --auto-confirm
- name: Cluster status before building local images
run: |
bash ./scripts/local-k8s-diagnostics.sh
- name: Build images
run: |
WAIT_AT_THE_END=1 make local
- name: Cluster status after building local images
run: |
bash ./scripts/local-k8s-diagnostics.sh
- name: Free space after cluster creation
run: |
echo "Memory and swap:"
free -h
echo
echo "Available storage:"
df -h
echo
- name: Run integration tests
run: |
pytest ./src/tests_local_cluster/ -v --junitxml=junit/test-results.xml
- name: Cluster status after running tests
if: always()
run: |
bash ./scripts/local-k8s-diagnostics.sh