Skip to content
Tests and Linting

Use conda for faiss install #102

Sign in to view logs

Use conda for faiss install

Use conda for faiss install #102

Workflow file for this run

.github/workflows/tests.yml at 22764de
name: Tests and Linting
on:
push:
branches:
- main
pull_request:
branches:
- main
workflow_dispatch:
jobs:
install_miniconda:
name: Install Miniconda
runs-on: ubuntu-latest
outputs:
miniconda-path: ${{ steps.miniconda-output.outputs.PATH }}
steps:
- name: Install Miniconda
id: miniconda-output
run: |
wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh
bash miniconda.sh -b -p $HOME/miniconda
echo "$HOME/miniconda/bin" >> $GITHUB_PATH
source $HOME/miniconda/bin/activate
conda init bash
ruff_lint:
name: Ruff Lint
runs-on: ubuntu-latest
needs: install_miniconda
steps:
- name: Checkout code
uses: actions/checkout@v3
- name: Create and activate Conda environment
run: |
conda env create -f environment.yml
source activate base && conda activate lotus
python -m pip install --upgrade pip
pip install ruff==0.7.2
- name: Run ruff
run: |
source activate base && conda activate lotus
ruff check .
mypy:
name: Type Check
runs-on: ubuntu-latest
needs: install_miniconda
steps:
- name: Checkout code
uses: actions/checkout@v3
- name: Create and activate Conda environment
run: |
conda env create -f environment.yml
source activate base && conda activate lotus
python -m pip install --upgrade pip
pip install mypy==1.13.0
pip install -r requirements.txt
pip install -e .
- name: Run mypy
run: |
source activate base && conda activate lotus
mypy lotus/
openai_lm_test:
name: OpenAI Language Model Tests
runs-on: ubuntu-latest
needs: install_miniconda
timeout-minutes: 5
steps:
- name: Checkout code
uses: actions/checkout@v3
- name: Create and activate Conda environment
run: |
conda env create -f environment.yml
source activate base && conda activate lotus
python -m pip install --upgrade pip
pip install -r requirements.txt
pip install -e .
pip install pytest
- name: Set OpenAI API Key
run: echo "OPENAI_API_KEY=${{ secrets.OPENAI_API_KEY }}" >> $GITHUB_ENV
- name: Run LM tests
env:
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
ENABLE_OPENAI_TESTS: true
run: |
source activate base && conda activate lotus
pytest .github/tests/lm_tests.py
ollama_lm_test:
name: Ollama Language Model Tests
runs-on: ubuntu-latest
needs: install_miniconda
timeout-minutes: 10
steps:
- name: Checkout code
uses: actions/checkout@v3
- name: Create and activate Conda environment
run: |
conda env create -f environment.yml
source activate base && conda activate lotus
python -m pip install --upgrade pip
pip install -r requirements.txt
pip install -e .
pip install pytest
- name: Start Ollama container
run: |
docker pull ollama/ollama:latest
docker run -d -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama
timeout=30
while ! curl -s http://localhost:11434/ >/dev/null; do
if [ $timeout -le 0 ]; then
echo "Timed out waiting for Ollama server"
exit 1
fi
echo "Waiting for Ollama server to be ready..."
sleep 1
timeout=$((timeout - 1))
done
docker exec $(docker ps -q) ollama run llama3.2
- name: Run LM tests
env:
ENABLE_OLLAMA_TESTS: true
run: |
source activate base && conda activate lotus
pytest .github/tests/lm_tests.py
rm_test:
name: Retrieval Model Tests
runs-on: ubuntu-latest
needs: install_miniconda
timeout-minutes: 5
steps:
- name: Checkout code
uses: actions/checkout@v3
- name: Create and activate Conda environment
run: |
conda env create -f environment.yml
source activate base && conda activate lotus
python -m pip install --upgrade pip
pip install -r requirements.txt
pip install -e .
pip install pytest
- name: Set OpenAI API Key
run: echo "OPENAI_API_KEY=${{ secrets.OPENAI_API_KEY }}" >> $GITHUB_ENV
- name: Run RM tests
env:
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
ENABLE_OPENAI_TESTS: true
ENABLE_LOCAL_TESTS: true
run: |
source activate base && conda activate lotus
pytest .github/tests/rm_tests.py