diff --git a/automation-api/notebooks/exploration-notebook.py b/automation-api/notebooks/exploration-notebook.py index ce818e0..13041db 100644 --- a/automation-api/notebooks/exploration-notebook.py +++ b/automation-api/notebooks/exploration-notebook.py @@ -6,7 +6,7 @@ # extension: .py # format_name: light # format_version: '1.5' -# jupytext_version: 1.14.7 +# jupytext_version: 1.15.2 # kernelspec: # display_name: gapminder-ai-automation-api # language: python diff --git a/automation-api/pyproject.toml b/automation-api/pyproject.toml index e321191..2c2b8eb 100644 --- a/automation-api/pyproject.toml +++ b/automation-api/pyproject.toml @@ -89,6 +89,9 @@ test = ["pytest", "lint"] pytest = "pytest --cov=lib --verbose tests/" lint = { shell = "find . -type d -name '.venv*' -prune -o -type f -name '*.py' -print0 | xargs -0 pre-commit run --files" } install_kernel = "python -m ipykernel install --user --name gapminder-ai-automation-api" +set_jupytext_as_default_viewer = "jupytext-config set-default-viewer" +jupyter = 'jupyter-notebook' +notebooks = ["install_kernel", "set_jupytext_as_default_viewer", "jupyter"] fetch_questions = "python yival_experiments/scripts/fetch_questions.py" generate_experiment_config = "python yival_experiments/scripts/generate_experiment_config.py" generate_results_file = "python yival_experiments/scripts/generate_results.py" diff --git a/automation-api/yival_experiments/README.md b/automation-api/yival_experiments/README.md index 5d03b90..80c2925 100644 --- a/automation-api/yival_experiments/README.md +++ b/automation-api/yival_experiments/README.md @@ -73,7 +73,15 @@ TODO: We can add a custom evaluator in Yival to calculate the final scores. ## 8. Calculate scores, upload results to AI Eval Spreadsheet -Two notebooks in notebooks/ directory are provided for calculating scores. +Two notebooks in `./yival_experiments/notebooks/` directory are provided for calculating scores. - final_scores.py: calculate a final score for each model and prompt - upload_to_ai_eval_sheet.py: generate the result table and upload to the `Latest Results` sheet in AI Eval Spreadsheet + +Start Jupyter: + +```shell +poe notebooks +``` + +Then open the notebooks in the browser and run them.