From 1ff1c31610d665112640350e1baeec294b6a55ff Mon Sep 17 00:00:00 2001 From: quffaro Date: Tue, 9 Jul 2024 18:33:16 +0000 Subject: [PATCH] amending buildkite functionality where agents use their own depot (#254) --- .buildkite/jobscript.sh | 4 ++-- .buildkite/pipeline.yml | 12 ++++++++---- 2 files changed, 10 insertions(+), 6 deletions(-) diff --git a/.buildkite/jobscript.sh b/.buildkite/jobscript.sh index d27f4eca..ebf55028 100755 --- a/.buildkite/jobscript.sh +++ b/.buildkite/jobscript.sh @@ -5,7 +5,7 @@ pwd; hostname; date module load julia echo "Running Tests..." -julia --project -e 'using Pkg; Pkg.status(); Pkg.test()' +julia --project -t 16 -e 'using Pkg; Pkg.status(); Pkg.test()' echo "Building Documentation..." -julia -t 16 --project=docs -e 'using Pkg; Pkg.develop(PackageSpec(path=pwd())); Pkg.status(); Pkg.instantiate(); include("docs/make.jl")' +julia --project=docs -t 16 -e 'using Pkg; Pkg.develop(PackageSpec(path=pwd())); Pkg.status(); Pkg.instantiate(); include("docs/make.jl")' diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 13271e4e..962541a8 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -1,20 +1,24 @@ env: - JULIA_VERSION: "1.9.3" + JULIA_VERSION: "1.10.2" + GATAS_HOME: "~/.gatas/buildkite/agents/$BUILDKITE_AGENT_NAME" steps: - label: ":hammer: Build Project" + env: + JULIA_DEPOT_PATH: "$GATAS_HOME" command: - "module load julia" - - "julia --project=docs --color=yes -e 'using Pkg; Pkg.develop(PackageSpec(path=pwd())); Pkg.instantiate(); Pkg.precompile()'" + - "julia --project=docs --color=yes -e 'using Pkg; Pkg.update(); Pkg.develop(PackageSpec(path=pwd())); Pkg.instantiate(); Pkg.precompile()'" - wait - label: ":scroll: Build docs and run tests" - command: - - "srun --cpus-per-task=16 --mem=8G --time=1:00:00 --output=.buildkite/build_%j.log --unbuffered .buildkite/jobscript.sh" env: + JULIA_DEPOT_PATH: "$GATAS_HOME" JULIA_PROJECT: "docs/" + command: + - "srun --cpus-per-task=16 --mem=64G --time=1:00:00 --output=.buildkite/log_%j.log --unbuffered .buildkite/jobscript.sh" - wait