From b2b5ac00ba5dd412faa68e9e2bfe5d438d4da8df Mon Sep 17 00:00:00 2001 From: Matt Date: Mon, 24 Jun 2024 12:14:27 -0400 Subject: [PATCH 1/5] adding buildkite folder --- .buildkite/jobscript.sh | 11 +++++++++++ .buildkite/pipeline.yml | 20 ++++++++++++++++++++ 2 files changed, 31 insertions(+) create mode 100755 .buildkite/jobscript.sh create mode 100644 .buildkite/pipeline.yml diff --git a/.buildkite/jobscript.sh b/.buildkite/jobscript.sh new file mode 100755 index 0000000..d27f4ec --- /dev/null +++ b/.buildkite/jobscript.sh @@ -0,0 +1,11 @@ +#!/bin/bash + +pwd; hostname; date + +module load julia + +echo "Running Tests..." +julia --project -e 'using Pkg; Pkg.status(); Pkg.test()' + +echo "Building Documentation..." +julia -t 16 --project=docs -e 'using Pkg; Pkg.develop(PackageSpec(path=pwd())); Pkg.status(); Pkg.instantiate(); include("docs/make.jl")' diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml new file mode 100644 index 0000000..4db484f --- /dev/null +++ b/.buildkite/pipeline.yml @@ -0,0 +1,20 @@ +env: + JULIA_VERSION: "1.10.2" + +steps: + + - label: ":hammer: Build Project" + command: + - "module load julia" + - "julia --project=docs --color=yes -e 'using Pkg; Pkg.develop(PackageSpec(path=pwd())); Pkg.instantiate(); Pkg.precompile()'" + + - wait + + - label: ":scroll: Build docs and run tests" + command: + - "srun --cpus-per-task=16 --mem=8G --time=1:00:00 --output=.buildkite/build_%j.log --unbuffered .buildkite/jobscript.sh" + env: + JULIA_PROJECT: "docs/" + + - wait + From 7b49169ca8ebe56a12f934395c3f8abb21a6ced6 Mon Sep 17 00:00:00 2001 From: Matt Date: Mon, 24 Jun 2024 14:10:47 -0400 Subject: [PATCH 2/5] testing new julia depot path for this build --- .buildkite/pipeline.yml | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 4db484f..acd20df 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -1,20 +1,24 @@ env: JULIA_VERSION: "1.10.2" + GATAS_HOME: "~/.gatas/buildkite/agents/$BUILDKITE_AGENT_NAME" steps: - label: ":hammer: Build Project" - command: + env: + JULIA_DEPOT_PATH: "$GATAS_HOME" + commands: - "module load julia" - "julia --project=docs --color=yes -e 'using Pkg; Pkg.develop(PackageSpec(path=pwd())); Pkg.instantiate(); Pkg.precompile()'" - wait - - label: ":scroll: Build docs and run tests" - command: - - "srun --cpus-per-task=16 --mem=8G --time=1:00:00 --output=.buildkite/build_%j.log --unbuffered .buildkite/jobscript.sh" + - labels: ":scroll: Build docs and run tests" env: + JULIA_DEPOT_PATH: "$GATAS_HOME/$BUILDKITE_AGENT_NAME" JULIA_PROJECT: "docs/" + command: + - "srun --cpus-per-task=16 --mem=64G --time=1:00:00 --output=.buildkite/build_%j.log --unbuffered .buildkite/jobscript.sh" - wait From 7a8c444fb2a0cdb9bc5c960e7b3c50c0c936a629 Mon Sep 17 00:00:00 2001 From: Matt Date: Mon, 24 Jun 2024 14:11:29 -0400 Subject: [PATCH 3/5] testing new julia depot path for this build --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index acd20df..492a4ce 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -13,7 +13,7 @@ steps: - wait - - labels: ":scroll: Build docs and run tests" + - label: ":scroll: Build docs and run tests" env: JULIA_DEPOT_PATH: "$GATAS_HOME/$BUILDKITE_AGENT_NAME" JULIA_PROJECT: "docs/" From 448dd5b0c1964de47ddd0b924fa3c0d2358007d7 Mon Sep 17 00:00:00 2001 From: Matt Date: Mon, 24 Jun 2024 14:29:35 -0400 Subject: [PATCH 4/5] fixed make.jl issue where generated still looked for default literate_example.md file --- docs/make.jl | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/make.jl b/docs/make.jl index 0d6ad07..45047c8 100644 --- a/docs/make.jl +++ b/docs/make.jl @@ -42,7 +42,7 @@ makedocs( pages=Any[ "DataMigrations.jl"=>"index.md", "Examples"=>Any[ - "generated/literate_example.md", + "generated/migrations_intro.md", ], "Library Reference"=>"api.md", ] From bcc4bbb724dbcab855604f1dcb65f1988fe84af8 Mon Sep 17 00:00:00 2001 From: Matt Date: Mon, 24 Jun 2024 14:47:43 -0400 Subject: [PATCH 5/5] typo in pipeline.yml which creates subdirectory in agent --- .buildkite/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 492a4ce..e16b015 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -15,7 +15,7 @@ steps: - label: ":scroll: Build docs and run tests" env: - JULIA_DEPOT_PATH: "$GATAS_HOME/$BUILDKITE_AGENT_NAME" + JULIA_DEPOT_PATH: "$GATAS_HOME" JULIA_PROJECT: "docs/" command: - "srun --cpus-per-task=16 --mem=64G --time=1:00:00 --output=.buildkite/build_%j.log --unbuffered .buildkite/jobscript.sh"