Skip to content

fix(ci): convert .gitlab-ci.yml to pure DAG pipeline #279

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
wdconinc wants to merge 5 commits into
base: master
Choose a base branch
from
Draft

fix(ci): convert .gitlab-ci.yml to pure DAG pipeline #279

Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
07618b4
ci: convert to pure DAG pipeline
wdconinc May 10, 2026
98d4c1e
ci: restore stages: list (required for custom stage names)
wdconinc May 10, 2026
9742e23
ci: make status:success depend on all terminal jobs
wdconinc May 10, 2026
03a8c3e
ci: mark all status:success needs as optional: true
wdconinc May 10, 2026
c4e4256
ci: run cleanup jobs only after benchmarks and singularity complete
wdconinc May 10, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
44 changes: 42 additions & 2 deletions .gitlab-ci.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -100,6 +100,7 @@ workflow:

nvidia-smi:
stage: config
needs: []
image: nvidia/cuda:${CUDA_VERSION}-base-${CUDA_OS}
tags:
- gpu
Expand All @@ -116,6 +117,7 @@ nvidia-smi:
## - export tag to public registries, optional secondary export tag
version:
stage: config
needs: []
script:
- |
if [ -n "${VERSION}" ]; then
Expand Down Expand Up @@ -188,6 +190,7 @@ version:

status:pending:
stage: status-pending
needs: []
extends: .status
variables:
STATE: "pending"
Expand Down Expand Up @@ -747,6 +750,7 @@ df:
.prune:
extends: .build
stage: config
needs: []
rules:
- when: manual
script:
Expand All @@ -771,6 +775,7 @@ prune:docker-new:
clean_internal_tag:
image: alpine/curl
stage: finalize
needs: []
rules:
- when: manual
script:
Expand All @@ -785,6 +790,16 @@ clean_internal_tag:
.clean_unstable_mr:
extends: .docker
stage: finalize
needs:
- { job: user_spack_environment, optional: true }
- { job: "cuda:torch", optional: true }
- { job: "eic_xl:singularity:default", optional: true }
- { job: "eic_xl:singularity:nightly", optional: true }
- { job: "benchmarks:geoviewer:default", optional: true }
- { job: "benchmarks:detector:default", optional: true }
- { job: "benchmarks:detector:nightly", optional: true }
- { job: "benchmarks:phyiscs:default", optional: true }
- { job: "benchmarks:physics:nightly", optional: true }
when: always
script:
- apk add curl jq
Expand Down Expand Up @@ -828,6 +843,15 @@ clean_unstable_mr:docker-new:
needs:
- version
- clean_internal_tag
- { job: user_spack_environment, optional: true }
- { job: "cuda:torch", optional: true }
- { job: "eic_xl:singularity:default", optional: true }
- { job: "eic_xl:singularity:nightly", optional: true }
- { job: "benchmarks:geoviewer:default", optional: true }
- { job: "benchmarks:detector:default", optional: true }
- { job: "benchmarks:detector:nightly", optional: true }
- { job: "benchmarks:phyiscs:default", optional: true }
- { job: "benchmarks:physics:nightly", optional: true }
when: always
script:
- apk add curl jq
Expand Down Expand Up @@ -881,6 +905,7 @@ clean_pipeline:docker-new:
spack-cache-cleanup:
extends: .build
stage: finalize
needs: [version]
when: always
allow_failure: true
script:
Expand All @@ -892,7 +917,22 @@ spack-cache-cleanup:

status:success:
stage: status-report
dependencies: []
needs:
- { job: nvidia-smi, optional: true }
- { job: user_spack_environment, optional: true }
- { job: "cuda:torch", optional: true }
- { job: "eic_xl:singularity:default", optional: true }
- { job: "eic_xl:singularity:nightly", optional: true }
- { job: "benchmarks:geoviewer:default", optional: true }
- { job: "benchmarks:detector:default", optional: true }
- { job: "benchmarks:detector:nightly", optional: true }
- { job: "benchmarks:phyiscs:default", optional: true }
- { job: "benchmarks:physics:nightly", optional: true }
- { job: "clean_pipeline:gpu", optional: true }
- { job: "clean_pipeline:docker-new", optional: true }
- { job: "clean_unstable_mr:gpu", optional: true }
- { job: "clean_unstable_mr:docker-new", optional: true }
- { job: spack-cache-cleanup, optional: true }
extends: .status
variables:
STATE: "success"
Expand All @@ -901,7 +941,7 @@ status:success:

status:failure:
stage: status-report
dependencies: []
needs: []
extends: .status
variables:
STATE: "failure"
Expand Down
Loading