Skip to content

write default definition of LDMX_BASE into skeleton .profile #188

write default definition of LDMX_BASE into skeleton .profile

write default definition of LDMX_BASE into skeleton .profile #188

Workflow file for this run

name: CI
on:
push:
paths-ignore:
- 'README.md'
- 'docs/**'
- 'LICENSE'
- '.gitignore'
- '.github/ISSUE_TEMPLATE/**'
- '.github/PULL_REQUEST_TEMPLATE.md'
- '.github/workflows/mdbook.yml'
- '.github/workflows/README.md'
branches:
- "**"
tags:
- "**"
env:
REGISTRY_IMAGE: ldmx/dev
jobs:
build:
runs-on: self-hosted
timeout-minutes: 43200
strategy:
fail-fast: false
matrix:
platform:
- linux/amd64
- linux/arm64
steps:
-
name: Checkout
uses: actions/checkout@v4
-
name: Docker meta
id: meta
uses: docker/metadata-action@v5
with:
images: ${{ env.REGISTRY_IMAGE }}
-
name: Set up QEMU
uses: docker/setup-qemu-action@v3
-
name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
-
name: Login to Docker Hub
uses: docker/login-action@v3
with:
username: ${{ secrets.DOCKER_USERNAME }}
password: ${{ secrets.DOCKER_PASSWORD }}
-
name: Build and push by digest
id: build
uses: docker/build-push-action@v5
with:
context: .
cache-from: type=local,src=/home/github/layer-cache/${{matrix.platform}}
cache-to: type=local,dest=/home/github/layer-cache/${{matrix.platform}}-new,mode=max
platforms: ${{ matrix.platform }}
labels: ${{ steps.meta.outputs.labels }}
outputs: type=image,name=${{ env.REGISTRY_IMAGE }},push-by-digest=true,name-canonical=true,push=true
-
# Temp fix
# https://github.com/docker/build-push-action/issues/252
# https://github.com/moby/buildkit/issues/1896
name: Move cache
run: |
rm -rf /home/github/layer-cache/${{matrix.platform}}
mv /home/github/layer-cache/${{matrix.platform}}-new /home/github/layer-cache/${{matrix.platform}}
-
name: Export digest
id: export-digest
run: |
mkdir digest
digest="${{ steps.build.outputs.digest }}"
platform="${{ matrix.platform }}"
digest_name="${platform#linux/}-digest"
digest_file="digest/${digest#sha256:}"
touch "${digest_file}"
echo "name=${digest_name}" >> "$GITHUB_OUTPUT"
echo "file=${digest_file}" >> "$GITHUB_OUTPUT"
-
name: Upload digest
uses: actions/upload-artifact@v4
with:
name: ${{ steps.export-digest.outputs.name }}
path: ${{ steps.export-digest.outputs.file }}
if-no-files-found: error
merge:
runs-on: ubuntu-latest
needs:
- build
steps:
-
name: Download digests
uses: actions/download-artifact@v4
with:
path: digests
-
name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
-
name: Docker meta
id: meta
uses: docker/metadata-action@v5
with:
images: ${{ env.REGISTRY_IMAGE }}
tags: |
type=ref,event=branch
type=ref,event=pr
type=semver,pattern={{version}}
type=semver,pattern={{major}}.{{minor}}
-
name: Login to Docker Hub
uses: docker/login-action@v3
with:
username: ${{ secrets.DOCKER_USERNAME }}
password: ${{ secrets.DOCKER_PASSWORD }}
-
name: Create manifest list and push
working-directory: digests
run: |
docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \
$(find -type f -exec basename {} ';' | xargs printf '${{ env.REGISTRY_IMAGE }}@sha256:%s ')
-
name: Inspect image
run: |
docker buildx imagetools inspect ${{ env.REGISTRY_IMAGE }}:${{ steps.meta.outputs.version }}
test:
needs: merge
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
ldmx_sw_branch: [ trunk, v3.0.0, v3.0.2, v3.1.13, v3.2.4, v3.2.12, v3.3.0 ]
defaults:
run:
shell: bash
steps:
-
name: Setup QEMU
uses: docker/setup-qemu-action@v3
-
name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
-
name: Download Build Context for Test Script
uses: actions/checkout@v4
-
name: Docker meta
id: meta
uses: docker/metadata-action@v5
with:
images: ${{ env.REGISTRY_IMAGE }}
tags: |
type=ref,event=branch
type=ref,event=pr
type=semver,pattern={{version}}
type=semver,pattern={{major}}.{{minor}}
-
name: Pull down ldmx-sw for testing
uses: actions/checkout@v4
with:
repository: LDMX-Software/ldmx-sw
submodules: recursive
path: ldmx-sw
ref: ${{ matrix.ldmx_sw_branch }}
fetch-depth: 0
-
name: Test the Image
run: |
echo "::group::Init Environment"
# extract a single tag to run tests with
tag=$(jq -r .tags[0] <<<"${DOCKER_METADATA_OUTPUT_JSON}")
export LDMX_BASE=$(pwd)
export _docker_parameters="-i -e LDMX_BASE -v $LDMX_BASE:$LDMX_BASE ${tag}"
mkdir ldmx-sw/build
interop_patches=".github/interop/${{ matrix.ldmx_sw_branch }}"
echo "::endgroup::"
if [ -d ${interop_patches} ]; then
echo "::group::Found ldmx-sw patches for ${{ matrix.ldmx_sw_branch }}"
for patch in ${interop_patches}/*; do
echo "running ${patch}"
./${patch}
done
echo "::endgroup::"
else
echo "::group::No patches for ${{ matrix.ldmx_sw_branch }}"
echo "::endgroup::"
fi
echo "::group::Build ldmx-sw"
docker run $_docker_parameters $(pwd)/ldmx-sw/build 'cmake .. && make install'
echo "::endgroup::"
echo "::group::Run python test script"
docker run $_docker_parameters $(pwd) python3 test.py
echo "::endgroup::"
if [ ! -d ${interop_patches} ]; then
echo "::group::ldmx-sw test program"
docker run $_docker_parameters $(pwd)/ldmx-sw/build ctest --verbose
echo "::endgroup::"
echo "::group::run a basic inclusive sim"
docker run $_docker_parameters $(pwd) \
'LDMX_RUN_NUMBER=1 LDMX_NUM_EVENTS=10 fire ldmx-sw/.github/validation_samples/inclusive/config.py'
echo "::endgroup::"
fi