Skip to content

Commit

Permalink
ci: Reuse docker cache
Browse files Browse the repository at this point in the history
  • Loading branch information
j3soon committed Dec 13, 2024
1 parent 0bba42e commit c709a39
Show file tree
Hide file tree
Showing 4 changed files with 324 additions and 221 deletions.
99 changes: 76 additions & 23 deletions .github/workflows/build-gazebo-world-ws.yaml
Original file line number Diff line number Diff line change
@@ -1,35 +1,68 @@
name: Build Docker Image for gazebo-world-ws

on:
push:
branches:
- "main"
tags:
- v*
paths:
- .github/workflows/build-gazebo-world-ws.yaml
- gazebo_world_ws/docker/Dockerfile
- gazebo_world_ws/docker/.dockerignore
- gazebo_world_ws/docker/.bashrc
workflow_run:
workflows: ["Build Docker Image for template-ws"]
types: [completed]

jobs:
paths-filter:
if: ${{ github.event.workflow_run.conclusion == 'success' }}
runs-on: ubuntu-latest
outputs:
results: ${{ steps.filter.outputs.results }}
steps:
# Ref: https://github.com/dorny/paths-filter/issues/147#issuecomment-1287800590
- name: Download a single artifact
uses: dawidd6/action-download-artifact@v7
with:
workflow: build-template-ws.yaml
name: original-refs
workflow_conclusion: success
- name: set REF_BASE to env
run: |
echo "BASE=$(cat base.txt)" >> $GITHUB_ENV
echo "CURRENT_BRANCH=$(cat current-branch.txt)" >> $GITHUB_ENV
- uses: actions/checkout@v4
- uses: dorny/paths-filter@v3
id: filter
with:
base: ${{ env.BASE }}
ref: ${{ env.CURRENT_BRANCH }}
filters: |
results:
- .github/workflows/build-gazebo-world-ws.yaml
- gazebo_world_ws/docker/Dockerfile
- gazebo_world_ws/docker/.dockerignore
- gazebo_world_ws/docker/.bashrc
- name: Changes matched
if: steps.filter.outputs.results == 'true'
run: echo "Changes matched, will build image"
- name: Changes didn't match
if: steps.filter.outputs.results != 'true'
run: echo "Changes didn't match, will NOT build image"
docker:
if: github.repository == 'j3soon/ros2-essentials'
needs: paths-filter
if: ${{ needs.paths-filter.outputs.results == 'true' }}
runs-on: ubuntu-latest
steps:
- name: Maximize build space
uses: easimon/maximize-build-space@master
with:
build-mount-path: /var/lib/docker/
remove-dotnet: 'true'
remove-android: 'true'
remove-haskell: 'true'
remove-codeql: 'true'
remove-docker-images: 'true'
- name: Restart docker
run: sudo service docker restart
# - name: Maximize build space
# uses: easimon/maximize-build-space@master
# with:
# build-mount-path: /var/lib/docker/
# remove-dotnet: 'true'
# remove-android: 'true'
# remove-haskell: 'true'
# remove-codeql: 'true'
# remove-docker-images: 'true'
# - name: Restart docker
# run: sudo service docker restart
- name: Checkout
uses: actions/checkout@v3
- name: Set up QEMU
uses: docker/setup-qemu-action@v3
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- # Ref: https://docs.github.com/en/packages/managing-github-packages-using-github-actions-workflows/publishing-and-installing-a-package-with-github-actions#upgrading-a-workflow-that-accesses-a-registry-using-a-personal-access-token
name: Prepare tag name as environment variable
run: |
Expand All @@ -42,6 +75,8 @@ jobs:
# Output the environment variable
# Ref: https://stackoverflow.com/a/57989070
echo "VERSION=$VERSION" >> $GITHUB_ENV
# Print for debugging purpose
echo "VERSION=$VERSION"
- name: Docker meta
id: meta
# Ref: https://github.com/docker/metadata-action
Expand All @@ -57,9 +92,27 @@ jobs:
with:
username: ${{ secrets.DOCKERHUB_USERNAME }}
password: ${{ secrets.DOCKERHUB_TOKEN }}
- name: Pull j3soon/ros2-template-ws (amd64)
run: docker pull --platform linux/amd64 j3soon/ros2-template-ws
- name: Pull j3soon/ros2-template-ws (arm64)
run: docker pull --platform linux/arm64 j3soon/ros2-template-ws
- name: Build and push
uses: docker/build-push-action@v4
uses: docker/build-push-action@v6
with:
context: gazebo_world_ws/docker
cache-from: |
${{ secrets.DOCKERHUB_USERNAME }}/ros2-template-ws:buildcache-amd64
${{ secrets.DOCKERHUB_USERNAME }}/ros2-template-ws:buildcache-arm64
platforms: linux/amd64
push: true
tags: ${{ steps.meta.outputs.tags }}
- name: Push amd64 cache
uses: docker/build-push-action@v6
with:
context: gazebo_world_ws/docker
cache-from: |
${{ secrets.DOCKERHUB_USERNAME }}/ros2-template-ws:buildcache-amd64
${{ secrets.DOCKERHUB_USERNAME }}/ros2-template-ws:buildcache-arm64
cache-to: type=registry,ref=${{ secrets.DOCKERHUB_USERNAME }}/ros2-gazebo-world-ws:buildcache-amd64,mode=max
platforms: linux/amd64
tags: ${{ steps.meta.outputs.tags }}
86 changes: 68 additions & 18 deletions .github/workflows/build-template-ws.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -6,28 +6,61 @@ on:
- "main"
tags:
- v*
paths:
- .github/workflows/build-template-ws.yaml
- template_ws/docker/Dockerfile
- template_ws/docker/.dockerignore
- template_ws/docker/.bashrc

jobs:
docker:
paths-filter:
if: github.repository == 'j3soon/ros2-essentials'
runs-on: ubuntu-latest
outputs:
results: ${{ steps.filter.outputs.results }}
steps:
- name: Maximize build space
uses: easimon/maximize-build-space@master
with:
build-mount-path: /var/lib/docker/
remove-dotnet: 'true'
remove-android: 'true'
remove-haskell: 'true'
remove-codeql: 'true'
remove-docker-images: 'true'
- name: Restart docker
run: sudo service docker restart
- uses: actions/checkout@v4
- uses: dorny/paths-filter@v3
id: filter
with:
filters: |
results:
- .github/workflows/build-template-ws.yaml
- template_ws/docker/Dockerfile
- template_ws/docker/.dockerignore
- template_ws/docker/.bashrc
- name: Changes matched
if: steps.filter.outputs.results == 'true'
run: echo "Changes matched, will build image"
- name: Changes didn't match
if: steps.filter.outputs.results != 'true'
run: echo "Changes didn't match, will NOT build image"
# Ref: https://github.com/dorny/paths-filter/issues/147#issuecomment-1287800590
- name: Save base ref info
run: |
BASE=${{ github.event.before }}
CURRENT_BRANCH=${{ github.ref }}
echo $BASE > base.txt
echo $CURRENT_BRANCH > current-branch.txt
- name: Upload base ref info
uses: actions/upload-artifact@v4
with:
name: original-refs
path: |
base.txt
current-branch.txt
retention-days: 1
docker:
needs: paths-filter
if: ${{ needs.paths-filter.outputs.results == 'true' }}
runs-on: ubuntu-latest
steps:
# - name: Maximize build space
# uses: easimon/maximize-build-space@master
# with:
# build-mount-path: /var/lib/docker/
# remove-dotnet: 'true'
# remove-android: 'true'
# remove-haskell: 'true'
# remove-codeql: 'true'
# remove-docker-images: 'true'
# - name: Restart docker
# run: sudo service docker restart
- name: Checkout
uses: actions/checkout@v3
- name: Set up QEMU
Expand All @@ -46,6 +79,8 @@ jobs:
# Output the environment variable
# Ref: https://stackoverflow.com/a/57989070
echo "VERSION=$VERSION" >> $GITHUB_ENV
# Print for debugging purpose
echo "VERSION=$VERSION"
- name: Docker meta
id: meta
# Ref: https://github.com/docker/metadata-action
Expand All @@ -62,9 +97,24 @@ jobs:
username: ${{ secrets.DOCKERHUB_USERNAME }}
password: ${{ secrets.DOCKERHUB_TOKEN }}
- name: Build and push
uses: docker/build-push-action@v4
uses: docker/build-push-action@v6
with:
context: template_ws/docker
platforms: linux/amd64,linux/arm64
push: true
tags: ${{ steps.meta.outputs.tags }}
# Ref: https://github.com/docker/buildx/discussions/1382#discussioncomment-6252049
- name: Push amd64 cache
uses: docker/build-push-action@v6
with:
context: template_ws/docker
cache-to: type=registry,ref=${{ secrets.DOCKERHUB_USERNAME }}/ros2-template-ws:buildcache-amd64,mode=max
platforms: linux/amd64
tags: ${{ steps.meta.outputs.tags }}
- name: Push arm64 cache
uses: docker/build-push-action@v6
with:
context: template_ws/docker
cache-to: type=registry,ref=${{ secrets.DOCKERHUB_USERNAME }}/ros2-template-ws:buildcache-arm64,mode=max
platforms: linux/arm64
tags: ${{ steps.meta.outputs.tags }}
Loading

0 comments on commit c709a39

Please sign in to comment.