Building from tmpfs

AI-Hypercomputer · Jul 23, 2024 · fd808fa · fd808fa
1 parent b5af970
commit fd808fa
Showing 1 changed file with 10 additions and 2 deletions.
diff --git a/.github/workflows/UploadDockerImages.yml b/.github/workflows/UploadDockerImages.yml
@@ -30,6 +30,14 @@ jobs:
     runs-on: ["self-hosted", "tpu", "${{ matrix.device-type }}"]
     steps:
     - uses: actions/checkout@v3
+    - name: Prepare build context in tmpfs
+      run: |
+        mkdir -p /dev/shm/docker-context
+        cp -r . /dev/shm/docker-context
+        ls -lah /dev/shm/docker-context
     - name: build jax stable stack image
-      run : |
-        bash docker_maxdiffusion_image_upload.sh PROJECT_ID=tpu-prod-env-multipod BASEIMAGE=us-docker.pkg.dev/tpu-prod-env-multipod/jax-ss/tpu:jax0.4.30-rev1 CLOUD_IMAGE_NAME=maxdiffusion-jax-ss IMAGE_TAG=jax0.4.30-rev1 MAXDIFFUSION_REQUIREMENTS_FILE=requirements_with_jax_ss.txt
+      run: |
+        docker build -t us-docker.pkg.dev/tpu-prod-env-multipod/jax-ss/tpu:maxdiffusion-jax-ss-jax0.4.30-rev1 -f /dev/shm/docker-context/Dockerfile /dev/shm/docker-context
+    - name: Push Docker image
+      run: |
+        docker push us-docker.pkg.dev/tpu-prod-env-multipod/jax-ss/tpu:maxdiffusion-jax-ss-jax0.4.30-rev1