ci: cache efa installer once daily

aws · Aug 28, 2024 · f0c19c4 · f0c19c4
1 parent 0b451ac
commit f0c19c4
Show file tree

Hide file tree

Showing 3 changed files with 44 additions and 14 deletions.
diff --git a/.github/workflows/cache_efa_installer.yaml b/.github/workflows/cache_efa_installer.yaml
@@ -0,0 +1,19 @@
+name: Cache EFA Installer
+on:
+  schedule:
+    - cron: "20 4 * * *"
+
+jobs:
+  cache_efa_installer:
+    strategy:
+      matrix:
+        version:
+          - latest
+          - 1.25.0
+    runs-on: ubuntu-latest
+    steps:
+      - run: curl -s -L https://efa-installer.amazonaws.com/aws-efa-installer-${{ matrix.version }}.tar.gz | tar xvz -
+      - uses: actions/cache@v3
+        with:
+          key: aws-efa-installer-${{ matrix.version }}
+          path: aws-efa-installer-${{ matrix.version }}
diff --git a/.github/workflows/distcheck.yaml b/.github/workflows/distcheck.yaml
@@ -45,10 +45,12 @@ jobs:
     steps:
       # note, do not bump to v4: https://github.com/actions/checkout/issues/1590
       - uses: actions/checkout@v3
-      - name: Fetch and Install EFA Installer Dependencies
+      - uses: actions/cache@v3
+        with:
+          key: aws-efa-installer-${{ matrix.efainstaller }}
+          path: aws-efa-installer
+      - name: Install EFA Dependencies
         run: |
-          curl -O https://efa-installer.amazonaws.com/aws-efa-installer-${{ matrix.efainstaller }}.tar.gz
-          tar -xf aws-efa-installer-*.tar.gz
           cd aws-efa-installer/RPMS/${{ matrix.efainstallerdir }}/x86_64
           find . | grep rpm$ | xargs sudo yum -y localinstall
       - name: Install hwloc, utilities.
@@ -168,10 +170,13 @@ jobs:
           packages: liblttng-ust-dev
           version: lttng
 
-      - name: Fetch and Install EFA Installer Dependencies
+      - uses: actions/cache@v3
+        with:
+          key: aws-efa-installer
+          path: aws-efa-installer
+
+      - name: Install EFA Installer Dependencies
         run: |
-          curl -O https://efa-installer.amazonaws.com/aws-efa-installer-latest.tar.gz
-          tar -xf aws-efa-installer-*.tar.gz
           pushd aws-efa-installer/
               sudo ./efa_installer.sh -y --skip-kmod
           popd
@@ -288,10 +293,12 @@ jobs:
           packages: aws-neuronx-runtime-lib
           version: neuron-packages
 
-      - name: Fetch and Install EFA Installer Dependencies
+      - uses: actions/cache@v3
+        with:
+          key: aws-efa-installer-latest
+          path: aws-efa-installer
+      - name: Install EFA Installer Dependencies
         run: |
-          curl -O https://efa-installer.amazonaws.com/aws-efa-installer-latest.tar.gz
-          tar -xf aws-efa-installer-*.tar.gz
           pushd aws-efa-installer/
               sudo ./efa_installer.sh -y --skip-kmod
           popd
@@ -383,10 +390,12 @@ jobs:
           packages: cppcheck
           version: codechecker-cppcheck
 
-      - name: Fetch and Install EFA Installer Dependencies
+      - uses: actions/cache@v3
+        with:
+          key: aws-efa-installer-latest
+          path: aws-efa-installer
+      - name: Install EFA Installer Dependencies
         run: |
-          curl -O https://efa-installer.amazonaws.com/aws-efa-installer-latest.tar.gz
-          tar -xf aws-efa-installer-*.tar.gz
           pushd aws-efa-installer/
               sudo ./efa_installer.sh -y --skip-kmod
           popd

diff --git a/.github/workflows/srpm.yaml b/.github/workflows/srpm.yaml
@@ -87,8 +87,10 @@ jobs:
         with:
           name: "libnccl-net-ofi.src.rpm"
           path: .
-      - run: curl -O https://efa-installer.amazonaws.com/aws-efa-installer-latest.tar.gz
-      - run: tar xf ./aws-efa-installer-latest.tar.gz
+      - uses: actions/cache@v3
+        with:
+          key: aws-efa-installer-latest
+          path: aws-efa-installer
       - run: bash -c "cd ${{ matrix.efa_repo }} && createrepo_c ."
       - run: mock --isolation=simple --verbose --addrepo file://$(realpath ${{ matrix.efa_repo }}) ${{ matrix.accel_repo }} -r ${{ matrix.mock }} ${{ matrix.args }} *.src.rpm
       - run: rpm -qpl /var/lib/mock/**/result/*.rpm