App manifest: more cleanups (#1194)

* validation: with_context * reworked app manifest loading * add rmdirs * task result / hashing cleanups and fixes * fix * app build component selection by flags and by dir * allow app manifest logs when using text format * auto select components in sub dirs * move around todo * multi component selection for cli add and update with app manifest * "conflicts with all" fixes * common customCommands and clean * fix conflicts_with * clippy / format * rename (in user visible parts): stub -> client, interface -> exports * format * fix cli tests / cleanup * fix test * stubgen resource handling fixes + some more "stub -> client" renames * update auction test component * update test component names * missing messages / validations * stubgen: handle world use * cleanup * update rpc test container to use app-manifest * update rpc test container to use app-manifest * cleanup * update ts-rpc to use app manifest * make fix * update tests after rpc test-component updates * update rust-service / rpc to use app manifest * update auction function names after app manifest update * update service rpc names / wasms after app manifest update * revert misfix * make fix * fix wasm-rpc-stubgen ingteg, reenable JUNIT for it * update test rpc components after resource fixes and update exported inline names * make fix * update exported inline names * cargo make fix * more inline naming fixes * fix paths with component names, so ":" can be used in component_names * delete discussed todo * delete cargo make generator * more naming cleanups * fmt * restore "-composed" test components * fix dep loading * delete unused wat file * restore rpc composed test component * fix from_str * fix from_str * fix test component name * fix test container dep type * filter for dynamic wasm rpc deps for dynamic linking * show component files / archive path in case of error * add missing dynamic_linking conversions and cli views * log * cleanup rpc linking messages * update stubless rpc test with new linking naming * update stubless rpc test with new linking naming * fmt * update stubless rpc test with new linking naming * update cargo-component and wasi target * clippy after rust update to 1.84.0 * use ubuntu latest * update stubless rpc test with new linking naming * fmt * disable compose_with_single_stub * rebuild rust test components * reenable test * install ubuntu fontconfig on ubuntu-latest-xlarge * fix fontconfig install * limit parallelism for some jobs to prevent OOM * Debug * Fix breaking test --------- Co-authored-by: Daniel Vigovszky <daniel.vigovszky@gmail.com>
golemcloud · Jan 10, 2025 · 1af8f6a · 1af8f6a
1 parent 8e828fd
commit 1af8f6a
Show file tree

Hide file tree

Showing 455 changed files with 20,313 additions and 248,651 deletions.
diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
@@ -20,7 +20,7 @@ env:
 
 jobs:
   docker-targets-build:
-    runs-on: ubuntu-22.04
+    runs-on: ubuntu-latest
     if: github.event_name == 'push' && github.ref_type == 'tag'
     strategy:
       fail-fast: false
@@ -75,7 +75,7 @@ jobs:
           name: docker-targets-build-${{ env.PLATFORM_PAIR }}
           path: target/${{ matrix.platform.target }}.tar
   docker-publish:
-    runs-on: ubuntu-22.04
+    runs-on: ubuntu-latest
     needs: [ docker-targets-build ]
     if: github.event_name == 'push' && github.ref_type == 'tag'
     steps:
@@ -207,6 +207,8 @@ jobs:
           labels: ${{ steps.meta-golem-router.outputs.labels }}
 
   build-and-test:
+    env:
+      CARGO_BUILD_JOBS: 6
     runs-on: ubuntu-latest-xlarge
     steps:
       - name: Checkout
@@ -216,6 +218,10 @@ jobs:
           submodules: recursive
       - name: Fetch tag
         run: git fetch origin --deepen=1
+      - name: Install Fontconfig
+        run: |
+          sudo apt-get update
+          sudo apt-get install libfontconfig1-dev
       - name: Setup Rust
         run: rustup update stable --no-self-update && rustup default stable
       - uses: Swatinem/rust-cache@v2
@@ -247,7 +253,7 @@ jobs:
           include_passed: true
 
   wasm-rpc-stub:
-    runs-on: ubuntu-22.04
+    runs-on: ubuntu-latest
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -260,7 +266,7 @@ jobs:
         run: rustup update stable --no-self-update && rustup default stable
       - uses: cargo-bins/cargo-binstall@main
       - name: Install cargo-component
-        run: cargo binstall --no-confirm cargo-component@0.13.2
+        run: cargo binstall --no-confirm cargo-component@0.20.0
       - uses: Swatinem/rust-cache@v2
         with:
           shared-key: debug
@@ -285,6 +291,10 @@ jobs:
           submodules: recursive
       - name: Fetch tag
         run: git fetch origin --deepen=1
+      - name: Install Fontconfig
+        run: |
+          sudo apt-get update
+          sudo apt-get install libfontconfig1-dev
       - name: Setup Rust
         run: rustup update stable --no-self-update && rustup default stable
       - uses: Swatinem/rust-cache@v2
@@ -334,6 +344,10 @@ jobs:
           submodules: recursive
       - name: Fetch tag
         run: git fetch origin --deepen=1
+      - name: Install Fontconfig
+        run: |
+          sudo apt-get update
+          sudo apt-get install libfontconfig1-dev
       - name: Setup Rust
         run: rustup update stable --no-self-update && rustup default stable
       - uses: Swatinem/rust-cache@v2
@@ -362,6 +376,8 @@ jobs:
           detailed_summary: true
           include_passed: true
   integration-tests:
+    env:
+      CARGO_BUILD_JOBS: 6
     runs-on: ubuntu-latest-xlarge
     steps:
       - name: Checkout
@@ -371,11 +387,15 @@ jobs:
           submodules: recursive
       - name: Fetch tag
         run: git fetch origin --deepen=1
+      - name: Install Fontconfig
+        run: |
+          sudo apt-get update
+          sudo apt-get install libfontconfig1-dev
       - name: Setup Rust
         run: rustup update stable --no-self-update && rustup default stable
       - uses: cargo-bins/cargo-binstall@main
       - name: Install cargo-component
-        run: cargo binstall --no-confirm cargo-component@0.13.2
+        run: cargo binstall --no-confirm cargo-component@0.20.0
       - uses: Swatinem/rust-cache@v2
         with:
           shared-key: debug
@@ -413,6 +433,10 @@ jobs:
           submodules: recursive
       - name: Fetch tag
         run: git fetch origin --deepen=1
+      - name: Install Fontconfig
+        run: |
+          sudo apt-get update
+          sudo apt-get install libfontconfig1-dev
       - name: Setup Rust
         run: rustup update stable --no-self-update && rustup default stable
       - uses: Swatinem/rust-cache@v2
@@ -443,6 +467,8 @@ jobs:
           detailed_summary: true
           include_passed: true
   sharding-tests:
+    env:
+      CARGO_BUILD_JOBS: 6
     runs-on: ubuntu-latest-xlarge
     steps:
       - name: Checkout
@@ -452,6 +478,10 @@ jobs:
           submodules: recursive
       - name: Fetch tag
         run: git fetch origin --deepen=1
+      - name: Install Fontconfig
+        run: |
+          sudo apt-get update
+          sudo apt-get install libfontconfig1-dev
       - name: Setup Rust
         run: rustup update stable --no-self-update && rustup default stable
       - uses: Swatinem/rust-cache@v2
@@ -492,7 +522,7 @@ jobs:
         sharding-tests,
       ]
     if: "startsWith(github.ref, 'refs/tags/v')"
-    runs-on: ubuntu-22.04
+    runs-on: ubuntu-latest
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -596,7 +626,7 @@ jobs:
   publish-slack-notification:
     if: ${{ always() && startsWith(github.ref, 'refs/tags/v') }}
     needs: [ publish, docker-publish, publish_cli_binaries ]
-    runs-on: ubuntu-22.04
+    runs-on: ubuntu-latest
     steps:
       - name: Publish Slack Notification
         uses: rtCamp/action-slack-notify@v2