Nightly T5X build (nightly 2023-11-29T21:33:37Z) #296
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Nightly T5X build | |
run-name: Nightly T5X build (${{ github.event_name == 'workflow_run' && format('nightly {0}', github.event.workflow_run.created_at) || github.event_name }}) | |
on: | |
workflow_run: | |
workflows: [Nightly JAX build] | |
types: [completed] | |
branches: [main] | |
workflow_dispatch: | |
inputs: | |
PUBLISH: | |
type: boolean | |
description: Publish dated images and update the 'latest' tag? | |
default: false | |
required: false | |
permissions: | |
contents: read # to fetch code | |
actions: write # to cancel previous workflows | |
packages: write # to upload container | |
jobs: | |
metadata: | |
runs-on: ubuntu-22.04 | |
outputs: | |
PUBLISH: ${{ steps.if-publish.outputs.PUBLISH }} | |
BUILD_DATE: ${{ steps.date.outputs.BUILD_DATE }} | |
steps: | |
- name: Check if the triggering workflow failed | |
id: if-upstream-failed | |
shell: bash -x -e {0} | |
run: | | |
echo "UPSTREAM_FAILED=${{ github.event.workflow_run.conclusion != 'success' }}" >> $GITHUB_OUTPUT | |
- name: Cancel workflow if upstream workflow did not success | |
if: ${{ steps.if-upstream-failed.outputs.UPSTREAM_FAILED == 'true' }} | |
uses: styfle/cancel-workflow-action@0.12.0 | |
- name: Determine if the resulting container should be 'published' | |
id: if-publish | |
shell: bash -x -e {0} | |
run: | |
# A container should be published if: | |
# 1) the workflow is triggered by workflow_dispatch and the PUBLISH input is true, or | |
# 2) the workflow is triggered by workflow_run (i.e., a nightly build) | |
echo "PUBLISH=${{ github.event_name == 'workflow_run' || (github.event_name == 'workflow_dispatch' && inputs.PUBLISH) }}" >> $GITHUB_OUTPUT | |
- name: Set build date | |
id: date | |
shell: bash -x -e {0} | |
run: | | |
BUILD_DATE=$(TZ='US/Los_Angeles' date '+%Y-%m-%d') | |
echo "BUILD_DATE=${BUILD_DATE}" >> $GITHUB_OUTPUT | |
amd64: | |
needs: metadata | |
uses: ./.github/workflows/_build_t5x.yaml | |
with: | |
ARCHITECTURE: amd64 | |
BUILD_DATE: ${{ needs.metadata.outputs.BUILD_DATE }} | |
secrets: inherit | |
arm64: | |
needs: metadata | |
runs-on: ubuntu-22.04 | |
outputs: | |
DOCKER_TAG_MEALKIT: '' | |
steps: | |
- name: Generate placeholder warning | |
shell: bash -x -e {0} | |
run: | | |
echo "WARNING: arm64 build is not yet supported" | |
publish-mealkit: | |
needs: [metadata, amd64, arm64] | |
if: needs.metadata.outputs.PUBLISH == 'true' | |
uses: ./.github/workflows/_publish_container.yaml | |
with: | |
SOURCE_IMAGE: | | |
${{ needs.amd64.outputs.DOCKER_TAG_MEALKIT }} | |
${{ needs.arm64.outputs.DOCKER_TAG_MEALKIT }} | |
TARGET_IMAGE: upstream-t5x | |
TARGET_TAGS: | | |
type=raw,value=mealkit,priority=500 | |
type=raw,value=mealkit-${{ needs.metadata.outputs.BUILD_DATE }},priority=500 | |
publish-final: | |
needs: [metadata, amd64, arm64] | |
if: needs.metadata.outputs.PUBLISH == 'true' | |
uses: ./.github/workflows/_publish_container.yaml | |
with: | |
SOURCE_IMAGE: | | |
${{ needs.amd64.outputs.DOCKER_TAG_FINAL }} | |
${{ needs.arm64.outputs.DOCKER_TAG_FINAL }} | |
TARGET_IMAGE: upstream-t5x | |
TARGET_TAGS: | | |
type=raw,value=latest,priority=1000 | |
type=raw,value=nightly-${{ needs.metadata.outputs.BUILD_DATE }},priority=900 | |
finalize: | |
if: always() | |
needs: [metadata, amd64, arm64] | |
uses: ./.github/workflows/_finalize.yaml | |
with: | |
PUBLISH_BADGE: ${{ needs.metadata.outputs.PUBLISH == 'true' }} | |
secrets: inherit |