publish #130
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: publish | ||
| on: | ||
| push: | ||
| tags: | ||
| - 'v*.*.*' | ||
| workflow_dispatch: # Allows manual trigger of the workflow | ||
| inputs: | ||
| custom_version: # Optional input for a custom version | ||
| description: 'Custom version to publish (e.g., v1.2.3) -- only edit if you know what you are doing' | ||
| required: false | ||
| token: | ||
| description: 'Personal Access Token' | ||
| required: true | ||
| default: "" | ||
| type: string | ||
| jobs: | ||
| get-version: | ||
| if: github.repository == 'feast-dev/feast' | ||
| runs-on: ubuntu-latest | ||
| env: | ||
| GITHUB_TOKEN: ${{ github.event.inputs.token }} | ||
| GIT_AUTHOR_NAME: feast-ci-bot | ||
| GIT_AUTHOR_EMAIL: feast-ci-bot@willem.co | ||
| GIT_COMMITTER_NAME: feast-ci-bot | ||
| GIT_COMMITTER_EMAIL: feast-ci-bot@willem.co | ||
| outputs: | ||
| release_version: ${{ steps.get_release_version.outputs.release_version }} | ||
| version_without_prefix: ${{ steps.get_release_version_without_prefix.outputs.version_without_prefix }} | ||
| highest_semver_tag: ${{ steps.get_highest_semver.outputs.highest_semver_tag }} | ||
| steps: | ||
| - uses: actions/checkout@v4 | ||
| - name: Validate custom version input | ||
| id: validate_custom_version | ||
| run: | | ||
| if [[ -n "${{ github.event.inputs.custom_version }}" ]]; then | ||
| VERSION_REGEX="^v[0-9]+\.[0-9]+\.[0-9]+$" | ||
| if [[ ! "${{ github.event.inputs.custom_version }}" =~ $VERSION_REGEX ]]; then | ||
| echo "Error: custom_version must match semantic versioning (e.g., v1.2.3)." | ||
| exit 1 | ||
| fi | ||
| echo "Validated custom version: ${{ github.event.inputs.custom_version }}" | ||
| fi | ||
| - name: Strip 'v' Prefix for Highest SemVer Tag | ||
| id: strip_prefix | ||
| run: | | ||
|
Check failure on line 47 in .github/workflows/publish.yml
|
||
| HIGHEST_SEMVER_TAG="${{ github.event.inputs.custom_version#v }}" | ||
| echo "::set-output name=highest_semver_tag::$HIGHEST_SEMVER_TAG" | ||
| echo "Highest SemVer Tag: $HIGHEST_SEMVER_TAG" | ||
| - name: Get release version | ||
| id: get_release_version | ||
| run: | | ||
| if [[ -n "${{ github.event.inputs.custom_version }}" ]]; then | ||
| echo "Using custom version: ${{ github.event.inputs.custom_version }}" | ||
| echo "::set-output name=release_version::${{ github.event.inputs.custom_version }}" | ||
| elif [[ "${GITHUB_REF}" == refs/tags/* ]]; then | ||
| echo "Using tag reference: ${GITHUB_REF#refs/tags/}" | ||
| echo "::set-output name=release_version::${GITHUB_REF#refs/tags/}" | ||
| else | ||
| echo "Defaulting to branch name: ${GITHUB_REF#refs/heads/}" | ||
| echo "::set-output name=release_version::${GITHUB_REF#refs/heads/}" | ||
| fi | ||
| - name: Get release version without prefix | ||
| id: get_release_version_without_prefix | ||
| env: | ||
| RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} | ||
| run: | | ||
| if [[ "${RELEASE_VERSION}" == v* ]]; then | ||
| echo "::set-output name=version_without_prefix::${RELEASE_VERSION:1}" | ||
| else | ||
| echo "::set-output name=version_without_prefix::${RELEASE_VERSION}" | ||
| fi | ||
| - name: Get highest semver | ||
| id: get_highest_semver | ||
| env: | ||
| RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} | ||
| run: | | ||
| if [[ -n "${{ github.event.inputs.custom_version }}" ]]; then | ||
| HIGHEST_SEMVER_TAG="${{ github.event.inputs.custom_version }}" | ||
| echo "::set-output name=highest_semver_tag::$HIGHEST_SEMVER_TAG" | ||
| echo "Using custom version as highest semantic version: $HIGHEST_SEMVER_TAG" | ||
| else | ||
| source infra/scripts/setup-common-functions.sh | ||
| SEMVER_REGEX='^v[0-9]+\.[0-9]+\.[0-9]+(-([0-9A-Za-z-]+(\.[0-9A-Za-z-]+)*))?$' | ||
| if echo "${RELEASE_VERSION}" | grep -P "$SEMVER_REGEX" &>/dev/null ; then | ||
| echo ::set-output name=highest_semver_tag::$(get_tag_release -m) | ||
| echo "Using infra/scripts/setup-common-functions.sh to generate highest semantic version: $HIGHEST_SEMVER_TAG" | ||
| fi | ||
| fi | ||
| - name: Check output | ||
| env: | ||
| RELEASE_VERSION: ${{ steps.get_release_version.outputs.release_version }} | ||
| VERSION_WITHOUT_PREFIX: ${{ steps.get_release_version_without_prefix.outputs.version_without_prefix }} | ||
| HIGHEST_SEMVER_TAG: ${{ steps.get_highest_semver.outputs.highest_semver_tag }} | ||
| run: | | ||
| echo $RELEASE_VERSION | ||
| echo $VERSION_WITHOUT_PREFIX | ||
| echo $HIGHEST_SEMVER_TAG | ||
| build-publish-docker-images: | ||
| runs-on: ubuntu-latest | ||
| needs: [get-version, publish-python-sdk] | ||
| strategy: | ||
| matrix: | ||
| component: [feature-server, feature-server-java, feature-transformation-server, feast-helm-operator, feast-operator] | ||
| env: | ||
| MAVEN_CACHE: gs://feast-templocation-kf-feast/.m2.2020-08-19.tar | ||
| REGISTRY: feastdev | ||
| steps: | ||
| - uses: actions/checkout@v4 | ||
| - name: Set up QEMU | ||
| uses: docker/setup-qemu-action@v1 | ||
| - name: Set up Docker Buildx | ||
| uses: docker/setup-buildx-action@v1 | ||
| - name: Login to DockerHub | ||
| uses: docker/login-action@v1 | ||
| with: | ||
| username: ${{ secrets.DOCKERHUB_USERNAME }} | ||
| password: ${{ secrets.DOCKERHUB_TOKEN }} | ||
| - name: Authenticate to Google Cloud | ||
| uses: 'google-github-actions/auth@v1' | ||
| with: | ||
| credentials_json: '${{ secrets.GCP_SA_KEY }}' | ||
| - name: Set up gcloud SDK | ||
| uses: google-github-actions/setup-gcloud@v1 | ||
| with: | ||
| project_id: ${{ secrets.GCP_PROJECT_ID }} | ||
| - name: Use gcloud CLI | ||
| run: gcloud info | ||
| - run: gcloud auth configure-docker --quiet | ||
| - name: Build image | ||
| run: | | ||
| make build-${{ matrix.component }}-docker REGISTRY=${REGISTRY} VERSION=${VERSION_WITHOUT_PREFIX} | ||
| env: | ||
| RELEASE_VERSION: ${{ needs.get-version.outputs.release_version }} | ||
| VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }} | ||
| HIGHEST_SEMVER_TAG: ${{ needs.get-version.outputs.highest_semver_tag }} | ||
| - name: Push versioned images | ||
| env: | ||
| RELEASE_VERSION: ${{ needs.get-version.outputs.release_version }} | ||
| VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }} | ||
| HIGHEST_SEMVER_TAG: ${{ needs.get-version.outputs.highest_semver_tag }} | ||
| run: | | ||
| make push-${{ matrix.component }}-docker REGISTRY=${REGISTRY} VERSION=${VERSION_WITHOUT_PREFIX} | ||
| echo "Only push to latest tag if tag is the highest semver version $HIGHEST_SEMVER_TAG" | ||
| if [ "${VERSION_WITHOUT_PREFIX}" = "${HIGHEST_SEMVER_TAG:1}" ] | ||
| then | ||
| docker tag feastdev/${{ matrix.component }}:${VERSION_WITHOUT_PREFIX} feastdev/${{ matrix.component }}:latest | ||
| docker push feastdev/${{ matrix.component }}:latest | ||
| fi | ||
| publish-helm-charts: | ||
| if: github.repository == 'feast-dev/feast' | ||
| runs-on: ubuntu-latest | ||
| needs: get-version | ||
| env: | ||
| HELM_VERSION: v3.8.0 | ||
| VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }} | ||
| steps: | ||
| - uses: actions/checkout@v4 | ||
| - name: Authenticate to Google Cloud | ||
| uses: 'google-github-actions/auth@v1' | ||
| with: | ||
| credentials_json: '${{ secrets.GCP_SA_KEY }}' | ||
| - name: Set up gcloud SDK | ||
| uses: google-github-actions/setup-gcloud@v1 | ||
| with: | ||
| project_id: ${{ secrets.GCP_PROJECT_ID }} | ||
| - run: gcloud auth configure-docker --quiet | ||
| - name: Remove previous Helm | ||
| run: sudo rm -rf $(which helm) | ||
| - name: Install Helm | ||
| run: ./infra/scripts/helm/install-helm.sh | ||
| - name: Validate Helm chart prior to publishing | ||
| run: ./infra/scripts/helm/validate-helm-chart-publish.sh | ||
| - name: Validate all version consistency | ||
| run: ./infra/scripts/helm/validate-helm-chart-versions.sh $VERSION_WITHOUT_PREFIX | ||
| - name: Publish Helm charts | ||
| run: ./infra/scripts/helm/push-helm-charts.sh $VERSION_WITHOUT_PREFIX | ||
| build_wheels: | ||
| uses: ./.github/workflows/build_wheels.yml | ||
| with: | ||
| release_version: ${{ github.event.inputs.custom_version }} | ||
| highest_semver_tag: ${{ steps.get_highest_semver.outputs.highest_semver_tag }} | ||
| publish-python-sdk: | ||
| if: github.repository == 'feast-dev/feast' | ||
| runs-on: ubuntu-latest | ||
| needs: [build_wheels] | ||
| steps: | ||
| - uses: actions/download-artifact@v4.1.7 | ||
| with: | ||
| name: wheels | ||
| path: dist | ||
| - uses: pypa/gh-action-pypi-publish@v1.4.2 | ||
| with: | ||
| user: __token__ | ||
| password: ${{ secrets.PYPI_PASSWORD }} | ||
| publish-java-sdk: | ||
| if: github.repository == 'feast-dev/feast' | ||
| container: maven:3.6-jdk-11 | ||
| runs-on: ubuntu-latest | ||
| needs: get-version | ||
| steps: | ||
| - uses: actions/checkout@v4 | ||
| with: | ||
| submodules: 'true' | ||
| - name: Set up JDK 11 | ||
| uses: actions/setup-java@v1 | ||
| with: | ||
| java-version: '11' | ||
| java-package: jdk | ||
| architecture: x64 | ||
| - uses: actions/setup-python@v5 | ||
| with: | ||
| python-version: '3.11' | ||
| architecture: 'x64' | ||
| - uses: actions/cache@v2 | ||
| with: | ||
| path: ~/.m2/repository | ||
| key: ${{ runner.os }}-it-maven-${{ hashFiles('**/pom.xml') }} | ||
| restore-keys: | | ||
| ${{ runner.os }}-it-maven- | ||
| - name: Publish java sdk | ||
| env: | ||
| VERSION_WITHOUT_PREFIX: ${{ needs.get-version.outputs.version_without_prefix }} | ||
| GPG_PUBLIC_KEY: ${{ secrets.GPG_PUBLIC_KEY }} | ||
| GPG_PRIVATE_KEY: ${{ secrets.GPG_PRIVATE_KEY }} | ||
| MAVEN_SETTINGS: ${{ secrets.MAVEN_SETTINGS }} | ||
| run: | | ||
| echo -n "$GPG_PUBLIC_KEY" > /root/public-key | ||
| echo -n "$GPG_PRIVATE_KEY" > /root/private-key | ||
| mkdir -p /root/.m2/ | ||
| echo -n "$MAVEN_SETTINGS" > /root/.m2/settings.xml | ||
| infra/scripts/publish-java-sdk.sh --revision ${VERSION_WITHOUT_PREFIX} --gpg-key-import-dir /root | ||
