build: migrate from Poetry to uv + uv-dynamic-versioning #1507

Workflow file for this run

.github/workflows/python_pytest.yml at 497eeaa

	# This workflow will run pytest.
	#
	# There are three jobs which run in parallel:
	# 1. pytest-fast: Run fast tests only, and fail fast so the dev knows asap if they broke something.
	# 2. pytest-no-creds: Run tests only if they don't require creds. The main use case is to run tests
	# on forks, where secrets are not available. We flush the GCP_GSM_CREDENTIALS env var to an
	# invalid value to ensure that tests that require creds are not run.
	# 3. pytest: Run all tests, across multiple python versions.
	#
	# Note that pytest-fast also skips tests that require credentials, allowing it to run on forks.
	name: Run Tests

	on:
	push:
	branches:
	- main
	pull_request: {}

	env:
	AIRBYTE_ANALYTICS_ID: ${{ vars.AIRBYTE_ANALYTICS_ID }}

	jobs:
	pytest-fast:
	name: Pytest (Fast)
	runs-on: ubuntu-latest
	steps:
	# Common steps:
	- name: Checkout code
	uses: actions/checkout@v4
	- name: Set up Python
	uses: actions/setup-python@v5
	with:
	python-version: '3.10'
	- name: Install Git
	run: \|
	sudo apt-get update
	sudo apt-get install -y git
	- name: Set up uv
	uses: astral-sh/setup-uv@v5
	with:
	python-version: '3.10'
	enable-cache: true
	- name: Install dependencies
	shell: bash
	run: \|
	python -m venv .venv
	if [ "${{ runner.os }}" == "Windows" ]; then
	source .venv/Scripts/activate
	else
	source .venv/bin/activate
	fi
	python -m ensurepip --upgrade
	python -m pip install --upgrade pip setuptools wheel build
	python -m pip install coverage pytest pytest-cov
	python -m pip install -e .
	uv pip install -r requirements.txt -r requirements-dev.txt
	env:
	PATH: ${{ github.workspace }}/.venv/bin:${{ env.PATH }}

	- name: Run Pytest with Coverage (Fast Tests Only)
	timeout-minutes: 60
	env:
	GCP_GSM_CREDENTIALS: ${{ secrets.GCP_GSM_CREDENTIALS }}
	PATH: ${{ github.workspace }}/.venv/bin:${{ env.PATH }}
	run: >
	.venv/bin/coverage run -m pytest
	--durations=5 --exitfirst
	-m "not slow and not requires_creds and not linting and not flaky"

	- name: Run Pytest with Coverage (Flaky Tests Only)
	timeout-minutes: 60
	continue-on-error: true
	env:
	GCP_GSM_CREDENTIALS: ${{ secrets.GCP_GSM_CREDENTIALS }}
	PATH: ${{ github.workspace }}/.venv/bin:${{ env.PATH }}
	run: >
	.venv/bin/coverage run -m pytest
	--durations=5 --exitfirst
	-m "flaky and not slow and not requires_creds"

	- name: Print Coverage Report
	if: always()
	env:
	PATH: ${{ github.workspace }}/.venv/bin:${{ env.PATH }}
	run: .venv/bin/coverage report

	- name: Create Coverage Artifacts
	if: always()
	env:
	PATH: ${{ github.workspace }}/.venv/bin:${{ env.PATH }}
	run: \|
	.venv/bin/coverage html -d htmlcov
	.venv/bin/coverage xml -o htmlcov/coverage.xml

	- name: Upload coverage to GitHub Artifacts
	if: always()
	uses: actions/upload-artifact@v4
	with:
	name: fasttest-coverage
	path: htmlcov/

	pytest-no-creds:
	name: Pytest (No Creds)
	runs-on: ubuntu-latest
	steps:
	# Common steps:
	- name: Checkout code
	uses: actions/checkout@v4
	- name: Set up Python
	uses: actions/setup-python@v5
	with:
	python-version: '3.10'
	- name: Install Git
	run: \|
	sudo apt-get update
	sudo apt-get install -y git
	- name: Set up uv
	uses: astral-sh/setup-uv@v5
	with:
	python-version: '3.10'
	enable-cache: true
	- name: Install dependencies
	shell: bash
	run: \|
	python -m venv .venv
	if [ "${{ runner.os }}" == "Windows" ]; then
	source .venv/Scripts/activate
	else
	source .venv/bin/activate
	fi
	python -m ensurepip --upgrade
	python -m pip install --upgrade pip setuptools wheel build
	python -m pip install coverage pytest pytest-cov
	python -m pip install -e .
	uv pip install -r requirements.txt -r requirements-dev.txt

	# Job-specific step(s):
	- name: Run Pytest (No-Creds)
	timeout-minutes: 60
	env:
	# Force this to a blank value.
	GCP_GSM_CREDENTIALS: ""
	PATH: ${{ github.workspace }}/.venv/bin:${{ env.PATH }}
	run: >
	.venv/bin/coverage run -m pytest
	--durations=5 --exitfirst
	-m "not requires_creds and not linting and not super_slow and not flaky"

	- name: Print Coverage Report
	if: always()
	env:
	PATH: ${{ github.workspace }}/.venv/bin:${{ env.PATH }}
	run: .venv/bin/coverage report

	- name: Create Coverage Artifacts
	if: always()
	env:
	PATH: ${{ github.workspace }}/.venv/bin:${{ env.PATH }}
	run: \|
	.venv/bin/coverage html -d htmlcov
	.venv/bin/coverage xml -o htmlcov/coverage.xml

	- name: Upload coverage to GitHub Artifacts
	if: always()
	uses: actions/upload-artifact@v4
	with:
	name: nocreds-test-coverage
	path: htmlcov/

	pytest:
	name: Pytest (All, Python ${{ matrix.python-version }}, ${{ matrix.os }})
	# Don't run on forks. Run on pushes to main, and on PRs that are not from forks.
	if: >
	(github.event_name == 'push' && github.ref == 'refs/heads/main') \|\|
	(github.event.pull_request.head.repo.fork == false)
	strategy:
	matrix:
	python-version: [
	'3.10',
	'3.11',
	]
	os: [
	Ubuntu,
	Windows,
	]
	fail-fast: false

	runs-on: "${{ matrix.os }}-latest"
	env:
	# Enforce UTF-8 encoding so Windows runners don't fail inside the connector code.
	# TODO: See if we can fully enforce this within PyAirbyte itself.
	PYTHONIOENCODING: utf-8
	steps:
	# Common steps:
	- name: Checkout code
	uses: actions/checkout@v4
	- name: Set up Python
	uses: actions/setup-python@v5
	with:
	python-version: ${{ matrix.python-version }}
	- name: Install Git
	run: \|
	sudo apt-get update
	sudo apt-get install -y git
	- name: Set up uv
	uses: astral-sh/setup-uv@v5
	with:
	python-version: ${{ matrix.python-version }}
	enable-cache: true
	- name: Install dependencies
	shell: bash
	run: \|
	python -m venv .venv
	if [ "${{ runner.os }}" == "Windows" ]; then
	source .venv/Scripts/activate
	else
	source .venv/bin/activate
	fi
	python -m ensurepip --upgrade
	python -m pip install --upgrade pip setuptools wheel build
	python -m pip install coverage pytest pytest-cov
	python -m pip install -e .
	uv pip install -r requirements.txt -r requirements-dev.txt

	# Job-specific step(s):
	- name: Run Pytest
	timeout-minutes: 60
	env:
	GCP_GSM_CREDENTIALS: ${{ secrets.GCP_GSM_CREDENTIALS }}
	PATH: ${{ github.workspace }}/.venv/bin:${{ env.PATH }}
	run: >
	.venv/bin/coverage run -m pytest
	--verbose
	-m "not linting and not super_slow and not flaky"

	- name: Print Coverage Report
	if: always()
	env:
	PATH: ${{ github.workspace }}/.venv/bin:${{ env.PATH }}
	run: .venv/bin/coverage report

	- name: Create Coverage Artifacts
	if: always()
	env:
	PATH: ${{ github.workspace }}/.venv/bin:${{ env.PATH }}
	run: \|
	.venv/bin/coverage html -d htmlcov
	.venv/bin/coverage xml -o htmlcov/coverage.xml

	- name: Upload coverage to GitHub Artifacts
	if: always()
	uses: actions/upload-artifact@v4
	with:
	name: py${{ matrix.python-version }}-${{ matrix.os }}-test-coverage
	path: htmlcov/

	dependency-analysis:
	name: Dependency Analysis with Deptry
	runs-on: ubuntu-latest
	steps:
	- name: Checkout code
	uses: actions/checkout@v4
	- name: Set up Python
	uses: actions/setup-python@v5
	with:
	python-version: '3.10'
	- name: Install Git
	run: \|
	sudo apt-get update
	sudo apt-get install -y git
	- name: Set up uv
	uses: astral-sh/setup-uv@v5
	with:
	python-version: '3.10'
	enable-cache: true
	- name: Install dependencies
	run: \|
	python -m ensurepip
	python -m pip install --upgrade pip setuptools wheel build
	uv pip install -r requirements.txt -r requirements-dev.txt
	uv pip install --system deptry poethepoet

	# Job-specific step(s):
	- name: Run Deptry
	run: \|
	deptry .

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

build: migrate from Poetry to uv + uv-dynamic-versioning #1507

Workflow file

build: migrate from Poetry to uv + uv-dynamic-versioning #1507

Jobs

Run details

Workflow file for this run