build

Merge pull request #149 from databrickslabs/feature/v0.0.9 #257

	name: build
	on:
	pull_request:
	types: [ opened, synchronize ]
	push:
	branches: [ main ]


	jobs:
	test-and-results:
	runs-on: ${{ matrix.os }}
	strategy:
	max-parallel: 1
	matrix:
	python-version: ['3.9']
	os: [ ubuntu-latest ]

	steps:
	- uses: actions/checkout@v1

	- name: Set up Python ${{ matrix.python-version }}
	uses: actions/setup-python@v4
	with:
	python-version: ${{ matrix.python-version }}
	cache: 'pip' # caching pip dependencies
	cache-dependency-path: setup.py

	- name: Install pip
	run: python -m pip install --upgrade pip

	- name: Install package and dependencies
	run: pip install -U -e ".[dev]"

	- name: Install coverage
	run: pip install coverage

	- name: Install psutil
	run: pip install psutil

	- name: Lint
	run: flake8

	- name: set spark local
	run: export SPARK_LOCAL_IP=127.0.0.1

	- name: set spark executor memory
	run: export SPARK_EXECUTOR_MEMORY=8g

	- name: set spark driver memory
	run: export SPARK_DRIVER_MEMORY=8g

	- name: set javaopts
	run: export JAVA_OPTS="-Xmx10g -XX:+UseG1GC"

	- name: Print System Information
	run: \|
	python -c "import psutil; import os;
	print(f'Physical Memory: {psutil.virtual_memory().total / 1e9:.2f} GB'); print(f'CPU Cores: {os.cpu_count()}')"

	- name: Run Unit Tests
	run: python -m coverage run

	- name: Publish test coverage
	if: startsWith(matrix.os,'ubuntu')
	uses: codecov/codecov-action@v3
	with:
	token: ${{ secrets.CODECOV_TOKEN }}
	env_vars: OS,PYTHON
	fail_ci_if_error: true
	flags: unittests
	name: codecov-umbrella
	path_to_write_report: ./coverage/codecov_report.txt
	verbose: true

Provide feedback