experiment-tracker.yml

name: Experiment Tracker

on:
  workflow_dispatch:
  push:
    paths:
      - 'experiment-tracker/**'
      - '!experiment-tracker/**.md'

jobs:
  test-proxy:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout code
        uses: actions/checkout@v3

      - name: Set up Python 3.8
        uses: actions/setup-python@v4
        with:
          python-version: 3.8

      - name: Lint with flake8
        run: |
          set -e
          cd ./experiment-tracker/experiment-proxy
          echo $PWD
          pip install flake8
          # stop the build if there are Python syntax errors or undefined names
          flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
          # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
          flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics

      - name: Install dependencies
        run: |
          set -e
          cd ./experiment-tracker/experiment-proxy
          echo $PWD
          pip install --upgrade pip
          pip install wheel
          pip install -r requirements.txt

      - name: Run unit tests with pytest
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
          COVERALLS_FLAG_NAME: experiment-proxy
          ON_MASTER: ${{ github.ref == 'refs/heads/master' }}
        run: |
          set -e
          cd ./experiment-tracker/experiment-proxy
          echo $PWD
          pip install -r requirements-test.txt
          pytest -v --cov=proxy tests/
          # when on master, pretend to be on branch x-cov-experiment-proxy
          $ON_MASTER && export GITHUB_REF="refs/heads/x-cov-experiment-proxy"
          $ON_MASTER && export GITHUB_HEAD_REF="x-cov-experiment-proxy"
          coveralls --service=github --srcdir=experiment-tracker/experiment-proxy

  test-collector:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout code
        uses: actions/checkout@v3

      - name: Set up Python 3.8
        uses: actions/setup-python@v4
        with:
          python-version: 3.8

      - name: Lint with flake8
        run: |
          set -e
          cd ./experiment-tracker/data-collector
          echo $PWD
          pip install flake8
          # stop the build if there are Python syntax errors or undefined names
          flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
          # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
          flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics

      - name: Install dependencies
        run: |
          set -e
          cd ./experiment-tracker/data-collector
          echo $PWD
          pip install --upgrade pip
          pip install wheel
          pip install -r requirements.txt

      - name: Run unit tests with pytest
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
          COVERALLS_FLAG_NAME: data-collector
          ON_MASTER: ${{ github.ref == 'refs/heads/master' }}

        run: |
          set -e
          cd ./experiment-tracker/data-collector
          echo $PWD
          pip install -r requirements-test.txt
          pytest -v --cov=collector tests/
          # when on master, pretend to be on branch x-cov-data-collector
          $ON_MASTER && export GITHUB_REF="refs/heads/x-cov-data-collector"
          $ON_MASTER && export GITHUB_HEAD_REF="x-cov-data-collector"
          coveralls --service=github --srcdir=experiment-tracker/data-collector

  integration-tests:
    runs-on: ubuntu-latest
    needs:
      - test-proxy
      - test-collector
    steps:
      - name: Checkout code
        uses: actions/checkout@v3

      - name: Set up Python 3.8
        uses: actions/setup-python@v4
        with:
          python-version: 3.8

      - name: Install test dependencies
        run: |
          cd ./experiment-tracker/tests
          pip install -r requirements-test.txt

      - name: Spin up experiment tracker
        run: |
          cd ./experiment-tracker
          docker-compose --env-file .env.test up --scale test=3 -d
          sleep 30

      - name: Run integration tests
        run: |
          cd ./experiment-tracker/tests
          chmod +x run.sh
          ./run.sh

      - name: Shut down experiment tracker
        run: |
          cd ./experiment-tracker
          docker-compose down

  build-collector:
    runs-on: ubuntu-latest
    needs:
      - integration-tests
    if: github.ref == 'refs/heads/master'
    steps:
      - name: Checkout code
        uses: actions/checkout@v3

      - name: Create data-collector container and publish to Registry
        uses: elgohr/Publish-Docker-Github-Action@v5
        with:
          name: xai-demonstrator/data-collector
          username: ${{ github.actor }}
          password: ${{ secrets.GITHUB_TOKEN }}
          registry: ghcr.io
          workdir: experiment-tracker/data-collector/

  build-proxy:
    runs-on: ubuntu-latest
    needs:
      - integration-tests
    if: github.ref == 'refs/heads/master'
    steps:
      - name: Checkout code
        uses: actions/checkout@v3

      - name: Create experiment-proxy container and publish to Registry
        uses: elgohr/Publish-Docker-Github-Action@v5
        with:
          name: xai-demonstrator/experiment-proxy
          username: ${{ github.actor }}
          password: ${{ secrets.GITHUB_TOKEN }}
          registry: ghcr.io
          workdir: experiment-tracker/experiment-proxy/