Collect coverage from demo during tests #367
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Basic Tests | |
on: | |
push: | |
branches: | |
- main | |
pull_request: | |
branches: | |
- main | |
defaults: | |
run: | |
shell: bash -el {0} | |
jobs: | |
pytest: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Checkout code | |
uses: actions/checkout@v4 | |
- uses: mamba-org/setup-micromamba@v1 | |
with: | |
environment-file: environment.yml | |
init-shell: bash | |
post-cleanup: 'all' | |
- name: Set up environment | |
run: | | |
pip install pytest-github-actions-annotate-failures | |
pip install git+https://github.com/DIRACGrid/DIRAC.git@integration | |
pip install . | |
- name: Run pytest | |
run: | | |
pytest . --cov-report=xml:coverage.xml --junitxml=report.xml | |
- name: Upload coverage report | |
uses: codecov/[email protected] | |
pytest-integration: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Checkout code | |
uses: actions/checkout@v4 | |
- uses: mamba-org/setup-micromamba@v1 | |
with: | |
environment-file: environment.yml | |
init-shell: bash | |
post-cleanup: 'all' | |
- name: Set up environment | |
run: | | |
pip install pytest-github-actions-annotate-failures | |
pip install git+https://github.com/DIRACGrid/DIRAC.git@integration | |
pip install . | |
- name: Start demo | |
run: | | |
git clone https://github.com/chrisburr/diracx-charts.git ../diracx-charts -b collect-coverage | |
../diracx-charts/run_demo.sh --enable-coverage --exit-when-done $PWD | |
- name: Debugging information | |
run: | | |
DIRACX_DEMO_DIR=$PWD/../diracx-charts/.demo | |
export KUBECONFIG=${DIRACX_DEMO_DIR}/kube.conf | |
export PATH=${DIRACX_DEMO_DIR}:$PATH | |
kubectl get pods | |
for pod_name in $(kubectl get pods -o json | jq -r '.items[] | .metadata.name' | grep -vE '(dex|minio|mysql|rabbitmq|opensearch)'); do | |
echo "${pod_name}" | |
kubectl describe pod/"${pod_name}" || true | |
for container_name in $(kubectl get pods $pod_name -o jsonpath='{.spec.initContainers[*].name} {.spec.containers[*].name}'); do | |
echo $pod_name $container_name | |
kubectl logs "${pod_name}" -c "${container_name}" || true | |
done | |
done | |
if [ ! -f "${DIRACX_DEMO_DIR}/.success" ]; then | |
cat "${DIRACX_DEMO_DIR}/.failed" | |
exit 1 | |
fi | |
- name: Run pytest | |
run: | | |
pytest . --demo-dir ../diracx-charts/ --cov-report=xml:coverage-pytest.xml --junitxml=report.xml | |
- name: Collect demo coverage | |
run: | | |
DIRACX_DEMO_DIR=$PWD/../diracx-charts/.demo | |
export KUBECONFIG=${DIRACX_DEMO_DIR}/kube.conf | |
export PATH=${DIRACX_DEMO_DIR}:$PATH | |
# Shutdown the pods so we collect coverage data | |
for pod_name in $(kubectl get pods -o json | jq -r '.items[] | .metadata.name' | grep -vE '(dex|minio|mysql|rabbitmq|opensearch)'); do | |
kubectl delete pod/"${pod_name}" | |
done | |
# Combine the coverage data from the demo and make an XML report | |
coverage_data=$(mktemp) | |
coverage combine --data-file "${coverage_data}" "${DIRACX_DEMO_DIR}"/coverage-reports/* | |
coverage xml -o coverage-demo.xml --data-file "${coverage_data}" | |
- name: Upload coverage report | |
uses: codecov/[email protected] | |
with: | |
files: ./coverage-pytest.xml,./coverage-demo.xml | |
mypy: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Checkout code | |
uses: actions/checkout@v4 | |
- uses: mamba-org/setup-micromamba@v1 | |
with: | |
environment-file: environment.yml | |
init-shell: bash | |
post-cleanup: 'all' | |
- name: Set up environment | |
run: | | |
pip install git+https://github.com/DIRACGrid/DIRAC.git@integration | |
pip install . | |
- name: Run mypy | |
run: | | |
mypy . |