commitflow-py3.yml 4.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128
  1. name: Python 3 CI
  2. on:
  3. push:
  4. branches:
  5. - master
  6. pull_request:
  7. branches:
  8. - master
  9. jobs:
  10. build:
  11. runs-on: ${{ (matrix.python-version == '3.10' || matrix.python-version == '3.11') && 'ubuntu-22.04' || 'ubuntu-20.04' }}
  12. strategy:
  13. matrix:
  14. python-version: ['3.8', '3.9', '3.10', '3.11']
  15. permissions:
  16. contents: write
  17. checks: write
  18. pull-requests: write
  19. steps:
  20. - name: Checkout
  21. uses: actions/checkout@v4
  22. with:
  23. fetch-depth: 0
  24. - name: Check commit title format
  25. run: |
  26. ./tools/ci/check_for_commit_message.sh
  27. - name: Set up Python ${{ matrix.python-version }}
  28. uses: actions/setup-python@v5
  29. with:
  30. python-version: ${{ matrix.python-version }}
  31. - name: Cache pip
  32. uses: actions/cache@v4
  33. with:
  34. # This path is specific to Ubuntu
  35. path: ~/.cache/pip
  36. key: ${{ runner.os }}-pip-${{ hashFiles('desktop/core/requirements.txt') }}
  37. restore-keys: |
  38. ${{ runner.os }}-pip-
  39. ${{ runner.os }}-
  40. - name: Setup node 20 and cache npm
  41. uses: actions/setup-node@v4
  42. with:
  43. node-version: 20
  44. cache: 'npm'
  45. - name: Build Hue
  46. run: |
  47. sudo apt-get update
  48. sudo apt-get install -y gcc g++ build-essential python${{ matrix.python-version }}-dev python${{ matrix.python-version }}-venv python${{ matrix.python-version }}-distutils asciidoc rsync curl sudo libkrb5-dev libldap2-dev libsasl2-dev libxml2-dev libxslt-dev libsasl2-modules-gssapi-mit libsnappy-dev libffi-dev # This should not be needed as some point
  49. sudo curl -sL https://bootstrap.pypa.io/get-pip.py | sudo python${{ matrix.python-version }}
  50. sudo apt-get install -y python3-setuptools
  51. sudo apt-get install -y libncursesw5-dev libgdbm-dev libc6-dev libssl-dev openssl
  52. export PYTHON_VER=python${{ matrix.python-version }}
  53. export ROOT=$PWD
  54. make test_prep
  55. - name: Run python unit tests
  56. run: |
  57. ./build/env/bin/pytest
  58. - name: Upload pytest and code coverage reports
  59. if: matrix.python-version == '3.11'
  60. uses: actions/upload-artifact@v4
  61. with:
  62. name: hue-test-reports
  63. path: ./reports
  64. - name: Add pytest and code coverage PR comment
  65. if: matrix.python-version == '3.11'
  66. uses: MishaKav/pytest-coverage-comment@v1
  67. with:
  68. pytest-xml-coverage-path: ./reports/code-cov/coverage.xml
  69. junitxml-path: ./reports/pytest/test_report.xml
  70. junitxml-title: Pytest Report
  71. title: Backend Code Coverage Report
  72. badge-title: Backend Codecov
  73. report-only-changed-files: true
  74. xml-skip-covered: true
  75. remove-link-from-badge: true
  76. default-branch: master
  77. - name: Check and comment if no unit test files modified
  78. if: matrix.python-version == '3.11'
  79. run: |
  80. git fetch origin master
  81. changed_files=$(git diff --name-only origin/master)
  82. if echo "$changed_files" | grep -qE '(^test|_test\.py|^tests|_tests\.py|.test)'; then
  83. echo "✅ Unit test files were modified."
  84. else
  85. echo "⚠️ No unit test files modified."
  86. curl -X POST \
  87. -H "Authorization: token ${{ secrets.GITHUB_TOKEN }}" \
  88. -H "Accept: application/vnd.github.v3+json" \
  89. -d '{"body":"⚠️ No unit test files modified. Please ensure that changes are properly tested. ⚠️"}' \
  90. "https://api.github.com/repos/${{ github.repository }}/issues/${{ github.event.pull_request.number }}/comments"
  91. fi
  92. - name: Run python lints
  93. run: |
  94. PYTHONWARNINGS=always ./build/env/bin/hue runruff check
  95. - name: Run documentation lints
  96. run: |
  97. curl -O https://dl.google.com/go/go1.23.4.linux-amd64.tar.gz
  98. tar -xvf go1.23.4.linux-amd64.tar.gz
  99. go/bin/go install github.com/raviqqe/muffet/v2@latest
  100. curl --output hugo_0.69.0_Linux.tar.gz -L https://github.com/gohugoio/hugo/releases/download/v0.69.0/hugo_0.69.0_Linux-64bit.tar.gz
  101. tar -xvf hugo_0.69.0_Linux.tar.gz
  102. export PATH=$PWD:$HOME/go/bin:$PATH
  103. # Trigger linting if documentation changes
  104. ./tools/ci/check_for_website_dead_links.sh docs/docs-site
  105. # ./tools/ci/check_for_website_dead_links.sh docs/gethue