commitflow-py3.yml 4.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123
  1. name: Python 3 CI
  2. on:
  3. push:
  4. branches:
  5. - master
  6. pull_request:
  7. branches:
  8. - master
  9. jobs:
  10. build:
  11. runs-on: ${{ (matrix.python-version == '3.10' || matrix.python-version == '3.11') && 'ubuntu-22.04' || 'ubuntu-20.04' }}
  12. strategy:
  13. matrix:
  14. python-version: ['3.8', '3.9', '3.10', '3.11']
  15. steps:
  16. - name: Checkout
  17. uses: actions/checkout@v4
  18. with:
  19. fetch-depth: 0
  20. - name: Check commit title format
  21. run: |
  22. ./tools/ci/check_for_commit_message.sh
  23. - name: Set up Python ${{ matrix.python-version }}
  24. uses: actions/setup-python@v5
  25. with:
  26. python-version: ${{ matrix.python-version }}
  27. - name: Cache pip
  28. uses: actions/cache@v4
  29. with:
  30. # This path is specific to Ubuntu
  31. path: ~/.cache/pip
  32. key: ${{ runner.os }}-pip-${{ hashFiles('desktop/core/requirements.txt') }}
  33. restore-keys: |
  34. ${{ runner.os }}-pip-
  35. ${{ runner.os }}-
  36. - name: Setup node 20 and cache npm
  37. uses: actions/setup-node@v4
  38. with:
  39. node-version: 20
  40. cache: 'npm'
  41. - name: Build Hue
  42. run: |
  43. sudo apt-get update
  44. sudo apt-get install -y gcc g++ build-essential python${{ matrix.python-version }}-dev python${{ matrix.python-version }}-venv python${{ matrix.python-version }}-distutils asciidoc rsync curl sudo libkrb5-dev libldap2-dev libsasl2-dev libxml2-dev libxslt-dev libsasl2-modules-gssapi-mit libsnappy-dev libffi-dev # This should not be needed as some point
  45. sudo curl -sL https://bootstrap.pypa.io/get-pip.py | sudo python${{ matrix.python-version }}
  46. sudo apt-get install -y python3-setuptools
  47. sudo apt-get install -y libncursesw5-dev libgdbm-dev libc6-dev libssl-dev openssl
  48. export PYTHON_VER=python${{ matrix.python-version }}
  49. export ROOT=$PWD
  50. make test_prep
  51. - name: Run python unit tests
  52. run: |
  53. ./build/env/bin/pytest
  54. - name: Upload pytest and code coverage reports
  55. if: matrix.python-version == '3.11'
  56. uses: actions/upload-artifact@v4
  57. with:
  58. name: hue-test-reports
  59. path: ./reports
  60. - name: Add pytest and code coverage PR comment
  61. if: matrix.python-version == '3.11'
  62. uses: MishaKav/pytest-coverage-comment@v1
  63. with:
  64. pytest-xml-coverage-path: ./reports/code-cov/coverage.xml
  65. junitxml-path: ./reports/pytest/test_report.xml
  66. junitxml-title: Pytest Report
  67. title: Backend Code Coverage Report
  68. badge-title: Backend Codecov
  69. report-only-changed-files: true
  70. xml-skip-covered: true
  71. remove-link-from-badge: true
  72. default-branch: master
  73. - name: Check and comment if no unit test files modified
  74. if: matrix.python-version == '3.11'
  75. run: |
  76. git fetch origin master
  77. changed_files=$(git diff --name-only origin/master)
  78. if echo "$changed_files" | grep -qE '(^test|_test\.py|^tests|_tests\.py|.test)'; then
  79. echo "✅ Unit test files were modified."
  80. else
  81. echo "⚠️ No unit test files modified."
  82. curl -X POST \
  83. -H "Authorization: token ${{ secrets.GITHUB_TOKEN }}" \
  84. -H "Accept: application/vnd.github.v3+json" \
  85. -d '{"body":"⚠️ No unit test files modified. Please ensure that changes are properly tested. ⚠️"}' \
  86. "https://api.github.com/repos/${{ github.repository }}/issues/${{ github.event.pull_request.number }}/comments"
  87. fi
  88. - name: Run python lints
  89. run: |
  90. PYTHONWARNINGS=always ./build/env/bin/hue runruff check
  91. - name: Run documentation lints
  92. run: |
  93. curl -O https://dl.google.com/go/go1.23.4.linux-amd64.tar.gz
  94. tar -xvf go1.23.4.linux-amd64.tar.gz
  95. go/bin/go install github.com/raviqqe/muffet/v2@latest
  96. curl --output hugo_0.69.0_Linux.tar.gz -L https://github.com/gohugoio/hugo/releases/download/v0.69.0/hugo_0.69.0_Linux-64bit.tar.gz
  97. tar -xvf hugo_0.69.0_Linux.tar.gz
  98. export PATH=$PWD:$HOME/go/bin:$PATH
  99. # Trigger linting if documentation changes
  100. ./tools/ci/check_for_website_dead_links.sh docs/docs-site
  101. # ./tools/ci/check_for_website_dead_links.sh docs/gethue