|
| 1 | +name: Run integration tests in Testing Farm |
| 2 | +on: |
| 3 | + issue_comment: |
| 4 | + types: |
| 5 | + - created |
| 6 | +permissions: |
| 7 | + contents: read |
| 8 | + # This is required for the ability to create/update the Pull request status |
| 9 | + statuses: write |
| 10 | +# The concurrency key is used to prevent multiple workflows from running at the same time |
| 11 | +concurrency: |
| 12 | + # group name contains reponame-pr_num to allow simualteneous runs in different PRs |
| 13 | + group: testing-farm-${{ github.event.repository.name }}-${{ github.event.issue.number }} |
| 14 | + cancel-in-progress: true |
| 15 | +jobs: |
| 16 | + prepare_vars: |
| 17 | + name: Get info from role and PR to determine if and how to test |
| 18 | + # Let's schedule tests only on user request. NOT automatically. |
| 19 | + # Only repository owner or member can schedule tests |
| 20 | + if: | |
| 21 | + github.event.issue.pull_request |
| 22 | + && (contains(github.event.comment.body, '[citest]') || contains(github.event.comment.body, '[citest-all]')) |
| 23 | + && (contains(fromJson('["OWNER", "MEMBER", "COLLABORATOR", "CONTRIBUTOR"]'), github.event.comment.author_association) |
| 24 | + || contains('systemroller', github.event.comment.user.login)) |
| 25 | + runs-on: ubuntu-latest |
| 26 | + outputs: |
| 27 | + supported_platforms: ${{ steps.supported_platforms.outputs.supported_platforms }} |
| 28 | + head_sha: ${{ steps.head_sha.outputs.head_sha }} |
| 29 | + datetime: ${{ steps.datetime.outputs.datetime }} |
| 30 | + memory: ${{ steps.memory.outputs.memory }} |
| 31 | + steps: |
| 32 | + |
| 33 | + - name: Checkout repo |
| 34 | + uses: actions/checkout@v4 |
| 35 | + |
| 36 | + - name: Get head sha of the PR |
| 37 | + id: head_sha |
| 38 | + run: | |
| 39 | + head_sha=$(gh api "repos/$REPO/pulls/$PR_NO" --jq '.head.sha') |
| 40 | + echo "head_sha=$head_sha" >> $GITHUB_OUTPUT |
| 41 | + env: |
| 42 | + REPO: ${{ github.repository }} |
| 43 | + PR_NO: ${{ github.event.issue.number }} |
| 44 | + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} |
| 45 | + |
| 46 | + - name: Get cuurent datetime |
| 47 | + id: datetime |
| 48 | + run: | |
| 49 | + printf -v datetime '%(%Y%m%d-%H%M%S)T' -1 |
| 50 | + echo "datetime=$datetime" >> $GITHUB_OUTPUT |
| 51 | +
|
| 52 | + - name: Get memory |
| 53 | + id: memory |
| 54 | + run: | |
| 55 | + if [ -d tests/provision.fmf ]; then |
| 56 | + memory=$(grep -rPo ' m: \K(.*)' tests/provision.fmf) |
| 57 | + fi |
| 58 | + if [ -n "$memory" ]; then |
| 59 | + echo "memory=$memory" >> $GITHUB_OUTPUT |
| 60 | + else |
| 61 | + echo "memory=2048" >> $GITHUB_OUTPUT |
| 62 | + fi |
| 63 | +
|
| 64 | + - name: Get supported platforms |
| 65 | + id: supported_platforms |
| 66 | + run: | |
| 67 | + supported_platforms="" |
| 68 | + meta_main=meta/main.yml |
| 69 | + # All Fedora are supported, add latest Fedora versions to supported_platforms |
| 70 | + if yq '.galaxy_info.galaxy_tags[]' "$meta_main" | grep -qi fedora$; then |
| 71 | + supported_platforms+=" Fedora-39" |
| 72 | + supported_platforms+=" Fedora-40" |
| 73 | + fi |
| 74 | + # Specific Fedora versions supported |
| 75 | + if yq '.galaxy_info.galaxy_tags[]' "$meta_main" | grep -qiP 'fedora\d+$'; then |
| 76 | + for fedora_ver in $(yq '.galaxy_info.galaxy_tags[]' "$meta_main" | grep -iPo 'fedora\K(\d+$)'); do |
| 77 | + supported_platforms+=" Fedora-$fedora_ver" |
| 78 | + done |
| 79 | + fi |
| 80 | + if yq '.galaxy_info.galaxy_tags[]' "$meta_main" | grep -qi el7; then |
| 81 | + supported_platforms+=" CentOS-7-latest" |
| 82 | + fi |
| 83 | + for ver in 8 9 10; do |
| 84 | + if yq '.galaxy_info.galaxy_tags[]' "$meta_main" | grep -qi el"$ver"; then |
| 85 | + supported_platforms+=" CentOS-Stream-$ver" |
| 86 | + fi |
| 87 | + done |
| 88 | + echo "supported_platforms=$supported_platforms" >> $GITHUB_OUTPUT |
| 89 | +
|
| 90 | + testing-farm: |
| 91 | + name: ${{ matrix.platform }}/ansible-${{ matrix.ansible_version }} |
| 92 | + needs: prepare_vars |
| 93 | + strategy: |
| 94 | + fail-fast: false |
| 95 | + matrix: |
| 96 | + include: |
| 97 | + - platform: Fedora-39 |
| 98 | + ansible_version: 2.17 |
| 99 | + - platform: Fedora-40 |
| 100 | + ansible_version: 2.17 |
| 101 | + - platform: CentOS-7-latest |
| 102 | + ansible_version: 2.9 |
| 103 | + - platform: CentOS-Stream-8 |
| 104 | + ansible_version: 2.9 |
| 105 | + # On CentOS-Stream-8, latest supported Ansible is 2.16 |
| 106 | + - platform: CentOS-Stream-8 |
| 107 | + ansible_version: 2.16 |
| 108 | + - platform: CentOS-Stream-9 |
| 109 | + ansible_version: 2.17 |
| 110 | + - platform: CentOS-Stream-10 |
| 111 | + ansible_version: 2.17 |
| 112 | + runs-on: ubuntu-latest |
| 113 | + env: |
| 114 | + ARTIFACTS_DIR_NAME: "tf_${{ github.event.repository.name }}-${{ github.event.issue.number }}_\ |
| 115 | + ${{ matrix.platform }}-${{ matrix.ansible_version }}_\ |
| 116 | + ${{ needs.prepare_vars.outputs.datetime }}/artifacts" |
| 117 | + ARTIFACT_TARGET_DIR: /srv/pub/alt/linuxsystemroles/logs |
| 118 | + steps: |
| 119 | + - name: Set commit status as pending |
| 120 | + if: contains(needs.prepare_vars.outputs.supported_platforms, matrix.platform) |
| 121 | + uses: myrotvorets/set-commit-status-action@master |
| 122 | + with: |
| 123 | + sha: ${{ needs.prepare_vars.outputs.head_sha }} |
| 124 | + status: pending |
| 125 | + context: ${{ matrix.platform }}|ansible-${{ matrix.ansible_version }} |
| 126 | + description: Test started |
| 127 | + targetUrl: "" |
| 128 | + |
| 129 | + - name: Set commit status as success with a description that platform is skipped |
| 130 | + if: "!contains(needs.prepare_vars.outputs.supported_platforms, matrix.platform)" |
| 131 | + uses: myrotvorets/set-commit-status-action@master |
| 132 | + with: |
| 133 | + sha: ${{ needs.prepare_vars.outputs.head_sha }} |
| 134 | + status: success |
| 135 | + context: ${{ matrix.platform }}|ansible-${{ matrix.ansible_version }} |
| 136 | + description: The role does not support this platform. Skipping. |
| 137 | + targetUrl: "" |
| 138 | + |
| 139 | + - name: Run test in testing farm |
| 140 | + uses: sclorg/testing-farm-as-github-action@v2 |
| 141 | + if: contains(needs.prepare_vars.outputs.supported_platforms, matrix.platform) |
| 142 | + env: |
| 143 | + ARTIFACTS_DIR: ${{ env.ARTIFACT_TARGET_DIR }}/${{ env.ARTIFACTS_DIR_NAME }} |
| 144 | + ARTIFACTS_URL: https://dl.fedoraproject.org/pub/alt/linuxsystemroles/logs/${{ env.ARTIFACTS_DIR_NAME }} |
| 145 | + with: |
| 146 | + git_url: ${{ github.server_url }}/${{ github.repository }} |
| 147 | + git_ref: ${{ needs.prepare_vars.outputs.head_sha }} |
| 148 | + pipeline_settings: '{ "type": "tmt-multihost" }' |
| 149 | + variables: "ANSIBLE_VER=${{ matrix.ansible_version }};\ |
| 150 | + REPO_NAME=${{ github.event.repository.name }};\ |
| 151 | + GITHUB_ORG=linux-system-roles;\ |
| 152 | + PR_NUM=${{ github.event.issue.number }};\ |
| 153 | + ARTIFACTS_DIR=${{ env.ARTIFACTS_DIR }};\ |
| 154 | + ARTIFACTS_URL=${{ env.ARTIFACTS_URL }}" |
| 155 | + # Note that LINUXSYSTEMROLES_SSH_KEY must be single-line, TF doesn't read multi-line variables fine. |
| 156 | + secrets: "LINUXSYSTEMROLES_USER=${{ secrets.LINUXSYSTEMROLES_USER }};\ |
| 157 | + LINUXSYSTEMROLES_DOMAIN=${{ secrets.LINUXSYSTEMROLES_DOMAIN }};\ |
| 158 | + LINUXSYSTEMROLES_SSH_KEY=${{ secrets.LINUXSYSTEMROLES_SSH_KEY }}" |
| 159 | + compose: ${{ matrix.platform }} |
| 160 | + # There are two blockers for using public ranch: |
| 161 | + # 1. multihost is not supported in public https://github.com/teemtee/tmt/issues/2620 |
| 162 | + # 2. Security issue that leaks long secrets - Jira TFT-2698 |
| 163 | + tf_scope: private |
| 164 | + api_key: ${{ secrets.TF_API_KEY_RH }} |
| 165 | + update_pull_request_status: false |
| 166 | + tmt_hardware: '{ "memory": ">= ${{ needs.prepare_vars.outputs.memory }} MB" }' |
| 167 | + |
| 168 | + - name: Set final commit status |
| 169 | + uses: myrotvorets/set-commit-status-action@master |
| 170 | + if: always() && contains(needs.prepare_vars.outputs.supported_platforms, matrix.platform) |
| 171 | + env: |
| 172 | + ARTIFACTS_URL: https://dl.fedoraproject.org/pub/alt/linuxsystemroles/logs/${{ env.ARTIFACTS_DIR_NAME }} |
| 173 | + with: |
| 174 | + sha: ${{ needs.prepare_vars.outputs.head_sha }} |
| 175 | + status: ${{ job.status }} |
| 176 | + context: ${{ matrix.platform }}|ansible-${{ matrix.ansible_version }} |
| 177 | + description: Test finished |
| 178 | + targetUrl: ${{ env.ARTIFACTS_URL }} |
0 commit comments