mirror of
https://github.com/saltstack/salt.git
synced 2025-04-16 01:30:20 +00:00
253 lines
8.4 KiB
YAML
253 lines
8.4 KiB
YAML
name: Test Artifact
|
|
|
|
on:
|
|
workflow_call:
|
|
inputs:
|
|
distro-slug:
|
|
required: true
|
|
type: string
|
|
description: The OS slug to run tests against
|
|
platform:
|
|
required: true
|
|
type: string
|
|
description: The platform being tested
|
|
arch:
|
|
required: true
|
|
type: string
|
|
description: The platform arch being tested
|
|
pkg-type:
|
|
required: true
|
|
type: string
|
|
description: The platform arch being tested
|
|
salt-version:
|
|
type: string
|
|
required: true
|
|
description: The Salt version of the packages to install and test
|
|
cache-prefix:
|
|
required: true
|
|
type: string
|
|
description: Seed used to invalidate caches
|
|
testing-releases:
|
|
required: true
|
|
type: string
|
|
description: A JSON list of releases to test upgrades against
|
|
nox-version:
|
|
required: true
|
|
type: string
|
|
description: The nox version to install
|
|
python-version:
|
|
required: false
|
|
type: string
|
|
description: The python version to run tests with
|
|
default: "3.10"
|
|
package-name:
|
|
required: false
|
|
type: string
|
|
description: The onedir package name to use
|
|
default: salt
|
|
nox-session:
|
|
required: false
|
|
type: string
|
|
description: The nox session to run
|
|
default: ci-test-onedir
|
|
skip-code-coverage:
|
|
required: false
|
|
type: boolean
|
|
description: Skip code coverage
|
|
default: false
|
|
skip-junit-reports:
|
|
required: false
|
|
type: boolean
|
|
description: Skip Publishing JUnit Reports
|
|
default: false
|
|
|
|
env:
|
|
COLUMNS: 190
|
|
PIP_INDEX_URL: https://pypi-proxy.saltstack.net/root/local/+simple/
|
|
PIP_EXTRA_INDEX_URL: https://pypi.org/simple
|
|
|
|
jobs:
|
|
|
|
generate-matrix:
|
|
name: Test Pkg Matrix
|
|
runs-on: ${{ github.event.repository.private && fromJSON('["self-hosted", "linux", "x86_64"]') || 'ubuntu-latest' }}
|
|
outputs:
|
|
pkg-matrix-include: ${{ steps.generate-pkg-matrix.outputs.matrix }}
|
|
steps:
|
|
|
|
- name: "Throttle Builds"
|
|
shell: bash
|
|
run: |
|
|
t=$(python3 -c 'import random, sys; sys.stdout.write(str(random.randint(1, 15)))'); echo "Sleeping $t seconds"; sleep "$t"
|
|
|
|
- name: Checkout Source Code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Setup Python Tools Scripts
|
|
uses: ./.github/actions/setup-python-tools-scripts
|
|
|
|
- name: Generate Package Test Matrix
|
|
id: generate-pkg-matrix
|
|
run: |
|
|
tools ci pkg-matrix ${{ inputs.distro-slug }} ${{ inputs.pkg-type }} --testing-releases ${{ join(fromJSON(inputs.testing-releases), ' ') }}
|
|
|
|
|
|
test:
|
|
name: Test Pkg
|
|
runs-on: ${{ inputs.distro-slug }}
|
|
timeout-minutes: 120 # 2 Hours - More than this and something is wrong
|
|
needs:
|
|
- generate-matrix
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
include: ${{ fromJSON(needs.generate-matrix.outputs.pkg-matrix-include) }}
|
|
|
|
steps:
|
|
- name: Checkout Source Code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Download Packages
|
|
uses: actions/download-artifact@v3
|
|
with:
|
|
name: salt-${{ inputs.salt-version }}-${{ inputs.arch }}-${{ inputs.pkg-type }}
|
|
path: pkg/artifacts/
|
|
|
|
- name: Install System Dependencies
|
|
run: |
|
|
brew install tree
|
|
|
|
- name: List Packages
|
|
run: |
|
|
tree pkg/artifacts
|
|
|
|
- name: Download Onedir Tarball as an Artifact
|
|
uses: actions/download-artifact@v3
|
|
with:
|
|
name: ${{ inputs.package-name }}-${{ inputs.salt-version }}-onedir-${{ inputs.platform }}-${{ inputs.arch }}.tar.xz
|
|
path: artifacts/
|
|
|
|
- name: Decompress Onedir Tarball
|
|
shell: bash
|
|
run: |
|
|
python3 -c "import os; os.makedirs('artifacts', exist_ok=True)"
|
|
cd artifacts
|
|
tar xvf ${{ inputs.package-name }}-${{ inputs.salt-version }}-onedir-${{ inputs.platform }}-${{ inputs.arch }}.tar.xz
|
|
|
|
- name: Set up Python ${{ inputs.python-version }}
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: "${{ inputs.python-version }}"
|
|
|
|
- name: Install Nox
|
|
run: |
|
|
python3 -m pip install 'nox==${{ inputs.nox-version }}'
|
|
|
|
- name: Download cached nox.${{ inputs.distro-slug }}.tar.* for session ${{ inputs.nox-session }}
|
|
uses: actions/cache@v3
|
|
with:
|
|
path: nox.${{ inputs.distro-slug }}.tar.*
|
|
key: ${{ inputs.cache-prefix }}|testrun-deps|${{ inputs.arch }}|${{ inputs.distro-slug }}|${{ inputs.nox-session }}|${{ inputs.python-version }}|${{
|
|
hashFiles('requirements/**/*.txt', 'cicd/golden-images.json', 'noxfile.py')
|
|
}}
|
|
# If we get a cache miss here it means the dependencies step failed to save the cache
|
|
fail-on-cache-miss: true
|
|
|
|
- name: Decompress .nox Directory
|
|
run: |
|
|
nox --force-color -e decompress-dependencies -- ${{ inputs.distro-slug }}
|
|
|
|
- name: Show System Info & Test Plan
|
|
env:
|
|
SKIP_REQUIREMENTS_INSTALL: "1"
|
|
PRINT_TEST_SELECTION: "1"
|
|
PRINT_TEST_PLAN_ONLY: "1"
|
|
PRINT_SYSTEM_INFO: "1"
|
|
GITHUB_ACTIONS_PIPELINE: "1"
|
|
SKIP_INITIAL_GH_ACTIONS_FAILURES: "1"
|
|
run: |
|
|
sudo -E nox --force-color -e ${{ inputs.nox-session }}-pkgs -- ${{ matrix.test-chunk }} \
|
|
${{ matrix.version && format('--prev-version {0}', matrix.version) || ''}}
|
|
|
|
- name: Run Package Tests
|
|
env:
|
|
SKIP_REQUIREMENTS_INSTALL: "1"
|
|
PRINT_TEST_SELECTION: "0"
|
|
PRINT_TEST_PLAN_ONLY: "0"
|
|
PRINT_SYSTEM_INFO: "0"
|
|
RERUN_FAILURES: "1"
|
|
GITHUB_ACTIONS_PIPELINE: "1"
|
|
SKIP_INITIAL_GH_ACTIONS_FAILURES: "1"
|
|
COVERAGE_CONTEXT: ${{ inputs.distro-slug }}
|
|
run: |
|
|
sudo -E nox --force-color -e ${{ inputs.nox-session }}-pkgs -- ${{ matrix.test-chunk }} \
|
|
${{ matrix.version && format('--prev-version {0}', matrix.version) || ''}}
|
|
|
|
- name: Fix file ownership
|
|
run: |
|
|
sudo chown -R "$(id -un)" .
|
|
|
|
- name: Prepare Test Run Artifacts
|
|
id: download-artifacts-from-vm
|
|
if: always() && job.status != 'cancelled'
|
|
run: |
|
|
# Delete the salt onedir, we won't need it anymore and it will prevent
|
|
# from it showing in the tree command below
|
|
rm -rf artifacts/salt*
|
|
tree -a artifacts
|
|
|
|
- name: Upload Test Run Artifacts
|
|
if: always() && job.status != 'cancelled'
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: pkg-testrun-artifacts-${{ inputs.distro-slug }}-${{ matrix.test-chunk }}
|
|
path: |
|
|
artifacts
|
|
!artifacts/salt/*
|
|
!artifacts/salt-*.tar.*
|
|
|
|
report:
|
|
name: Test Pkg Reports
|
|
runs-on: ${{ github.event.repository.private && fromJSON('["self-hosted", "linux", "x86_64"]') || 'ubuntu-latest' }}
|
|
if: always() && (inputs.skip-code-coverage == false || inputs.skip-junit-reports == false) && needs.test.result != 'cancelled' && needs.test.result != 'skipped'
|
|
needs:
|
|
- test
|
|
- generate-matrix
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
include: ${{ fromJSON(needs.generate-matrix.outputs.pkg-matrix-include) }}
|
|
|
|
steps:
|
|
- name: Checkout Source Code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Download Test Run Artifacts
|
|
id: download-test-run-artifacts
|
|
uses: actions/download-artifact@v3
|
|
with:
|
|
name: pkg-testrun-artifacts-${{ inputs.distro-slug }}-${{ matrix.test-chunk }}
|
|
path: artifacts
|
|
|
|
- name: Show Test Run Artifacts
|
|
if: always() && steps.download-test-run-artifacts.outcome == 'success'
|
|
run: |
|
|
tree -a artifacts
|
|
|
|
- name: Set up Python ${{ inputs.python-version }}
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: "${{ inputs.python-version }}"
|
|
|
|
- name: Install Nox
|
|
run: |
|
|
python3 -m pip install 'nox==${{ inputs.nox-version }}'
|
|
|
|
- name: Publish Test Report
|
|
uses: mikepenz/action-junit-report@v3
|
|
# always run even if the previous steps fails
|
|
if: always() && inputs.skip-junit-reports == false && steps.download-test-run-artifacts.outcome == 'success'
|
|
with:
|
|
check_name: Overall Test Results(${{ inputs.distro-slug }} ${{ matrix.test-chunk }})
|
|
report_paths: 'artifacts/xml-unittests-output/*.xml'
|
|
annotate_only: true
|