--- name: Test Dependencies on: workflow_call: inputs: distro-slug: required: true type: string description: The OS slug to run tests against nox-session: required: true type: string description: The nox session to run salt-version: type: string required: true description: The Salt version to set prior to running tests. cache-prefix: required: true type: string description: Seed used to invalidate caches platform: required: true type: string description: The platform being tested arch: required: true type: string description: The platform arch being tested nox-version: required: true type: string description: The nox version to install python-version: required: false type: string description: The python version to run tests with default: "3.10" package-name: required: false type: string description: The onedir package name to use default: salt env: COLUMNS: 190 AWS_MAX_ATTEMPTS: "10" AWS_RETRY_MODE: "adaptive" PIP_INDEX_URL: https://pypi-proxy.saltstack.net/root/local/+simple/ PIP_EXTRA_INDEX_URL: https://pypi.org/simple jobs: dependencies: name: Test Dependencies runs-on: - self-hosted - linux - bastion timeout-minutes: 90 steps: - name: "Throttle Builds" shell: bash run: | t=$(shuf -i 1-30 -n 1); echo "Sleeping $t seconds"; sleep "$t" - name: Checkout Source Code uses: actions/checkout@v4 - name: Cache nox.${{ inputs.distro-slug }}.tar.* for session ${{ inputs.nox-session }} id: nox-dependencies-cache uses: actions/cache@v3 with: path: nox.${{ inputs.distro-slug }}.tar.* key: ${{ inputs.cache-prefix }}|testrun-deps|${{ inputs.arch }}|${{ inputs.distro-slug }}|${{ inputs.nox-session }}|${{ inputs.python-version }}|${{ hashFiles('requirements/**/*.txt', 'cicd/golden-images.json', 'noxfile.py') }} - name: Download Onedir Tarball as an Artifact if: steps.nox-dependencies-cache.outputs.cache-hit != 'true' uses: actions/download-artifact@v3 with: name: ${{ inputs.package-name }}-${{ inputs.salt-version }}-onedir-${{ inputs.platform }}-${{ inputs.arch }}.tar.xz path: artifacts/ - name: Decompress Onedir Tarball if: steps.nox-dependencies-cache.outputs.cache-hit != 'true' shell: bash run: | python3 -c "import os; os.makedirs('artifacts', exist_ok=True)" cd artifacts tar xvf ${{ inputs.package-name }}-${{ inputs.salt-version }}-onedir-${{ inputs.platform }}-${{ inputs.arch }}.tar.xz - name: PyPi Proxy if: steps.nox-dependencies-cache.outputs.cache-hit != 'true' run: | sed -i '7s;^;--index-url=https://pypi-proxy.saltstack.net/root/local/+simple/ --extra-index-url=https://pypi.org/simple\n;' requirements/static/ci/*/*.txt - name: Setup Python Tools Scripts if: steps.nox-dependencies-cache.outputs.cache-hit != 'true' uses: ./.github/actions/setup-python-tools-scripts - name: Get Salt Project GitHub Actions Bot Environment if: steps.nox-dependencies-cache.outputs.cache-hit != 'true' run: | TOKEN=$(curl -sS -f -X PUT "http://169.254.169.254/latest/api/token" -H "X-aws-ec2-metadata-token-ttl-seconds: 30") SPB_ENVIRONMENT=$(curl -sS -f -H "X-aws-ec2-metadata-token: $TOKEN" http://169.254.169.254/latest/meta-data/tags/instance/spb:environment) echo "SPB_ENVIRONMENT=$SPB_ENVIRONMENT" >> "$GITHUB_ENV" - name: Start VM if: steps.nox-dependencies-cache.outputs.cache-hit != 'true' id: spin-up-vm run: | tools --timestamps vm create --environment "${SPB_ENVIRONMENT}" --retries=2 ${{ inputs.distro-slug }} - name: List Free Space if: steps.nox-dependencies-cache.outputs.cache-hit != 'true' run: | tools --timestamps vm ssh ${{ inputs.distro-slug }} -- df -h || true - name: Upload Checkout To VM if: steps.nox-dependencies-cache.outputs.cache-hit != 'true' run: | tools --timestamps vm rsync ${{ inputs.distro-slug }} - name: Install Dependencies if: steps.nox-dependencies-cache.outputs.cache-hit != 'true' run: | tools --timestamps vm install-dependencies --nox-session=${{ inputs.nox-session }} ${{ inputs.distro-slug }} - name: Cleanup .nox Directory if: steps.nox-dependencies-cache.outputs.cache-hit != 'true' run: | tools --timestamps vm pre-archive-cleanup ${{ inputs.distro-slug }} - name: Compress .nox Directory if: steps.nox-dependencies-cache.outputs.cache-hit != 'true' run: | tools --timestamps vm compress-dependencies ${{ inputs.distro-slug }} - name: Download Compressed .nox Directory if: steps.nox-dependencies-cache.outputs.cache-hit != 'true' run: | tools --timestamps vm download-dependencies ${{ inputs.distro-slug }} - name: Destroy VM if: always() && steps.nox-dependencies-cache.outputs.cache-hit != 'true' run: | tools --timestamps vm destroy --no-wait ${{ inputs.distro-slug }} - name: Upload Nox Requirements Tarball uses: actions/upload-artifact@v3 with: name: nox-${{ inputs.distro-slug }}-${{ inputs.nox-session }} path: nox.${{ inputs.distro-slug }}.tar.*