diff --git a/.codecov.yml b/.codecov.yml index 5b59b7fcbd4..0f57a7a304f 100644 --- a/.codecov.yml +++ b/.codecov.yml @@ -1,112 +1,72 @@ codecov: ci: - - jenkins.saltproject.io - github.com - max_report_age: 24 # The age you want coverage reports to expire at, or if you - # want to disable this check. Expired reports will not be processed by codecov. - require_ci_to_pass: yes # Less spammy. Only notify on passing builds. + max_report_age: 24 # The age you want coverage reports to expire at, or if you + # want to disable this check. Expired reports will not be processed by codecov. + require_ci_to_pass: yes # Less spammy. Only notify on passing builds. - -# notify: -# after_n_builds: 25 # Only notify after N builds -# # This value is the output of: -# # sh -c 'echo "$(ls .ci/ | grep kitchen | wc -l)"' -# wait_for_ci: yes # Should Codecov wait for all CI statuses to complete before sending ours. -# # Note: Codecov considers all non-codecov statues to be CI statuses + notify: + wait_for_ci: false # Should Codecov wait for all CI statuses to complete before sending ours. + # Note: Codecov considers all non-codecov statuses to be CI statuses + manual_trigger: true # We manually tell codecov to merge and process all uploaded coverage reports ignore: - - ^*.py$ # python files at the repo root, ie, setup.py - - doc/.* # ignore any code under doc/ - - salt/ext/.* # ignore any code under salt/ext + - ^*.py$ # python files at the repo root, ie, setup.py + - doc/.* # ignore any code under doc/ + - salt/ext/.* # ignore any code under salt/ext coverage: round: up range: 70..100 precision: 2 - notify: {} - status: false + status: + project: + default: + target: auto # auto compares coverage to the previous base commit + threshold: 5% # adjust accordingly based on how flaky your tests are + # this allows a 5% drop from the previous base commit coverage + flags: + - salt + - tests -# status: -# project: # measuring the overall project coverage -# default: -# informational: true # Use Codecov in informational mode. Default is false. If true is specified the -# # resulting status will pass no matter what the coverage is or what other settings -# # are specified. Informational mode is great to use if you want to expose codecov -# # information to other developers in your pull request without necessarily gating -# # PRs on that information. -# target: auto # will use the coverage from the base commit (pull request base or parent commit) coverage to compare against. -# base: auto # will use the pull request base if the commit is on a pull request. If not, the parent commit will be used. -# flags: -# - salt -# - tests -# salt: # declare a new status context "salt" -# informational: true -# paths: "!tests/" # remove all files in "tests/" -# target: auto # will use the coverage from the base commit (pull request base or parent commit) coverage to compare against. -# base: auto # will use the pull request base if the commit is on a pull request. If not, the parent commit will be used. -# if_no_uploads: error # will post commit status of "error" if no coverage reports were uploaded -# # options: success, error, failure -# if_not_found: success # if parent is not found report status as success, error, or failure -# if_ci_failed: error # if ci fails report status as success, error, or failure -# flags: -# - salt -# tests: # declare a new status context "tests" -# informational: true -# #target: 100% # we always want 100% coverage here -# target: auto # auto while we get this going -# base: auto # will use the pull request base if the commit is on a pull request. If not, the parent commit will be used. -# paths: "!salt/" # only include coverage in "tests/" folder -# if_no_uploads: error # will post commit status of "error" if no coverage reports were uploaded -# # options: success, error, failure -# if_not_found: success # if parent is not found report status as success, error, or failure -# if_ci_failed: error # if ci fails report status as success, error, or failure -# flags: -# - tests + salt: # declare a new status context "salt" + paths: + - "!tests/" # remove all files in "tests/" + target: auto # will use the coverage from the base commit (pull request base or parent commit) coverage to compare against. + flags: + - salt -# patch: # pull requests only: this commit status will measure the -# # entire pull requests Coverage Diff. Checking if the lines -# # adjusted are covered at least X%. -# default: -# informational: true # Use Codecov in informational mode. Default is false. If true is specified the -# # resulting status will pass no matter what the coverage is or what other settings -# # are specified. Informational mode is great to use if you want to expose codecov -# # information to other developers in your pull request without necessarily gating -# # PRs on that information. -# target: 100% # Newly added lines must have 100% coverage -# if_no_uploads: error # will post commit status of "error" if no coverage reports were uploaded -# # options: success, error, failure -# if_not_found: success -# if_ci_failed: error -# flags: -# - salt -# - tests + tests: # declare a new status context "tests" + paths: + - "!salt/" # only include coverage in "tests/" folder + target: auto # auto while we get this going + flags: + - tests -# changes: # if there are any unexpected changes in coverage -# default: -# informational: true # Use Codecov in informational mode. Default is false. If true is specified the -# # resulting status will pass no matter what the coverage is or what other settings -# # are specified. Informational mode is great to use if you want to expose codecov -# # information to other developers in your pull request without necessarily gating -# # PRs on that information. -# if_no_uploads: error -# if_not_found: success -# if_ci_failed: error -# flags: -# - salt -# - tests + patch: # pull requests only: this commit status will measure the + # entire pull requests Coverage Diff. Checking if the lines + # adjusted are covered at least X%. + default: + target: auto # auto compares coverage to the previous base commit + threshold: 5% # adjust accordingly based on how flaky your tests are + # this allows a 5% drop from the previous base commit coverage flags: salt: paths: - salt/ - carryforward: true # https://docs.codecov.io/docs/carryforward-flags + carryforward: true # https://docs.codecov.io/docs/carryforward-flags tests: paths: - tests/ carryforward: true + pkg: + paths: + - pkg/tests + carryforward: true unit: paths: - tests/unit @@ -125,23 +85,10 @@ flags: - tests/integration - tests/pytests/integration carryforward: true - system: - paths: - - tests/integration - - tests/pytests/integration - carryforward: true -#comment: -# layout: "reach, diff, flags, files" -# after_n_builds: 46 # Only comment on PRs after N builds -# # This value is the output of: -# # sh -c 'echo "$(ls .ci/ | grep kitchen | wc -l)"' -# -# behavior: new # Comment posting behaviour -# # default: update, if exists. Otherwise post new. -# # once: update, if exists. Otherwise post new. Skip if deleted. -# # new: delete old and post new. -# # spammy: post new (do not delete old comments). -# -# Disable Comments -comment: off +comment: + layout: "header, diff, flags, files" + behavior: default # Comment posting behaviour + # default: update, if exists. Otherwise post new. + # once: update, if exists. Otherwise post new. Skip if deleted. + # new: delete old and post new.