Mario1159/verilator
1
0
Fork 0
forked from github/verilator
Code Pull Requests Releases 1 Activity
master
verilator/ci/coverage-upload.sh

1885 lines
55 KiB
Bash
Executable File
Raw Permalink Blame History

#!/usr/bin/env bash
# Apache License Version 2.0, January 2004
# https://github.com/codecov/codecov-bash/blob/master/LICENSE
set -e +o pipefail
VERSION="1.0.2"
codecov_flags=( )
url="https://codecov.io"
env="$CODECOV_ENV"
service=""
token=""
search_in=""
# shellcheck disable=SC2153
flags="$CODECOV_FLAGS"
exit_with=0
curlargs=""
curlawsargs=""
dump="0"
clean="0"
curl_s="-s"
name="$CODECOV_NAME"
include_cov=""
exclude_cov=""
ddp="$HOME/Library/Developer/Xcode/DerivedData"
xp=""
files=""
save_to=""
direct_file_upload=""
cacert="$CODECOV_CA_BUNDLE"
gcov_ignore="-not -path './bower_components/**' -not -path './node_modules/**' -not -path './vendor/**'"
gcov_include=""
ft_gcov="1"
ft_coveragepy="1"
ft_fix="1"
ft_search="1"
ft_s3="1"
ft_network="1"
ft_xcodellvm="1"
ft_xcodeplist="0"
ft_gcovout="1"
ft_html="0"
ft_yaml="0"
_git_root=$(git rev-parse --show-toplevel 2>/dev/null || hg root 2>/dev/null || echo "$PWD")
git_root="$_git_root"
remote_addr=""
if [ "$git_root" = "$PWD" ];
then
git_root="."
fi
branch_o=""
build_o=""
commit_o=""
pr_o=""
prefix_o=""
network_filter_o=""
search_in_o=""
slug_o=""
tag_o=""
url_o=""
git_ls_files_recurse_submodules_o=""
package="bash"
commit="$VCS_COMMIT_ID"
branch="$VCS_BRANCH_NAME"
pr="$VCS_PULL_REQUEST"
slug="$VCS_SLUG"
tag="$VCS_TAG"
build_url="$CI_BUILD_URL"
build="$CI_BUILD_ID"
job="$CI_JOB_ID"
beta_xcode_partials=""
proj_root="$git_root"
gcov_exe="gcov"
gcov_arg=""
b="\033[0;36m"
g="\033[0;32m"
r="\033[0;31m"
e="\033[0;90m"
y="\033[0;33m"
x="\033[0m"
show_help() {
cat << EOF
Codecov Bash $VERSION
Global report uploading tool for Codecov
Documentation at https://docs.codecov.io/docs
Contribute at https://github.com/codecov/codecov-bash
-h Display this help and exit
-f FILE Target file(s) to upload
-f "path/to/file" only upload this file
skips searching unless provided patterns below
-f '!*.bar' ignore all files at pattern *.bar
-f '*.foo' include all files at pattern *.foo
Must use single quotes.
This is non-exclusive, use -s "*.foo" to match specific paths.
-s DIR Directory to search for coverage reports.
Already searches project root and artifact folders.
-t TOKEN Set the private repository token
(option) set environment variable CODECOV_TOKEN=:uuid
-t @/path/to/token_file
-t uuid
-n NAME Custom defined name of the upload. Visible in Codecov UI
-e ENV Specify environment variables to be included with this build
Also accepting environment variables: CODECOV_ENV=VAR,VAR2
-e VAR,VAR2
-k prefix Prefix filepaths to help resolve path fixing
-i prefix Only include files in the network with a certain prefix. Useful for upload-specific path fixing
-X feature Toggle functionalities
-X gcov Disable gcov
-X coveragepy Disable python coverage
-X fix Disable report fixing
-X search Disable searching for reports
-X xcode Disable xcode processing
-X network Disable uploading the file network
-X gcovout Disable gcov output
-X html Enable coverage for HTML files
-X recursesubs Enable recurse submodules in git projects when searching for source files
-X yaml Enable coverage for YAML files
-N The commit SHA of the parent for which you are uploading coverage. If not present,
the parent will be determined using the API of your repository provider.
When using the repository provider's API, the parent is determined via finding
the closest ancestor to the commit.
-R root dir Used when not in git/hg project to identify project root directory
-F flag Flag the upload to group coverage metrics
-F unittests This upload is only unittests
-F integration This upload is only integration tests
-F ui,chrome This upload is Chrome - UI tests
-c Move discovered coverage reports to the trash
-z FILE Upload specified file directly to Codecov and bypass all report generation.
This is inteded to be used only with a pre-formatted Codecov report and is not
expected to work under any other circumstances.
-Z Exit with 1 if not successful. Default will Exit with 0
-- xcode --
-D Custom Derived Data Path for Coverage.profdata and gcov processing
Default '~/Library/Developer/Xcode/DerivedData'
-J Specify packages to build coverage. Uploader will only build these packages.
This can significantly reduces time to build coverage reports.
-J 'MyAppName' Will match "MyAppName" and "MyAppNameTests"
-J '^ExampleApp$' Will match only "ExampleApp" not "ExampleAppTests"
-- gcov --
-g GLOB Paths to ignore during gcov gathering
-G GLOB Paths to include during gcov gathering
-p dir Project root directory
Also used when preparing gcov
-x gcovexe gcov executable to run. Defaults to 'gcov'
-a gcovargs extra arguments to pass to gcov
-- Override CI Environment Variables --
These variables are automatically detected by popular CI providers
-B branch Specify the branch name
-C sha Specify the commit sha
-P pr Specify the pull request number
-b build Specify the build number
-T tag Specify the git tag
-- Enterprise --
-u URL Set the target url for Enterprise customers
Not required when retrieving the bash uploader from your CCE
(option) Set environment variable CODECOV_URL=https://my-hosted-codecov.com
-r SLUG owner/repo slug used instead of the private repo token in Enterprise
(option) set environment variable CODECOV_SLUG=:owner/:repo
(option) set in your codecov.yml "codecov.slug"
-S PATH File path to your cacert.pem file used to verify ssl with Codecov Enterprise (optional)
(option) Set environment variable: CODECOV_CA_BUNDLE="/path/to/ca.pem"
-U curlargs Extra curl arguments to communicate with Codecov. e.g., -U "--proxy http://http-proxy"
-A curlargs Extra curl arguments to communicate with AWS.
-- Debugging --
-d Don't upload, but dump upload file to stdout
-q PATH Write upload file to path
-K Remove color from the output
-v Verbose mode
EOF
}
say() {
echo -e "$1"
}
urlencode() {
echo "$1" | curl -Gso /dev/null -w "%{url_effective}" --data-urlencode @- "" | cut -c 3- | sed -e 's/%0A//'
}
swiftcov() {
_dir=$(dirname "$1" | sed 's/\(Build\).*/\1/g')
for _type in app framework xctest
do
find "$_dir" -name "*.$_type" | while read -r f
do
_proj=${f##*/}
_proj=${_proj%."$_type"}
if [ "$2" = "" ] || [ "$(echo "$_proj" | grep -i "$2")" != "" ];
then
say " $g+$x Building reports for $_proj $_type"
dest=$([ -f "$f/$_proj" ] && echo "$f/$_proj" || echo "$f/Contents/MacOS/$_proj")
# shellcheck disable=SC2001
_proj_name=$(echo "$_proj" | sed -e 's/[[:space:]]//g')
# shellcheck disable=SC2086
xcrun llvm-cov show $beta_xcode_partials -instr-profile "$1" "$dest" > "$_proj_name.$_type.coverage.txt" \
|| say " ${r}x>${x} llvm-cov failed to produce results for $dest"
fi
done
done
}
# Credits to: https://gist.github.com/pkuczynski/8665367
parse_yaml() {
local prefix=$2
local s='[[:space:]]*' w='[a-zA-Z0-9_]*'
local fs
fs=$(echo @|tr @ '\034')
sed -ne "s|^\($s\)\($w\)$s:$s\"\(.*\)\"$s\$|\1$fs\2$fs\3|p" \
-e "s|^\($s\)\($w\)$s:$s\(.*\)$s\$|\1$fs\2$fs\3|p" "$1" |
awk -F"$fs" '{
indent = length($1)/2;
vname[indent] = $2;
for (i in vname) {if (i > indent) {delete vname[i]}}
if (length($3) > 0) {
vn=""; if (indent > 0) {vn=(vn)(vname[0])("_")}
printf("%s%s%s=\"%s\"\n", "'"$prefix"'",vn, $2, $3);
}
}'
}
if [ $# != 0 ];
then
while getopts "a:A:b:B:cC:dD:e:f:F:g:G:hi:J:k:Kn:p:P:Q:q:r:R:s:S:t:T:u:U:vx:X:Zz:N:-" o
do
codecov_flags+=( "$o" )
case "$o" in
"-")
echo -e "${r}Long options are not supported${x}"
exit 2
;;
"?")
;;
"N")
parent=$OPTARG
;;
"a")
gcov_arg=$OPTARG
;;
"A")
curlawsargs="$OPTARG"
;;
"b")
build_o="$OPTARG"
;;
"B")
branch_o="$OPTARG"
;;
"c")
clean="1"
;;
"C")
commit_o="$OPTARG"
;;
"d")
dump="1"
;;
"D")
ddp="$OPTARG"
;;
"e")
env="$env,$OPTARG"
;;
"f")
if [ "${OPTARG::1}" = "!" ];
then
exclude_cov="$exclude_cov -not -path '${OPTARG:1}'"
elif [[ "$OPTARG" = *"*"* ]];
then
include_cov="$include_cov -or -path '$OPTARG'"
else
ft_search=0
if [ "$files" = "" ];
then
files="$OPTARG"
else
files="$files
$OPTARG"
fi
fi
;;
"F")
if [ "$flags" = "" ];
then
flags="$OPTARG"
else
flags="$flags,$OPTARG"
fi
;;
"g")
gcov_ignore="$gcov_ignore -not -path '$OPTARG'"
;;
"G")
gcov_include="$gcov_include -path '$OPTARG'"
;;
"h")
show_help
exit 0;
;;
"i")
network_filter_o="$OPTARG"
;;
"J")
ft_xcodellvm="1"
ft_xcodeplist="0"
if [ "$xp" = "" ];
then
xp="$OPTARG"
else
xp="$xp\|$OPTARG"
fi
;;
"k")
prefix_o=$(echo "$OPTARG" | sed -e 's:^/*::' -e 's:/*$::')
;;
"K")
b=""
g=""
r=""
e=""
x=""
;;
"n")
name="$OPTARG"
;;
"p")
proj_root="$OPTARG"
;;
"P")
pr_o="$OPTARG"
;;
"Q")
# this is only meant for Codecov packages to overwrite
package="$OPTARG"
;;
"q")
save_to="$OPTARG"
;;
"r")
slug_o="$OPTARG"
;;
"R")
git_root="$OPTARG"
;;
"s")
if [ "$search_in_o" = "" ];
then
search_in_o="$OPTARG"
else
search_in_o="$search_in_o $OPTARG"
fi
;;
"S")
# shellcheck disable=SC2089
cacert="--cacert \"$OPTARG\""
;;
"t")
if [ "${OPTARG::1}" = "@" ];
then
token=$(< "${OPTARG:1}" tr -d ' \n')
else
token="$OPTARG"
fi
;;
"T")
tag_o="$OPTARG"
;;
"u")
url_o=$(echo "$OPTARG" | sed -e 's/\/$//')
;;
"U")
curlargs="$OPTARG"
;;
"v")
set -x
curl_s=""
;;
"x")
gcov_exe=$OPTARG
;;
"X")
if [ "$OPTARG" = "gcov" ];
then
ft_gcov="0"
elif [ "$OPTARG" = "coveragepy" ] || [ "$OPTARG" = "py" ];
then
ft_coveragepy="0"
elif [ "$OPTARG" = "gcovout" ];
then
ft_gcovout="0"
elif [ "$OPTARG" = "xcodellvm" ];
then
ft_xcodellvm="1"
ft_xcodeplist="0"
elif [ "$OPTARG" = "fix" ] || [ "$OPTARG" = "fixes" ];
then
ft_fix="0"
elif [ "$OPTARG" = "xcode" ];
then
ft_xcodellvm="0"
ft_xcodeplist="0"
elif [ "$OPTARG" = "search" ];
then
ft_search="0"
elif [ "$OPTARG" = "xcodepartials" ];
then
beta_xcode_partials="-use-color"
elif [ "$OPTARG" = "network" ];
then
ft_network="0"
elif [ "$OPTARG" = "s3" ];
then
ft_s3="0"
elif [ "$OPTARG" = "html" ];
then
ft_html="1"
elif [ "$OPTARG" = "recursesubs" ];
then
git_ls_files_recurse_submodules_o="--recurse-submodules"
elif [ "$OPTARG" = "yaml" ];
then
ft_yaml="1"
fi
;;
"Z")
exit_with=1
;;
"z")
direct_file_upload="$OPTARG"
ft_gcov="0"
ft_coveragepy="0"
ft_fix="0"
ft_search="0"
ft_network="0"
ft_xcodellvm="0"
ft_gcovout="0"
include_cov=""
;;
*)
echo -e "${r}Unexpected flag not supported${x}"
;;
esac
done
fi
say "
_____ _
/ ____| | |
| | ___ __| | ___ ___ _____ __
| | / _ \\ / _\` |/ _ \\/ __/ _ \\ \\ / /
| |___| (_) | (_| | __/ (_| (_) \\ V /
\\_____\\___/ \\__,_|\\___|\\___\\___/ \\_/
Bash-$VERSION
"
# check for installed tools
# git/hg
if [ "$direct_file_upload" = "" ];
then
if [ -x "$(command -v git)" ];
then
say "$b==>$x $(git --version) found"
else
say "$y==>$x git not installed, testing for mercurial"
if [ -x "$(command -v hg)" ];
then
say "$b==>$x $(hg --version) found"
else
say "$r==>$x git nor mercurial are installed. Uploader may fail or have unintended consequences"
fi
fi
fi
# curl
if [ -x "$(command -v curl)" ];
then
say "$b==>$x $(curl --version)"
else
say "$r==>$x curl not installed. Exiting."
exit ${exit_with};
fi
search_in="$proj_root"
#shellcheck disable=SC2154
if [ "$JENKINS_URL" != "" ];
then
say "$e==>$x Jenkins CI detected."
# https://wiki.jenkins-ci.org/display/JENKINS/Building+a+software+project
# https://wiki.jenkins-ci.org/display/JENKINS/GitHub+pull+request+builder+plugin#GitHubpullrequestbuilderplugin-EnvironmentVariables
service="jenkins"
# shellcheck disable=SC2154
if [ "$ghprbSourceBranch" != "" ];
then
branch="$ghprbSourceBranch"
elif [ "$GIT_BRANCH" != "" ];
then
branch="$GIT_BRANCH"
elif [ "$BRANCH_NAME" != "" ];
then
branch="$BRANCH_NAME"
fi
# shellcheck disable=SC2154
if [ "$ghprbActualCommit" != "" ];
then
commit="$ghprbActualCommit"
elif [ "$GIT_COMMIT" != "" ];
then
commit="$GIT_COMMIT"
fi
# shellcheck disable=SC2154
if [ "$ghprbPullId" != "" ];
then
pr="$ghprbPullId"
elif [ "$CHANGE_ID" != "" ];
then
pr="$CHANGE_ID"
fi
build="$BUILD_NUMBER"
# shellcheck disable=SC2153
build_url=$(urlencode "$BUILD_URL")
elif [ "$CI" = "true" ] && [ "$TRAVIS" = "true" ] && [ "$SHIPPABLE" != "true" ];
then
say "$e==>$x Travis CI detected."
# https://docs.travis-ci.com/user/environment-variables/
service="travis"
commit="${TRAVIS_PULL_REQUEST_SHA:-$TRAVIS_COMMIT}"
build="$TRAVIS_JOB_NUMBER"
pr="$TRAVIS_PULL_REQUEST"
job="$TRAVIS_JOB_ID"
slug="$TRAVIS_REPO_SLUG"
env="$env,TRAVIS_OS_NAME"
tag="$TRAVIS_TAG"
if [ "$TRAVIS_BRANCH" != "$TRAVIS_TAG" ];
then
branch="${TRAVIS_PULL_REQUEST_BRANCH:-$TRAVIS_BRANCH}"
fi
language=$(compgen -A variable | grep "^TRAVIS_.*_VERSION$" | head -1)
if [ "$language" != "" ];
then
env="$env,${!language}"
fi
elif [ "$CODEBUILD_CI" = "true" ];
then
say "$e==>$x AWS Codebuild detected."
# https://docs.aws.amazon.com/codebuild/latest/userguide/build-env-ref-env-vars.html
service="codebuild"
commit="$CODEBUILD_RESOLVED_SOURCE_VERSION"
build="$CODEBUILD_BUILD_ID"
branch="$(echo "$CODEBUILD_WEBHOOK_HEAD_REF" | sed 's/^refs\/heads\///')"
if [ "${CODEBUILD_SOURCE_VERSION/pr}" = "$CODEBUILD_SOURCE_VERSION" ] ; then
pr="false"
else
pr="$(echo "$CODEBUILD_SOURCE_VERSION" | sed 's/^pr\///')"
fi
job="$CODEBUILD_BUILD_ID"
slug="$(echo "$CODEBUILD_SOURCE_REPO_URL" | sed 's/^.*:\/\/[^\/]*\///' | sed 's/\.git$//')"
elif [ "$CI" = "true" ] && [ "$CI_NAME" = "codeship" ];
then
say "$e==>$x Codeship CI detected."
# https://www.codeship.io/documentation/continuous-integration/set-environment-variables/
service="codeship"
branch="$CI_BRANCH"
build="$CI_BUILD_NUMBER"
build_url=$(urlencode "$CI_BUILD_URL")
commit="$CI_COMMIT_ID"
elif [ -n "$CF_BUILD_URL" ] && [ -n "$CF_BUILD_ID" ];
then
say "$e==>$x Codefresh CI detected."
# https://docs.codefresh.io/v1.0/docs/variables
service="codefresh"
branch="$CF_BRANCH"
build="$CF_BUILD_ID"
build_url=$(urlencode "$CF_BUILD_URL")
commit="$CF_REVISION"
elif [ "$TEAMCITY_VERSION" != "" ];
then
say "$e==>$x TeamCity CI detected."
# https://confluence.jetbrains.com/display/TCD8/Predefined+Build+Parameters
# https://confluence.jetbrains.com/plugins/servlet/mobile#content/view/74847298
if [ "$TEAMCITY_BUILD_BRANCH" = '' ];
then
echo " Teamcity does not automatically make build parameters available as environment variables."
echo " Add the following environment parameters to the build configuration"
echo " env.TEAMCITY_BUILD_BRANCH = %teamcity.build.branch%"
echo " env.TEAMCITY_BUILD_ID = %teamcity.build.id%"
echo " env.TEAMCITY_BUILD_URL = %teamcity.serverUrl%/viewLog.html?buildId=%teamcity.build.id%"
echo " env.TEAMCITY_BUILD_COMMIT = %system.build.vcs.number%"
echo " env.TEAMCITY_BUILD_REPOSITORY = %vcsroot.<YOUR TEAMCITY VCS NAME>.url%"
fi
service="teamcity"
branch="$TEAMCITY_BUILD_BRANCH"
build="$TEAMCITY_BUILD_ID"
build_url=$(urlencode "$TEAMCITY_BUILD_URL")
if [ "$TEAMCITY_BUILD_COMMIT" != "" ];
then
commit="$TEAMCITY_BUILD_COMMIT"
else
commit="$BUILD_VCS_NUMBER"
fi
remote_addr="$TEAMCITY_BUILD_REPOSITORY"
elif [ "$CI" = "true" ] && [ "$CIRCLECI" = "true" ];
then
say "$e==>$x Circle CI detected."
# https://circleci.com/docs/environment-variables
service="circleci"
branch="$CIRCLE_BRANCH"
build="$CIRCLE_BUILD_NUM"
job="$CIRCLE_NODE_INDEX"
if [ "$CIRCLE_PROJECT_REPONAME" != "" ];
then
slug="$CIRCLE_PROJECT_USERNAME/$CIRCLE_PROJECT_REPONAME"
else
# git@github.com:owner/repo.git
slug="${CIRCLE_REPOSITORY_URL##*:}"
# owner/repo.git
slug="${slug%%.git}"
fi
pr="${CIRCLE_PULL_REQUEST##*/}"
commit="$CIRCLE_SHA1"
search_in="$search_in $CIRCLE_ARTIFACTS $CIRCLE_TEST_REPORTS"
elif [ "$BUDDYBUILD_BRANCH" != "" ];
then
say "$e==>$x buddybuild detected"
# http://docs.buddybuild.com/v6/docs/custom-prebuild-and-postbuild-steps
service="buddybuild"
branch="$BUDDYBUILD_BRANCH"
build="$BUDDYBUILD_BUILD_NUMBER"
build_url="https://dashboard.buddybuild.com/public/apps/$BUDDYBUILD_APP_ID/build/$BUDDYBUILD_BUILD_ID"
# BUDDYBUILD_TRIGGERED_BY
if [ "$ddp" = "$HOME/Library/Developer/Xcode/DerivedData" ];
then
ddp="/private/tmp/sandbox/${BUDDYBUILD_APP_ID}/bbtest"
fi
elif [ "${bamboo_planRepository_revision}" != "" ];
then
say "$e==>$x Bamboo detected"
# https://confluence.atlassian.com/bamboo/bamboo-variables-289277087.html#Bamboovariables-Build-specificvariables
service="bamboo"
commit="${bamboo_planRepository_revision}"
# shellcheck disable=SC2154
branch="${bamboo_planRepository_branch}"
# shellcheck disable=SC2154
build="${bamboo_buildNumber}"
# shellcheck disable=SC2154
build_url="${bamboo_buildResultsUrl}"
# shellcheck disable=SC2154
remote_addr="${bamboo_planRepository_repositoryUrl}"
elif [ "$CI" = "true" ] && [ "$BITRISE_IO" = "true" ];
then
# http://devcenter.bitrise.io/faq/available-environment-variables/
say "$e==>$x Bitrise CI detected."
service="bitrise"
branch="$BITRISE_GIT_BRANCH"
build="$BITRISE_BUILD_NUMBER"
build_url=$(urlencode "$BITRISE_BUILD_URL")
pr="$BITRISE_PULL_REQUEST"
if [ "$GIT_CLONE_COMMIT_HASH" != "" ];
then
commit="$GIT_CLONE_COMMIT_HASH"
fi
elif [ "$CI" = "true" ] && [ "$SEMAPHORE" = "true" ];
then
say "$e==>$x Semaphore CI detected."
# https://docs.semaphoreci.com/ci-cd-environment/environment-variables/#semaphore-related
service="semaphore"
branch="$SEMAPHORE_GIT_BRANCH"
build="$SEMAPHORE_WORKFLOW_NUMBER"
job="$SEMAPHORE_JOB_ID"
pr="$PULL_REQUEST_NUMBER"
slug="$SEMAPHORE_REPO_SLUG"
commit="$REVISION"
env="$env,SEMAPHORE_TRIGGER_SOURCE"
elif [ "$CI" = "true" ] && [ "$BUILDKITE" = "true" ];
then
say "$e==>$x Buildkite CI detected."
# https://buildkite.com/docs/guides/environment-variables
service="buildkite"
branch="$BUILDKITE_BRANCH"
build="$BUILDKITE_BUILD_NUMBER"
job="$BUILDKITE_JOB_ID"
build_url=$(urlencode "$BUILDKITE_BUILD_URL")
slug="$BUILDKITE_PROJECT_SLUG"
commit="$BUILDKITE_COMMIT"
if [[ "$BUILDKITE_PULL_REQUEST" != "false" ]]; then
pr="$BUILDKITE_PULL_REQUEST"
fi
tag="$BUILDKITE_TAG"
elif [ "$CI" = "drone" ] || [ "$DRONE" = "true" ];
then
say "$e==>$x Drone CI detected."
# http://docs.drone.io/env.html
# drone commits are not full shas
service="drone.io"
branch="$DRONE_BRANCH"
build="$DRONE_BUILD_NUMBER"
build_url=$(urlencode "${DRONE_BUILD_LINK}")
pr="$DRONE_PULL_REQUEST"
job="$DRONE_JOB_NUMBER"
tag="$DRONE_TAG"
elif [ "$CI" = "true" ] && [ "$HEROKU_TEST_RUN_BRANCH" != "" ];
then
say "$e==>$x Heroku CI detected."
# https://devcenter.heroku.com/articles/heroku-ci#environment-variables
service="heroku"
branch="$HEROKU_TEST_RUN_BRANCH"
build="$HEROKU_TEST_RUN_ID"
commit="$HEROKU_TEST_RUN_COMMIT_VERSION"
elif [[ "$CI" = "true" || "$CI" = "True" ]] && [[ "$APPVEYOR" = "true" || "$APPVEYOR" = "True" ]];
then
say "$e==>$x Appveyor CI detected."
# http://www.appveyor.com/docs/environment-variables
service="appveyor"
branch="$APPVEYOR_REPO_BRANCH"
build=$(urlencode "$APPVEYOR_JOB_ID")
pr="$APPVEYOR_PULL_REQUEST_NUMBER"
job="$APPVEYOR_ACCOUNT_NAME%2F$APPVEYOR_PROJECT_SLUG%2F$APPVEYOR_BUILD_VERSION"
slug="$APPVEYOR_REPO_NAME"
commit="$APPVEYOR_REPO_COMMIT"
build_url=$(urlencode "${APPVEYOR_URL}/project/${APPVEYOR_REPO_NAME}/builds/$APPVEYOR_BUILD_ID/job/${APPVEYOR_JOB_ID}")
elif [ "$CI" = "true" ] && [ "$WERCKER_GIT_BRANCH" != "" ];
then
say "$e==>$x Wercker CI detected."
# http://devcenter.wercker.com/articles/steps/variables.html
service="wercker"
branch="$WERCKER_GIT_BRANCH"
build="$WERCKER_MAIN_PIPELINE_STARTED"
slug="$WERCKER_GIT_OWNER/$WERCKER_GIT_REPOSITORY"
commit="$WERCKER_GIT_COMMIT"
elif [ "$CI" = "true" ] && [ "$MAGNUM" = "true" ];
then
say "$e==>$x Magnum CI detected."
# https://magnum-ci.com/docs/environment
service="magnum"
branch="$CI_BRANCH"
build="$CI_BUILD_NUMBER"
commit="$CI_COMMIT"
elif [ "$SHIPPABLE" = "true" ];
then
say "$e==>$x Shippable CI detected."
# http://docs.shippable.com/ci_configure/
service="shippable"
# shellcheck disable=SC2153
branch=$([ "$HEAD_BRANCH" != "" ] && echo "$HEAD_BRANCH" || echo "$BRANCH")
build="$BUILD_NUMBER"
build_url=$(urlencode "$BUILD_URL")
pr="$PULL_REQUEST"
slug="$REPO_FULL_NAME"
# shellcheck disable=SC2153
commit="$COMMIT"
elif [ "$TDDIUM" = "true" ];
then
say "Solano CI detected."
# http://docs.solanolabs.com/Setup/tddium-set-environment-variables/
service="solano"
commit="$TDDIUM_CURRENT_COMMIT"
branch="$TDDIUM_CURRENT_BRANCH"
build="$TDDIUM_TID"
pr="$TDDIUM_PR_ID"
elif [ "$GREENHOUSE" = "true" ];
then
say "$e==>$x Greenhouse CI detected."
# http://docs.greenhouseci.com/docs/environment-variables-files
service="greenhouse"
branch="$GREENHOUSE_BRANCH"
build="$GREENHOUSE_BUILD_NUMBER"
build_url=$(urlencode "$GREENHOUSE_BUILD_URL")
pr="$GREENHOUSE_PULL_REQUEST"
commit="$GREENHOUSE_COMMIT"
search_in="$search_in $GREENHOUSE_EXPORT_DIR"
elif [ "$GITLAB_CI" != "" ];
then
say "$e==>$x GitLab CI detected."
# http://doc.gitlab.com/ce/ci/variables/README.html
service="gitlab"
branch="${CI_BUILD_REF_NAME:-$CI_COMMIT_REF_NAME}"
build="${CI_BUILD_ID:-$CI_JOB_ID}"
remote_addr="${CI_BUILD_REPO:-$CI_REPOSITORY_URL}"
commit="${CI_BUILD_REF:-$CI_COMMIT_SHA}"
slug="${CI_PROJECT_PATH}"
elif [ "$GITHUB_ACTIONS" != "" ];
then
say "$e==>$x GitHub Actions detected."
say " Env vars used:"
say " -> GITHUB_ACTIONS: ${GITHUB_ACTIONS}"
say " -> GITHUB_HEAD_REF: ${GITHUB_HEAD_REF}"
say " -> GITHUB_REF: ${GITHUB_REF}"
say " -> GITHUB_REPOSITORY: ${GITHUB_REPOSITORY}"
say " -> GITHUB_RUN_ID: ${GITHUB_RUN_ID}"
say " -> GITHUB_SHA: ${GITHUB_SHA}"
say " -> GITHUB_WORKFLOW: ${GITHUB_WORKFLOW}"
# https://github.com/features/actions
service="github-actions"
# https://help.github.com/en/articles/virtual-environments-for-github-actions#environment-variables
branch="${GITHUB_REF#refs/heads/}"
if [ "$GITHUB_HEAD_REF" != "" ];
then
# PR refs are in the format: refs/pull/7/merge
pr="${GITHUB_REF#refs/pull/}"
pr="${pr%/merge}"
branch="${GITHUB_HEAD_REF}"
fi
commit="${GITHUB_SHA}"
slug="${GITHUB_REPOSITORY}"
build="${GITHUB_RUN_ID}"
build_url=$(urlencode "http://github.com/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}")
job="$(urlencode "${GITHUB_WORKFLOW}")"
# actions/checkout runs in detached HEAD
mc=
if [ -n "$pr" ] && [ "$pr" != false ] && [ "$commit_o" == "" ];
then
mc=$(git show --no-patch --format="%P" 2>/dev/null || echo "")
if [[ "$mc" =~ ^[a-z0-9]{40}[[:space:]][a-z0-9]{40}$ ]];
then
mc=$(echo "$mc" | cut -d' ' -f2)
say " Fixing merge commit SHA $commit -> $mc"
commit=$mc
elif [[ "$mc" = "" ]];
then
say "$r-> Issue detecting commit SHA. Please run actions/checkout with fetch-depth > 1 or set to 0$x"
fi
fi
elif [ "$SYSTEM_TEAMFOUNDATIONSERVERURI" != "" ];
then
say "$e==>$x Azure Pipelines detected."
# https://docs.microsoft.com/en-us/azure/devops/pipelines/build/variables?view=vsts
# https://docs.microsoft.com/en-us/azure/devops/pipelines/build/variables?view=azure-devops&viewFallbackFrom=vsts&tabs=yaml
service="azure_pipelines"
commit="$BUILD_SOURCEVERSION"
build="$BUILD_BUILDNUMBER"
if [ -z "$SYSTEM_PULLREQUEST_PULLREQUESTNUMBER" ];
then
pr="$SYSTEM_PULLREQUEST_PULLREQUESTID"
else
pr="$SYSTEM_PULLREQUEST_PULLREQUESTNUMBER"
fi
project="${SYSTEM_TEAMPROJECT}"
server_uri="${SYSTEM_TEAMFOUNDATIONSERVERURI}"
job="${BUILD_BUILDID}"
branch="${BUILD_SOURCEBRANCH#"refs/heads/"}"
build_url=$(urlencode "${SYSTEM_TEAMFOUNDATIONSERVERURI}${SYSTEM_TEAMPROJECT}/_build/results?buildId=${BUILD_BUILDID}")
# azure/pipelines runs in detached HEAD
mc=
if [ -n "$pr" ] && [ "$pr" != false ];
then
mc=$(git show --no-patch --format="%P" 2>/dev/null || echo "")
if [[ "$mc" =~ ^[a-z0-9]{40}[[:space:]][a-z0-9]{40}$ ]];
then
mc=$(echo "$mc" | cut -d' ' -f2)
say " Fixing merge commit SHA $commit -> $mc"
commit=$mc
fi
fi
elif [ "$CI" = "true" ] && [ "$BITBUCKET_BUILD_NUMBER" != "" ];
then
say "$e==>$x Bitbucket detected."
# https://confluence.atlassian.com/bitbucket/variables-in-pipelines-794502608.html
service="bitbucket"
branch="$BITBUCKET_BRANCH"
build="$BITBUCKET_BUILD_NUMBER"
slug="$BITBUCKET_REPO_OWNER/$BITBUCKET_REPO_SLUG"
job="$BITBUCKET_BUILD_NUMBER"
pr="$BITBUCKET_PR_ID"
commit="$BITBUCKET_COMMIT"
# See https://jira.atlassian.com/browse/BCLOUD-19393
if [ "${#commit}" = 12 ];
then
commit=$(git rev-parse "$BITBUCKET_COMMIT")
fi
elif [ "$CI" = "true" ] && [ "$BUDDY" = "true" ];
then
say "$e==>$x Buddy CI detected."
# https://buddy.works/docs/pipelines/environment-variables
service="buddy"
branch="$BUDDY_EXECUTION_BRANCH"
build="$BUDDY_EXECUTION_ID"
build_url=$(urlencode "$BUDDY_EXECUTION_URL")
commit="$BUDDY_EXECUTION_REVISION"
pr="$BUDDY_EXECUTION_PULL_REQUEST_NO"
tag="$BUDDY_EXECUTION_TAG"
slug="$BUDDY_REPO_SLUG"
elif [ "$CIRRUS_CI" != "" ];
then
say "$e==>$x Cirrus CI detected."
# https://cirrus-ci.org/guide/writing-tasks/#environment-variables
service="cirrus-ci"
slug="$CIRRUS_REPO_FULL_NAME"
branch="$CIRRUS_BRANCH"
pr="$CIRRUS_PR"
commit="$CIRRUS_CHANGE_IN_REPO"
build="$CIRRUS_BUILD_ID"
build_url=$(urlencode "https://cirrus-ci.com/task/$CIRRUS_TASK_ID")
job="$CIRRUS_TASK_NAME"
elif [ "$DOCKER_REPO" != "" ];
then
say "$e==>$x Docker detected."
# https://docs.docker.com/docker-cloud/builds/advanced/
service="docker"
branch="$SOURCE_BRANCH"
commit="$SOURCE_COMMIT"
slug="$DOCKER_REPO"
tag="$CACHE_TAG"
env="$env,IMAGE_NAME"
else
say "${r}x>${x} No CI provider detected."
say " Testing inside Docker? ${b}http://docs.codecov.io/docs/testing-with-docker${x}"
say " Testing with Tox? ${b}https://docs.codecov.io/docs/python#section-testing-with-tox${x}"
fi
say " ${e}project root:${x} $git_root"
# find branch, commit, repo from git command
if [ "$GIT_BRANCH" != "" ];
then
branch="$GIT_BRANCH"
elif [ "$branch" = "" ];
then
branch=$(git rev-parse --abbrev-ref HEAD 2>/dev/null || hg branch 2>/dev/null || echo "")
if [ "$branch" = "HEAD" ];
then
branch=""
fi
fi
if [ "$commit_o" = "" ];
then
if [ "$GIT_COMMIT" != "" ];
then
commit="$GIT_COMMIT"
elif [ "$commit" = "" ];
then
commit=$(git log -1 --format="%H" 2>/dev/null || hg id -i --debug 2>/dev/null | tr -d '+' || echo "")
fi
else
commit="$commit_o"
fi
if [ "$CODECOV_TOKEN" != "" ] && [ "$token" = "" ];
then
say "${e}-->${x} token set from env"
token="$CODECOV_TOKEN"
fi
if [ "$CODECOV_URL" != "" ] && [ "$url_o" = "" ];
then
say "${e}-->${x} url set from env"
url_o=$(echo "$CODECOV_URL" | sed -e 's/\/$//')
fi
if [ "$CODECOV_SLUG" != "" ];
then
say "${e}-->${x} slug set from env"
slug_o="$CODECOV_SLUG"
elif [ "$slug" = "" ];
then
if [ "$remote_addr" = "" ];
then
remote_addr=$(git config --get remote.origin.url || hg paths default || echo '')
fi
if [ "$remote_addr" != "" ];
then
if echo "$remote_addr" | grep -q "//"; then
# https
slug=$(echo "$remote_addr" | cut -d / -f 4,5 | sed -e 's/\.git$//')
else
# ssh
slug=$(echo "$remote_addr" | cut -d : -f 2 | sed -e 's/\.git$//')
fi
fi
if [ "$slug" = "/" ];
then
slug=""
fi
fi
yaml=$(cd "$git_root" && \
git ls-files "*codecov.yml" "*codecov.yaml" 2>/dev/null \
|| hg locate "*codecov.yml" "*codecov.yaml" 2>/dev/null \
|| cd "$proj_root" && find . -maxdepth 1 -type f -name '*codecov.y*ml' 2>/dev/null \
|| echo '')
yaml=$(echo "$yaml" | head -1)
if [ "$yaml" != "" ];
then
say " ${e}Yaml found at:${x} $yaml"
if [[ "$yaml" != /* ]]; then
# relative path for yaml file given, assume relative to the repo root
yaml="$git_root/$yaml"
fi
config=$(parse_yaml "$yaml" || echo '')
# TODO validate the yaml here
if [ "$(echo "$config" | grep 'codecov_token="')" != "" ] && [ "$token" = "" ];
then
say "${e}-->${x} token set from yaml"
token="$(echo "$config" | grep 'codecov_token="' | sed -e 's/codecov_token="//' | sed -e 's/"\.*//')"
fi
if [ "$(echo "$config" | grep 'codecov_url="')" != "" ] && [ "$url_o" = "" ];
then
say "${e}-->${x} url set from yaml"
url_o="$(echo "$config" | grep 'codecov_url="' | sed -e 's/codecov_url="//' | sed -e 's/"\.*//')"
fi
if [ "$(echo "$config" | grep 'codecov_slug="')" != "" ] && [ "$slug_o" = "" ];
then
say "${e}-->${x} slug set from yaml"
slug_o="$(echo "$config" | grep 'codecov_slug="' | sed -e 's/codecov_slug="//' | sed -e 's/"\.*//')"
fi
else
say " ${g}Yaml not found, that's ok! Learn more at${x} ${b}http://docs.codecov.io/docs/codecov-yaml${x}"
fi
if [ "$branch_o" != "" ];
then
branch=$(urlencode "$branch_o")
else
branch=$(urlencode "$branch")
fi
if [ "$slug_o" = "" ];
then
urlencoded_slug=$(urlencode "$slug")
else
urlencoded_slug=$(urlencode "$slug_o")
fi
query="branch=$branch\
&commit=$commit\
&build=$([ "$build_o" = "" ] && echo "$build" || echo "$build_o")\
&build_url=$build_url\
&name=$(urlencode "$name")\
&tag=$([ "$tag_o" = "" ] && echo "$tag" || echo "$tag_o")\
&slug=$urlencoded_slug\
&service=$service\
&flags=$flags\
&pr=$([ "$pr_o" = "" ] && echo "${pr##\#}" || echo "${pr_o##\#}")\
&job=$job\
&cmd_args=$(IFS=,; echo "${codecov_flags[*]}")"
if [ -n "$project" ] && [ -n "$server_uri" ];
then
query=$(echo "$query&project=$project&server_uri=$server_uri" | tr -d ' ')
fi
if [ "$parent" != "" ];
then
query=$(echo "parent=$parent&$query" | tr -d ' ')
fi
if [ "$ft_search" = "1" ];
then
# detect bower comoponents location
bower_components="bower_components"
bower_rc=$(cd "$git_root" && cat .bowerrc 2>/dev/null || echo "")
if [ "$bower_rc" != "" ];
then
bower_components=$(echo "$bower_rc" | tr -d '\n' | grep '"directory"' | cut -d'"' -f4 | sed -e 's/\/$//')
if [ "$bower_components" = "" ];
then
bower_components="bower_components"
fi
fi
# Swift Coverage
if [ "$ft_xcodellvm" = "1" ] && [ -d "$ddp" ];
then
say "${e}==>${x} Processing Xcode reports via llvm-cov"
say " DerivedData folder: $ddp"
profdata_files=$(find "$ddp" -name '*.profdata' 2>/dev/null || echo '')
if [ "$profdata_files" != "" ];
then
# xcode via profdata
if [ "$xp" = "" ];
then
# xp=$(xcodebuild -showBuildSettings 2>/dev/null | grep -i "^\s*PRODUCT_NAME" | sed -e 's/.*= \(.*\)/\1/')
# say " ${e}->${x} Speed up Xcode processing by adding ${e}-J '$xp'${x}"
say " ${g}hint${x} Speed up Swift processing by using use ${g}-J 'AppName'${x} (regexp accepted)"
say " ${g}hint${x} This will remove Pods/ from your report. Also ${b}https://docs.codecov.io/docs/ignoring-paths${x}"
fi
while read -r profdata;
do
if [ "$profdata" != "" ];
then
swiftcov "$profdata" "$xp"
fi
done <<< "$profdata_files"
else
say " ${e}->${x} No Swift coverage found"
fi
# Obj-C Gcov Coverage
if [ "$ft_gcov" = "1" ];
then
say " ${e}->${x} Running $gcov_exe for Obj-C"
if [ "$ft_gcovout" = "0" ];
then
# suppress gcov output
bash -c "find $ddp -type f -name '*.gcda' $gcov_include $gcov_ignore -exec $gcov_exe -p $gcov_arg {} +" >/dev/null 2>&1 || true
else
bash -c "find $ddp -type f -name '*.gcda' $gcov_include $gcov_ignore -exec $gcov_exe -p $gcov_arg {} +" || true
fi
fi
fi
if [ "$ft_xcodeplist" = "1" ] && [ -d "$ddp" ];
then
say "${e}==>${x} Processing Xcode plists"
plists_files=$(find "$ddp" -name '*.xccoverage' 2>/dev/null || echo '')
if [ "$plists_files" != "" ];
then
while read -r plist;
do
if [ "$plist" != "" ];
then
say " ${g}Found${x} plist file at $plist"
plutil -convert xml1 -o "$(basename "$plist").plist" -- "$plist"
fi
done <<< "$plists_files"
fi
fi
# Gcov Coverage
if [ "$ft_gcov" = "1" ];
then
say "${e}==>${x} Running $gcov_exe in $proj_root ${e}(disable via -X gcov)${x}"
if [ "$ft_gcovout" = "0" ];
then
# suppress gcov output
bash -c "find $proj_root -type f -name '*.gcno' $gcov_include $gcov_ignore -exec $gcov_exe -pb $gcov_arg {} +" >/dev/null 2>&1 || true
else
bash -c "find $proj_root -type f -name '*.gcno' $gcov_include $gcov_ignore -exec $gcov_exe -pb $gcov_arg {} +" || true
fi
else
say "${e}==>${x} gcov disabled"
fi
# Python Coverage
if [ "$ft_coveragepy" = "1" ];
then
if [ ! -f coverage.xml ];
then
if command -v coverage >/dev/null 2>&1;
then
say "${e}==>${x} Python coveragepy exists ${e}disable via -X coveragepy${x}"
dotcoverage=$(find "$git_root" -name '.coverage' -or -name '.coverage.*' | head -1 || echo '')
if [ "$dotcoverage" != "" ];
then
cd "$(dirname "$dotcoverage")"
if [ ! -f .coverage ];
then
say " ${e}->${x} Running coverage combine"
coverage combine -a
fi
say " ${e}->${x} Running coverage xml"
if [ "$(coverage xml -i)" != "No data to report." ];
then
files="$files
$PWD/coverage.xml"
else
say " ${r}No data to report.${x}"
fi
cd "$proj_root"
else
say " ${r}No .coverage file found.${x}"
fi
else
say "${e}==>${x} Python coveragepy not found"
fi
fi
else
say "${e}==>${x} Python coveragepy disabled"
fi
if [ "$search_in_o" != "" ];
then
# location override
search_in="$search_in_o"
fi
say "$e==>$x Searching for coverage reports in:"
for _path in $search_in
do
say " ${g}+${x} $_path"
done
patterns="find $search_in \( \
-name vendor \
-or -name '$bower_components' \
-or -name '.egg-info*' \
-or -name 'conftest_*.c.gcov' \
-or -name .env \
-or -name .envs \
-or -name .git \
-or -name .hg \
-or -name .tox \
-or -name .venv \
-or -name .venvs \
-or -name .virtualenv \
-or -name .virtualenvs \
-or -name .yarn-cache \
-or -name __pycache__ \
-or -name env \
-or -name envs \
-or -name htmlcov \
-or -name js/generated/coverage \
-or -name node_modules \
-or -name venv \
-or -name venvs \
-or -name virtualenv \
-or -name virtualenvs \
\) -prune -or \
-type f \( -name '*coverage*.*' \
-or -name '*.clover' \
-or -name '*.codecov.*' \
-or -name '*.gcov' \
-or -name '*.lcov' \
-or -name '*.lst' \
-or -name 'clover.xml' \
-or -name 'cobertura.xml' \
-or -name 'codecov.*' \
-or -name 'cover.out' \
-or -name 'codecov-result.json' \
-or -name 'coverage-final.json' \
-or -name 'excoveralls.json' \
-or -name 'gcov.info' \
-or -name 'jacoco*.xml' \
-or -name '*Jacoco*.xml' \
-or -name 'lcov.dat' \
-or -name 'lcov.info' \
-or -name 'luacov.report.out' \
-or -name 'naxsi.info' \
-or -name 'nosetests.xml' \
-or -name 'report.xml' \
$include_cov \) \
$exclude_cov \
-not -name '*.am' \
-not -name '*.bash' \
-not -name '*.bat' \
-not -name '*.bw' \
-not -name '*.cfg' \
-not -name '*.class' \
-not -name '*.cmake' \
-not -name '*.cmake' \
-not -name '*.conf' \
-not -name '*.coverage' \
-not -name '*.cp' \
-not -name '*.cpp' \
-not -name '*.crt' \
-not -name '*.css' \
-not -name '*.csv' \
-not -name '*.csv' \
-not -name '*.data' \
-not -name '*.db' \
-not -name '*.dox' \
-not -name '*.ec' \
-not -name '*.ec' \
-not -name '*.egg' \
-not -name '*.el' \
-not -name '*.env' \
-not -name '*.erb' \
-not -name '*.exe' \
-not -name '*.ftl' \
-not -name '*.gif' \
-not -name '*.gradle' \
-not -name '*.gz' \
-not -name '*.h' \
-not -name '*.html' \
-not -name '*.in' \
-not -name '*.jade' \
-not -name '*.jar*' \
-not -name '*.jpeg' \
-not -name '*.jpg' \
-not -name '*.js' \
-not -name '*.less' \
-not -name '*.log' \
-not -name '*.m4' \
-not -name '*.mak*' \
-not -name '*.md' \
-not -name '*.o' \
-not -name '*.p12' \
-not -name '*.pem' \
-not -name '*.png' \
-not -name '*.pom*' \
-not -name '*.profdata' \
-not -name '*.proto' \
-not -name '*.ps1' \
-not -name '*.pth' \
-not -name '*.py' \
-not -name '*.pyc' \
-not -name '*.pyo' \
-not -name '*.rb' \
-not -name '*.rsp' \
-not -name '*.rst' \
-not -name '*.ru' \
-not -name '*.sbt' \
-not -name '*.scss' \
-not -name '*.scss' \
-not -name '*.serialized' \
-not -name '*.sh' \
-not -name '*.snapshot' \
-not -name '*.sql' \
-not -name '*.svg' \
-not -name '*.tar.tz' \
-not -name '*.template' \
-not -name '*.whl' \
-not -name '*.xcconfig' \
-not -name '*.xcoverage.*' \
-not -name '*/classycle/report.xml' \
-not -name '*codecov.yml' \
-not -name '*~' \
-not -name '.*coveragerc' \
-not -name '.coverage*' \
-not -name 'coverage-summary.json' \
-not -name 'createdFiles.lst' \
-not -name 'fullLocaleNames.lst' \
-not -name 'include.lst' \
-not -name 'inputFiles.lst' \
-not -name 'phpunit-code-coverage.xml' \
-not -name 'phpunit-coverage.xml' \
-not -name 'remapInstanbul.coverage*.json' \
-not -name 'scoverage.measurements.*' \
-not -name 'test_*_coverage.txt' \
-not -name 'testrunner-coverage*' \
-print 2>/dev/null"
files=$(eval "$patterns" || echo '')
elif [ "$include_cov" != "" ];
then
files=$(eval "find $search_in -type f \( ${include_cov:5} \)$exclude_cov 2>/dev/null" || echo '')
elif [ "$direct_file_upload" != "" ];
then
files=$direct_file_upload
fi
num_of_files=$(echo "$files" | wc -l | tr -d ' ')
if [ "$num_of_files" != '' ] && [ "$files" != '' ];
then
say " ${e}->${x} Found $num_of_files reports"
fi
# no files found
if [ "$files" = "" ];
then
say "${r}-->${x} No coverage report found."
say " Please visit ${b}http://docs.codecov.io/docs/supported-languages${x}"
exit ${exit_with};
fi
if [ "$ft_network" == "1" ];
then
say "${e}==>${x} Detecting git/mercurial file structure"
network=$(cd "$git_root" && git ls-files $git_ls_files_recurse_submodules_o 2>/dev/null || hg locate 2>/dev/null || echo "")
if [ "$network" = "" ];
then
network=$(find "$git_root" \( \
-name virtualenv \
-name .virtualenv \
-name virtualenvs \
-name .virtualenvs \
-name '*.png' \
-name '*.gif' \
-name '*.jpg' \
-name '*.jpeg' \
-name '*.md' \
-name .env \
-name .envs \
-name env \
-name envs \
-name .venv \
-name .venvs \
-name venv \
-name venvs \
-name .git \
-name .egg-info \
-name shunit2-2.1.6 \
-name vendor \
-name __pycache__ \
-name node_modules \
-path "*/$bower_components/*" \
-path '*/target/delombok/*' \
-path '*/build/lib/*' \
-path '*/js/generated/coverage/*' \
\) -prune -or \
-type f -print 2>/dev/null || echo '')
fi
if [ "$network_filter_o" != "" ];
then
network=$(echo "$network" | grep -e "$network_filter_o/*")
fi
if [ "$prefix_o" != "" ];
then
network=$(echo "$network" | awk "{print \"$prefix_o/\"\$0}")
fi
fi
upload_file=$(mktemp /tmp/codecov.XXXXXX)
adjustments_file=$(mktemp /tmp/codecov.adjustments.XXXXXX)
cleanup() {
rm -f "$upload_file" "$adjustments_file" "$upload_file.gz"
}
trap cleanup INT ABRT TERM
if [ "$env" != "" ];
then
inc_env=""
say "${e}==>${x} Appending build variables"
for varname in $(echo "$env" | tr ',' ' ')
do
if [ "$varname" != "" ];
then
say " ${g}+${x} $varname"
inc_env="${inc_env}${varname}=$(eval echo "\$${varname}")
"
fi
done
echo "$inc_env<<<<<< ENV" >> "$upload_file"
fi
# Append git file list
# write discovered yaml location
if [ "$direct_file_upload" = "" ];
then
echo "$yaml" >> "$upload_file"
fi
if [ "$ft_network" == "1" ];
then
i="woff|eot|otf" # fonts
i="$i|gif|png|jpg|jpeg|psd" # images
i="$i|ptt|pptx|numbers|pages|md|txt|xlsx|docx|doc|pdf|csv" # docs
i="$i|.gitignore" # supporting docs
if [ "$ft_html" != "1" ];
then
i="$i|html"
fi
if [ "$ft_yaml" != "1" ];
then
i="$i|yml|yaml"
fi
echo "$network" | grep -vwE "($i)$" >> "$upload_file"
fi
echo "<<<<<< network" >> "$upload_file"
if [ "$direct_file_upload" = "" ];
then
fr=0
say "${e}==>${x} Reading reports"
while IFS='' read -r file;
do
# read the coverage file
if [ "$(echo "$file" | tr -d ' ')" != '' ];
then
if [ -f "$file" ];
then
report_len=$(wc -c < "$file")
if [ "$report_len" -ne 0 ];
then
say " ${g}+${x} $file ${e}bytes=$(echo "$report_len" | tr -d ' ')${x}"
# append to to upload
_filename=$(basename "$file")
if [ "${_filename##*.}" = 'gcov' ];
then
{
echo "# path=$(echo "$file.reduced" | sed "s|^$git_root/||")";
# get file name
head -1 "$file";
} >> "$upload_file"
# 1. remove source code
# 2. remove ending bracket lines
# 3. remove whitespace
# 4. remove contextual lines
# 5. remove function names
awk -F': *' '{print $1":"$2":"}' "$file" \
| sed '\/: *} *$/d' \
| sed 's/^ *//' \
| sed '/^-/d' \
| sed 's/^function.*/func/' >> "$upload_file"
else
{
echo "# path=${file//^$git_root/||}";
cat "$file";
} >> "$upload_file"
fi
echo "<<<<<< EOF" >> "$upload_file"
fr=1
if [ "$clean" = "1" ];
then
rm "$file"
fi
else
say " ${r}-${x} Skipping empty file $file"
fi
else
say " ${r}-${x} file not found at $file"
fi
fi
done <<< "$(echo -e "$files")"
if [ "$fr" = "0" ];
then
say "${r}-->${x} No coverage data found."
say " Please visit ${b}http://docs.codecov.io/docs/supported-languages${x}"
say " search for your projects language to learn how to collect reports."
exit ${exit_with};
fi
else
cp "$direct_file_upload" "$upload_file"
if [ "$clean" = "1" ];
then
rm "$direct_file_upload"
fi
fi
if [ "$ft_fix" = "1" ];
then
say "${e}==>${x} Appending adjustments"
say " ${b}https://docs.codecov.io/docs/fixing-reports${x}"
empty_line='^[[:space:]]*$'
# //
syntax_comment='^[[:space:]]*//.*'
# /* or */
syntax_comment_block='^[[:space:]]*(\/\*|\*\/)[[:space:]]*$'
# { or }
syntax_bracket='^[[:space:]]*[\{\}][[:space:]]*(//.*)?$'
# [ or ]
syntax_list='^[[:space:]]*[][][[:space:]]*(//.*)?$'
# func ... {
syntax_go_func='^[[:space:]]*[func].*[\{][[:space:]]*$'
# shellcheck disable=SC2089
skip_dirs="-not -path '*/$bower_components/*' \
-not -path '*/node_modules/*'"
cut_and_join() {
awk 'BEGIN { FS=":" }
$3 ~ /\/\*/ || $3 ~ /\*\// { print $0 ; next }
$1!=key { if (key!="") print out ; key=$1 ; out=$1":"$2 ; next }
{ out=out","$2 }
END { print out }' 2>/dev/null
}
if echo "$network" | grep -m1 '.kt$' 1>/dev/null;
then
# skip brackets and comments
cd "$git_root" && \
find . -type f \
-name '*.kt' \
-exec \
grep -nIHE -e "$syntax_bracket" \
-e "$syntax_comment_block" {} \; \
| cut_and_join \
>> "$adjustments_file" \
|| echo ''
# last line in file
cd "$git_root" && \
find . -type f \
-name '*.kt' -exec \
wc -l {} \; \
| while read -r l; do echo "EOF: $l"; done \
2>/dev/null \
>> "$adjustments_file" \
|| echo ''
fi
if echo "$network" | grep -m1 '.go$' 1>/dev/null;
then
# skip empty lines, comments, and brackets
cd "$git_root" && \
find . -type f \
-not -path '*/vendor/*' \
-not -path '*/caches/*' \
-name '*.go' \
-exec \
grep -nIHE \
-e "$empty_line" \
-e "$syntax_comment" \
-e "$syntax_comment_block" \
-e "$syntax_bracket" \
-e "$syntax_go_func" \
{} \; \
| cut_and_join \
>> "$adjustments_file" \
|| echo ''
fi
if echo "$network" | grep -m1 '.dart$' 1>/dev/null;
then
# skip brackets
cd "$git_root" && \
find . -type f \
-name '*.dart' \
-exec \
grep -nIHE \
-e "$syntax_bracket" \
{} \; \
| cut_and_join \
>> "$adjustments_file" \
|| echo ''
fi
if echo "$network" | grep -m1 '.php$' 1>/dev/null;
then
# skip empty lines, comments, and brackets
cd "$git_root" && \
find . -type f \
-not -path "*/vendor/*" \
-name '*.php' \
-exec \
grep -nIHE \
-e "$syntax_list" \
-e "$syntax_bracket" \
-e '^[[:space:]]*\);[[:space:]]*(//.*)?$' \
{} \; \
| cut_and_join \
>> "$adjustments_file" \
|| echo ''
fi
if echo "$network" | grep -m1 '\(.c\.cpp\|.cxx\|.h\|.hpp\|.m\|.swift\|.vala\)$' 1>/dev/null;
then
# skip brackets
# shellcheck disable=SC2086,SC2090
cd "$git_root" && \
find . -type f \
$skip_dirs \
\( \
-name '*.c' \
-or -name '*.cpp' \
-or -name '*.cxx' \
-or -name '*.h' \
-or -name '*.hpp' \
-or -name '*.m' \
-or -name '*.swift' \
-or -name '*.vala' \
\) -exec \
grep -nIHE \
-e "$empty_line" \
-e "$syntax_bracket" \
-e '// LCOV_EXCL' \
{} \; \
| cut_and_join \
>> "$adjustments_file" \
|| echo ''
# skip brackets
# shellcheck disable=SC2086,SC2090
cd "$git_root" && \
find . -type f \
$skip_dirs \
\( \
-name '*.c' \
-or -name '*.cpp' \
-or -name '*.cxx' \
-or -name '*.h' \
-or -name '*.hpp' \
-or -name '*.m' \
-or -name '*.swift' \
-or -name '*.vala' \
\) -exec \
grep -nIH '// LCOV_EXCL' \
{} \; \
>> "$adjustments_file" \
|| echo ''
fi
found=$(< "$adjustments_file" tr -d ' ')
if [ "$found" != "" ];
then
say " ${g}+${x} Found adjustments"
{
echo "# path=fixes";
cat "$adjustments_file";
echo "<<<<<< EOF";
} >> "$upload_file"
rm -rf "$adjustments_file"
else
say " ${e}->${x} No adjustments found"
fi
fi
if [ "$url_o" != "" ];
then
url="$url_o"
fi
if [ "$dump" != "0" ];
then
# trim whitespace from query
say " ${e}->${x} Dumping upload file (no upload)"
echo "$url/upload/v4?$(echo "package=$package-$VERSION&token=$token&$query" | tr -d ' ')"
cat "$upload_file"
else
if [ "$save_to" != "" ];
then
say "${e}==>${x} Copying upload file to ${save_to}"
mkdir -p "$(dirname "$save_to")"
cp "$upload_file" "$save_to"
fi
say "${e}==>${x} Gzipping contents"
gzip -nf9 "$upload_file"
say " $(du -h "$upload_file.gz")"
query=$(echo "${query}" | tr -d ' ')
say "${e}==>${x} Uploading reports"
say " ${e}url:${x} $url"
say " ${e}query:${x} $query"
# Full query without token (to display on terminal output)
queryNoToken=$(echo "package=$package-$VERSION&token=secret&$query" | tr -d ' ')
# now add token to query
query=$(echo "package=$package-$VERSION&token=$token&$query" | tr -d ' ')
if [ "$ft_s3" = "1" ];
then
say "${e}->${x} Pinging Codecov"
say "$url/upload/v4?$queryNoToken"
# shellcheck disable=SC2086,2090
res=$(curl $curl_s -X POST $cacert \
--retry 5 --retry-delay 2 --connect-timeout 2 \
-H 'X-Reduced-Redundancy: false' \
-H 'X-Content-Type: application/x-gzip' \
-H 'Content-Length: 0' \
--write-out "\n%{response_code}\n" \
$curlargs \
"$url/upload/v4?$query" || true)
# a good reply is "https://codecov.io" + "\n" + "https://storage.googleapis.com/codecov/..."
s3target=$(echo "$res" | sed -n 2p)
status=$(tail -n1 <<< "$res")
if [ "$status" = "200" ] && [ "$s3target" != "" ];
then
say "${e}->${x} Uploading to"
say "${s3target}"
# shellcheck disable=SC2086
s3=$(curl -fiX PUT \
--data-binary @"$upload_file.gz" \
-H 'Content-Type: application/x-gzip' \
-H 'Content-Encoding: gzip' \
$curlawsargs \
"$s3target" || true)
if [ "$s3" != "" ];
then
say " ${g}->${x} Reports have been successfully queued for processing at ${b}$(echo "$res" | sed -n 1p)${x}"
exit 0
else
say " ${r}X>${x} Failed to upload"
fi
elif [ "$status" = "400" ];
then
# 400 Error
say "${r}${res}${x}"
exit ${exit_with}
else
say "${r}${res}${x}"
fi
fi
say "${e}==>${x} Uploading to Codecov"
# shellcheck disable=SC2086,2090
res=$(curl -X POST $cacert \
--data-binary @"$upload_file.gz" \
--retry 5 --retry-delay 2 --connect-timeout 2 \
-H 'Content-Type: text/plain' \
-H 'Content-Encoding: gzip' \
-H 'X-Content-Encoding: gzip' \
-H 'Accept: text/plain' \
$curlargs \
"$url/upload/v2?$query&attempt=$i" || echo 'HTTP 500')
# HTTP 200
# http://....
status=$(echo "$res" | head -1 | cut -d' ' -f2)
if [ "$status" = "" ] || [ "$status" = "200" ];
then
say " Reports have been successfully queued for processing at ${b}$(echo "$res" | head -2 | tail -1)${x}"
exit 0
else
say " ${g}${res}${x}"
exit ${exit_with}
fi
say " ${r}X> Failed to upload coverage reports${x}"
fi
exit ${exit_with}
View Git Blame Copy Permalink