Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Collected small Jenkinsfile improvements #1686

Open
wants to merge 2 commits into
base: develop
Choose a base branch
from
+52 −38
Open

Collected small Jenkinsfile improvements #1686

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
a930cf8
Use a try-catch instead of catchError around codecov stage; should c…
pcf000 Oct 16, 2024
2a50233
Delete the *.profraw made during check-rocmlir-build-only.
pcf000 Oct 15, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
90 changes: 52 additions & 38 deletions mlir/utils/jenkins/Jenkinsfile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -404,6 +404,33 @@ boolean isNotNavi3x(String chip) {
return "${CHIP}" != 'gfx1100' && "${CHIP}" != 'gfx1101'
}

void collectCoverageData(String profdata, String cov, String cpath) {
sh """
rm -f *.profraw
# Arbitrarily 150 GB; we typically see 125 GB of *.profraw.
if [ `df --output=avail -k . | tail -1l` -lt 153600000 ]; then
echo Not enough free disk space for profiling.
exit 1
fi
ninja check-rocmlir
# Profile processing.
${profdata} merge -sparse ./*.profraw -o ./coverage.profdata
rm -f build/*.profraw
${cov} report --object ./bin/rocmlir-opt --object ./bin/rocmlir-driver \
--object ./bin/rocmlir-gen --instr-profile ./coverage.profdata \
--ignore-filename-regex=external/llvm-project > ./coverage_${cpath}.report
cat ./coverage_${cpath}.report
${cov} export --object ./bin/rocmlir-opt --object ./bin/rocmlir-driver \
--object ./bin/rocmlir-gen --instr-profile ./coverage.profdata \
--ignore-filename-regex=external/llvm-project --format=lcov \
--compilation-dir ${WORKSPACE} > ./coverage_${cpath}.lcov
${cov} show --object ./bin/rocmlir-opt --object ./bin/rocmlir-driver \
--object ./bin/rocmlir-gen --instr-profile ./coverage.profdata \
--ignore-filename-regex=external/llvm-project -Xdemangler=llvm-cxxfilt \
--format=html > ./coverage_${cpath}.html
"""
}


pipeline {
agent none
Expand Down Expand Up @@ -1127,46 +1154,33 @@ pipeline {
stage ("body") {
steps {
// Build with profiling on, and just code-generation tests.
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE',
message: 'Code coverage stage had an error or timeout.') {
timeout(time: 60, activity: true, unit: 'MINUTES') {
sh 'rm -f build/CMakeCache.txt'
sh 'rm -f build/*.profraw'
buildProject('check-rocmlir-build-only',
'-DBUILD_FAT_LIBROCKCOMPILER=ON -DCMAKE_BUILD_TYPE=debug -DLLVM_BUILD_INSTRUMENTED_COVERAGE=ON')
dir ('build') {
// Run tests.
sh """
ninja check-rocmlir
# Profile processing.
${LLVM_PROFDATA} merge -sparse ./*.profraw -o ./coverage.profdata
rm -f build/*.profraw
${LLVM_COV} report --object ./bin/rocmlir-opt --object ./bin/rocmlir-driver \
--object ./bin/rocmlir-gen --instr-profile ./coverage.profdata \
--ignore-filename-regex=external/llvm-project > ./coverage_${CPATH}.report
cat ./coverage_${CPATH}.report
${LLVM_COV} export --object ./bin/rocmlir-opt --object ./bin/rocmlir-driver \
--object ./bin/rocmlir-gen --instr-profile ./coverage.profdata \
--ignore-filename-regex=external/llvm-project --format=lcov \
--compilation-dir ${WORKSPACE} > ./coverage_${CPATH}.lcov
${LLVM_COV} show --object ./bin/rocmlir-opt --object ./bin/rocmlir-driver \
--object ./bin/rocmlir-gen --instr-profile ./coverage.profdata \
--ignore-filename-regex=external/llvm-project -Xdemangler=llvm-cxxfilt \
--format=html > ./coverage_${CPATH}.html
"""
// Upload to codecov.
withCredentials([string(credentialsId: 'codecov-token-rocmlir', variable: 'CODECOV_TOKEN')]) {
sh '''
curl -Os https://uploader.codecov.io/latest/linux/codecov && chmod +x ./codecov
proxy_opt=""
if [ -n "${http_proxy}" ]; then
proxy_opt="-U ${http_proxy}"
fi
./codecov -t ${CODECOV_TOKEN} --flags "${CPATH}" -f ./coverage_${CPATH}.lcov ${proxy_opt}
'''
script {
try {
timeout(time: 60, activity: true, unit: 'MINUTES') {
sh 'rm -f build/CMakeCache.txt'
sh 'rm -f build/*.profraw'
buildProject('check-rocmlir-build-only',
'-DBUILD_FAT_LIBROCKCOMPILER=ON -DCMAKE_BUILD_TYPE=debug -DLLVM_BUILD_INSTRUMENTED_COVERAGE=ON')
dir ('build') {
// Run tests.
collectCoverageData("${LLVM_PROFDATA}", "${LLVM_COV}", "${CPATH}")
// Upload to codecov.
withCredentials([string(credentialsId: 'codecov-token-rocmlir',
variable: 'CODECOV_TOKEN')]) {
sh '''
curl -Os https://uploader.codecov.io/latest/linux/codecov && chmod +x ./codecov
proxy_opt=""
if [ -n "${http_proxy}" ]; then
proxy_opt="-U ${http_proxy}"
fi
./codecov -t ${CODECOV_TOKEN} --flags "${CPATH}" -f ./coverage_${CPATH}.lcov ${proxy_opt}
'''
}
}
archiveArtifacts artifacts: 'build/coverage*.report, build/coverage*.lcov, build/coverage*.html', onlyIfSuccessful: true
}
archiveArtifacts artifacts: 'build/coverage*.report, build/coverage*.lcov, build/coverage*.html', onlyIfSuccessful: true
} catch (Exception e) {
echo "NOTE: Code coverage stage had an error or timeout:\n${e}"
}
}
}
Expand Down
Loading