Skip to content
This repository has been archived by the owner on Nov 17, 2023. It is now read-only.

add retry to S3 uploads for test results #16579

Closed
wants to merge 1 commit into from
Closed

add retry to S3 uploads for test results #16579

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
24 changes: 14 additions & 10 deletions ci/Jenkinsfile_utils.groovy
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -134,11 +134,13 @@ def collect_test_results_unix(original_file_name, new_file_name) {
// Thus, we have to pick a name manually and rename the files so that they can be stored separately.
sh 'cp ' + original_file_name + ' ' + new_file_name
archiveArtifacts artifacts: new_file_name
try {
s3Upload(file:new_file_name, bucket:env.MXNET_CI_UNITTEST_ARTIFACT_BUCKET, path:env.JOB_NAME+"/"+env.BUILD_NUMBER+"/"+new_file_name)
} catch (Exception e) {
echo "S3 Upload failed ${e}"
throw new Exception("S3 upload failed", e)
retry(3) {
try {
s3Upload(file:new_file_name, bucket:env.MXNET_CI_UNITTEST_ARTIFACT_BUCKET, path:env.JOB_NAME+"/"+env.BUILD_NUMBER+"/"+new_file_name)
} catch (Exception e) {
echo "S3 Upload failed ${e}"
throw new Exception("S3 upload failed", e)
}
}
}
}
Expand All @@ -149,11 +151,13 @@ def collect_test_results_windows(original_file_name, new_file_name) {
if (fileExists(original_file_name)) {
bat 'xcopy ' + original_file_name + ' ' + new_file_name + '*'
archiveArtifacts artifacts: new_file_name
try {
s3Upload(file:new_file_name, bucket:env.MXNET_CI_UNITTEST_ARTIFACT_BUCKET, path:env.JOB_NAME+"/"+env.BUILD_NUMBER+"/"+new_file_name)
} catch (Exception e) {
echo "S3 Upload failed ${e}"
throw new Exception("S3 upload failed", e)
retry(3) {
try {
s3Upload(file:new_file_name, bucket:env.MXNET_CI_UNITTEST_ARTIFACT_BUCKET, path:env.JOB_NAME+"/"+env.BUILD_NUMBER+"/"+new_file_name)
} catch (Exception e) {
echo "S3 Upload failed ${e}"
throw new Exception("S3 upload failed", e)
}
}
}
}
Expand Down