-
Notifications
You must be signed in to change notification settings - Fork 224
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
Update the SyncDB tests to use multi-threading #2407
Changes from all commits
3ad9b7e
3712e2e
4869f3e
e662784
dfeb1ea
c03ecb1
7041447
0480e07
5dcda99
e9d367a
8da7d7a
cff9ec2
2f1e3a0
aaeade3
bde1bfd
a5f54a1
ca135f4
811e899
203b764
58b355b
bdbb70a
3deb1d6
4a04cfa
8b83f49
90243b8
7fd7519
9da6369
fcef6a3
ebce26b
c126749
79a8095
45bddf9
5759f32
ce4ec3d
4d40a5b
bece737
7f507da
79c060a
c654780
File filter
Filter by extension
Conversations
Jump to
Diff view
Diff view
There are no files selected for viewing
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -251,6 +251,7 @@ def buildHipClangJob(Map conf=[:]){ | |
|
||
def codecov = conf.get("codecov", false) | ||
def needs_gpu = conf.get("needs_gpu", true) | ||
def lfs_pull = conf.get("lfs_pull", false) | ||
|
||
def retimage | ||
gitStatusWrapper(credentialsId: "${env.status_wrapper_creds}", gitHubContext: "Jenkins - ${variant}", account: 'ROCmSoftwarePlatform', repo: 'MIOpen') { | ||
|
@@ -284,6 +285,10 @@ def buildHipClangJob(Map conf=[:]){ | |
withDockerContainer(image: image, args: dockerOpts + ' -v=/var/jenkins/:/var/jenkins') { | ||
timeout(time: 150, unit:'MINUTES') | ||
{ | ||
if (lfs_pull) { | ||
sh "git lfs pull --exclude=" | ||
} | ||
|
||
cmake_build(conf) | ||
|
||
if (codecov) { | ||
|
@@ -586,27 +591,7 @@ pipeline { | |
| xargs -n 1 -P 1 -I{} -t sh -c \'clang-format-12 -style=file {} | diff - {}\'" | ||
} | ||
steps{ | ||
buildHipClangJobAndReboot(setup_cmd: "", build_cmd: "", execute_cmd: execute_cmd, needs_gpu:false) | ||
} | ||
} | ||
stage('Tuna Fin Build Test') { | ||
agent{ label rocmnode("nogpu") } | ||
environment{ | ||
setup_cmd = "CXX='/opt/rocm/llvm/bin/clang++' cmake -DCMAKE_PREFIX_PATH=/opt/rocm -DCMAKE_BUILD_TYPE=DEBUG -DMIOPEN_BACKEND=HIPNOGPU -DBUILD_SHARED_LIBS=Off -DMIOPEN_INSTALL_CXX_HEADERS=On .. " | ||
build_cmd = "make -j\$(nproc) " | ||
} | ||
steps{ | ||
buildHipClangJobAndReboot(build_fin: "ON", needs_gpu:false, needs_reboot:false, build_install: "true") | ||
} | ||
} | ||
stage('Perf DB Validity Test') { | ||
agent{ label rocmnode("nogpu") } | ||
environment{ | ||
fin_flags = "-DMIOPEN_BACKEND=HIPNOGPU" //-DCMAKE_BUILD_TYPE=DEBUG -DBUILD_SHARED_LIBS=Off -DMIOPEN_INSTALL_CXX_HEADERS=On" | ||
|
||
} | ||
steps{ | ||
CheckPerfDbValid(setup_flags: fin_flags, config_targets: "all", build_fin: "ON", needs_gpu:false, needs_reboot:false, build_install: "true") | ||
buildHipClangJobAndReboot(setup_cmd: "", build_cmd: "", execute_cmd: execute_cmd, needs_gpu:false, needs_reboot:false) | ||
} | ||
} | ||
stage('HipNoGPU Debug Build Test') { | ||
|
@@ -623,6 +608,15 @@ pipeline { | |
buildHipClangJob( build_type: 'debug', setup_flags: HipNoGPU_flags, build_cmd: build_cmd, needs_gpu:false, needs_reboot:false) | ||
} | ||
} | ||
stage('Tuna Fin Build Test') { | ||
agent{ label rocmnode("nogpu") } | ||
environment{ | ||
fin_flags = "-DMIOPEN_BACKEND=HIPNOGPU" | ||
} | ||
steps{ | ||
buildHipClangJobAndReboot(setup_flags: fin_flags, config_targets: "all", build_fin: "ON", needs_gpu:false, needs_reboot:false, build_install: "true") | ||
} | ||
} | ||
} | ||
} | ||
stage("Smoke Fp32") { | ||
|
@@ -918,6 +912,44 @@ pipeline { | |
Navi21_build_cmd = "LLVM_PATH=/opt/rocm/llvm CTEST_PARALLEL_LEVEL=2 MIOPEN_CONV_PRECISE_ROCBLAS_TIMING=0 MIOPEN_LOG_LEVEL=5 make -j\$(nproc) check" | ||
} | ||
parallel{ | ||
stage('dbsync gfx908') { | ||
when { | ||
beforeAgent true | ||
expression { params.TARGET_GFX908 } | ||
} | ||
options { | ||
retry(2) | ||
} | ||
agent{ label rocmnode("gfx908") } | ||
environment{ | ||
setup_flags="-DMIOPEN_TEST_DBSYNC=1" | ||
config_targets='test_db_sync' | ||
execute_cmd='./bin/test_db_sync' | ||
Comment on lines
+926
to
+927
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. [formatting] Tabs -> spaces
Comment on lines
+925
to
+927
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. [Recommandation] @JehandadKhan These variables are used only once, and trivially, like |
||
} | ||
steps{ | ||
buildHipClangJobAndReboot(lfs_pull: true, setup_flags: setup_flags, config_targets: config_targets, execute_cmd: execute_cmd, | ||
needs_gpu:false, needs_reboot:false, build_install: "true") | ||
Comment on lines
+930
to
+931
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. [Recommendation] I would reformat this like buildHipClangJobAndReboot(lfs_pull: true,
setup_flags: setup_flags,
config_targets: config_targets,
execute_cmd: execute_cmd,
needs_gpu:false,
needs_reboot:false,
build_install: "true") |
||
} | ||
} | ||
stage('dbsync gfx90a') { | ||
when { | ||
beforeAgent true | ||
expression { params.TARGET_GFX90A } | ||
} | ||
options { | ||
retry(2) | ||
} | ||
agent{ label rocmnode("gfx90a") } | ||
environment{ | ||
setup_flags="-DMIOPEN_TEST_DBSYNC=1" | ||
config_targets='test_db_sync' | ||
execute_cmd='./bin/test_db_sync' | ||
Comment on lines
+945
to
+946
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. [formatting] Tabs -> spaces |
||
} | ||
steps{ | ||
buildHipClangJobAndReboot(lfs_pull: true, setup_flags: setup_flags, config_targets: config_targets, execute_cmd: execute_cmd, | ||
needs_gpu:false, needs_reboot:false, build_install: "true") | ||
Comment on lines
+949
to
+950
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Ditto |
||
} | ||
} | ||
stage('Int8 HIP All Vega20') { | ||
when { | ||
beforeAgent true | ||
|
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
@JehandadKhan What is the purpose of thinks like
and then
What if we'll simply
?