made `hibench.job` hibridon independent so that:
- `hibench.job` could be reused as is by another project - it gives more flexibility to lauch-perf-jobs.sh
This commit is contained in:
parent
176db9f719
commit
fab373f3c1
|
|
@ -1,14 +1,48 @@
|
|||
#!/usr/bin/env bash
|
||||
|
||||
github_username='g-raffy' # os.environ['HIBRIDON_REPOS_USER']
|
||||
hibridon_version='a3bed1c3ccfbca572003020d3e3d3b1ff3934fad' # latest from branch master as of 01/06/2022 12:52
|
||||
# hibridon_version='775048db02dfb317d5eaddb6d6db520be71a2fdf' # latest from branch graffy-issue51 as of 01/06/
|
||||
hibridon_repos_url="https://github.com/hibridon/hibridon"
|
||||
pat_file_path="$HOME/.github/personal_access_tokens/bench.hibridon.cluster.ipr.univ-rennes1.fr.pat"
|
||||
output_dir="/tmp/hibridon_perf/${hibridon_version}"
|
||||
|
||||
quick_test='^arch4_quick$' # about 2s on a core i5 8th generation
|
||||
benchmark_test='^nh3h2_qma_long$' # about 10min on a core i5 8th generation
|
||||
benchmark_command="ctest --output-on-failure -L ${quick_test}"
|
||||
git_repos_url="$1" # eg "https://github.com/hibridon/hibridon"
|
||||
git_user="$2" # eg 'g-raffy'
|
||||
git_pass_file="$3" # eg "$HOME/.github/personal_access_tokens/bench.hibridon.cluster.ipr.univ-rennes1.fr.pat"
|
||||
code_version="$4" # git branch id or commit id eg : 'a3bed1c3ccfbca572003020d3e3d3b1ff3934fad'
|
||||
cmake_options="$5" # eg '-DCMAKE_BUILD_TYPE=Release -DBUILD_TESTING=ON'
|
||||
benchmark_command="$6" # eg 'ctest -L ^arch4_quick$'
|
||||
|
||||
starbench.py --git-repos-url ${hibridon_repos_url} --git-user ${github_username} --git-pass-file ${pat_file_path} --num-cores ${NSLOTS} --output-dir ${output_dir} --code-version ${hibridon_version} --cmake-option=-DCMAKE_BUILD_TYPE=Release --cmake-option=-DBUILD_TESTING=ON --benchmark-command=${benchmark_command}
|
||||
if [ "${JOBID}" = '' ]
|
||||
then
|
||||
# this script is not executed by sge... set dummy values for test
|
||||
TMP_DIR=/tmp
|
||||
JOBID=666666
|
||||
NSLOTS=2
|
||||
fi
|
||||
|
||||
echo "Executing on $(hostname)"
|
||||
temp_dir=${TMP_DIR}/$(whoami)/${JOBID}
|
||||
mkdir -p "${temp_dir}"
|
||||
|
||||
starbench_path="${temp_dir}/starbench.py"
|
||||
|
||||
output_dir="${temp_dir}"
|
||||
num_cores=${NSLOTS}
|
||||
|
||||
cat <<-'EOF' > "${starbench_path}"
|
||||
<include:starbench.py>
|
||||
EOF
|
||||
|
||||
chmod a+x "$starbench_path"
|
||||
|
||||
command="${starbench_path}"
|
||||
command="${command} --git-repos-url ${git_repos_url}"
|
||||
command="${command} --git-user ${git_user}"
|
||||
command="${command} --git-pass-file ${git_pass_file}"
|
||||
command="${command} --num-cores ${num_cores}"
|
||||
command="${command} --output-dir ${output_dir}"
|
||||
command="${command} --code-version ${code_version}"
|
||||
# echo "cmake_options: @$cmake_options@"
|
||||
for cmake_option in ${cmake_options}
|
||||
do
|
||||
command="${command} --cmake-option=${cmake_option}"
|
||||
done
|
||||
command="${command} --benchmark-command=\"${benchmark_command}\""
|
||||
echo "command: $command"
|
||||
eval $command
|
||||
|
|
|
|||
|
|
@ -0,0 +1,65 @@
|
|||
#!/usr/bin/env bash
|
||||
# this script launches jobs to run hibridon benchmarks on physix cluster for the given version of hibridon (commit number)
|
||||
|
||||
HIBRIDON_VERSION="$1" # the version of hibridon to test, in the form of a valid commit number eg 'a3bed1c3ccfbca572003020d3e3d3b1ff3934fad'
|
||||
# 'a3bed1c3ccfbca572003020d3e3d3b1ff3934fad' # latest from branch master as of 01/06/2022 12:52
|
||||
# code_version='775048db02dfb317d5eaddb6d6db520be71a2fdf' # latest from branch graffy-issue51 as of 01/06/
|
||||
|
||||
SCRIPT_DIR="$( cd -- "$( dirname -- "${BASH_SOURCE[0]:-$0}"; )" &> /dev/null && pwd 2> /dev/null; )";
|
||||
|
||||
|
||||
function substitute_TAG_with_FILEcontents {
|
||||
local TAG="${1}"
|
||||
local FILE="${2}"
|
||||
sed -e "/${TAG}/r ${FILE}" -e "/${TAG}/d"
|
||||
}
|
||||
|
||||
function launch_job_for_host_group()
|
||||
{
|
||||
local hibridon_version="$1" # the version of hibridon to test, in the form of a valid commit number eg 'a3bed1c3ccfbca572003020d3e3d3b1ff3934fad'
|
||||
local host_group_id="$2" # eg 'xeon_gold_6140'
|
||||
local hosts=''
|
||||
local num_cores=''
|
||||
case "${host_group_id}" in
|
||||
'xeon_gold_6140')
|
||||
hosts='\
|
||||
physix88.ipr.univ-rennes1.fr|\
|
||||
physix89.ipr.univ-rennes1.fr'
|
||||
num_cores='36'
|
||||
;;
|
||||
*)
|
||||
error "unhandled host_group_id : ${host_group_id}"
|
||||
exit 1
|
||||
;;
|
||||
esac
|
||||
|
||||
quick_test='^arch4_quick$' # about 2s on a core i5 8th generation
|
||||
benchmark_test='^nh3h2_qma_long$' # about 10min on a core i5 8th generation
|
||||
|
||||
git_repos_url="https://github.com/hibridon/hibridon"
|
||||
git_user='g-raffy' # os.environ['HIBRIDON_REPOS_USER']
|
||||
git_pass_file="$HOME/.github/personal_access_tokens/bench.hibridon.cluster.ipr.univ-rennes1.fr.pat"
|
||||
cmake_options='-DCMAKE_BUILD_TYPE=Release -DBUILD_TESTING=ON'
|
||||
benchmark_command="ctest --output-on-failure -L ${quick_test}"
|
||||
|
||||
# cat $SCRIPT_DIR/hibench.job | sed "s~<include:starbench.py>~$(cat $SCRIPT_DIR/starbench.py)~" > /tmp/hibench.job
|
||||
cat $SCRIPT_DIR/hibench.job | substitute_TAG_with_FILEcontents '<include:starbench.py>' "$SCRIPT_DIR/starbench.py" > /tmp/hibench.job
|
||||
chmod a+x /tmp/hibench.job
|
||||
|
||||
command="/tmp/hibench.job \"${git_repos_url}\" \"${git_user}\" \"${git_pass_file}\" \"${HIBRIDON_VERSION}\" \"${cmake_options}\" \"${benchmark_command}\""
|
||||
echo "command = $command"
|
||||
eval $command
|
||||
|
||||
# qsub -pe smp "$num_cores" -l "hostname=${hosts}"
|
||||
}
|
||||
|
||||
|
||||
function launch_perf_jobs()
|
||||
{
|
||||
local hibridon_version="$1" # the version of hibridon to test, in the form of a valid commit number eg 'a3bed1c3ccfbca572003020d3e3d3b1ff3934fad'
|
||||
|
||||
launch_job_for_host_group "${hibridon_version}" 'xeon_gold_6140'
|
||||
}
|
||||
|
||||
|
||||
launch_perf_jobs "${HIBRIDON_VERSION}"
|
||||
Loading…
Reference in New Issue