cellinfo
/
iprbench
2
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

improved hibench results parser to retrieve details of configuration (eg mkl version) 

work related to [https://bugzilla.ipr.univ-rennes.fr/show_bug.cgi?id=3372]
This commit is contained in:
Guillaume Raffy 2024-09-30 17:47:15 +02:00
parent 1d66fc1edb
commit ccb0acd817
1 changed files with 182 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

191
usecases/ipr/hibench/showresults.py
View File

@ -1,13 +1,15 @@
#!/usr/bin/env python3 #!/usr/bin/env python3
from typing import Dict, List from typing import Dict, List, Any
from pathlib import Path from pathlib import Path
import re import re
import pandas as pd import pandas as pd
import datetime
CpuId = str # eg 'intel_xeon_gold_6248r' CpuId = str # eg 'intel_xeon_gold_6248r'
Speed = float # the execution speed for a given job (1.0/job duration), in s^-1 Speed = float # the execution speed for a given job (1.0/job duration), in s^-1
Duration = float # the duration of a run for a given job (in seconds) Duration = float # the duration of a run for a given job (in seconds)
HostFqdn = str # host fully qualified domain name, eg physix12.ipr.univ-rennes1.fr
class StarbenchMeasure(): class StarbenchMeasure():
@ -25,6 +27,120 @@ class StarbenchMeasure():
class HibenchResultsParser(): class HibenchResultsParser():
@staticmethod
def parse_maths_lib_paths(math_lib_paths: str) -> Dict[str, str]:
lib_info = {}
for path in math_lib_paths.split(';'):
if path.find('compilers_and_libraries_2020.1.217') != -1:
# graffy@physix-frontal:~$ module show lib/mkl/2020.0.1
# -------------------------------------------------------------------
# /usr/share/modules/modulefiles/lib/mkl/2020.0.1:
# module-whatis Sets the Environment to use the Intel Math Kernel Libraries version 2020.0.1
# setenv MKLROOT /opt/intel/compilers_and_libraries_2020.1.217/linux/mkl
lib_info['lib_name'] = 'mkl'
lib_info['lib_version'] = '2020.0.1'
break
elif path.find('/usr/lib/libblas.so') != -1:
# graffy@physix-frontal:~$ ls -l /usr/lib/libblas.so
# lrwxrwxrwx 1 root root 28 Jun 4 2018 /usr/lib/libblas.so -> /etc/alternatives/libblas.so
# graffy@physix-frontal:~$ ls -l /etc/alternatives/libblas.so
# lrwxrwxrwx 1 root root 36 Jul 29 2020 /etc/alternatives/libblas.so -> /usr/lib/atlas-base/atlas/libblas.so
# graffy@physix-frontal:~$ ls -l /usr/lib/atlas-base/atlas/libblas.so
# lrwxrwxrwx 1 root root 12 Aug 6 2016 /usr/lib/atlas-base/atlas/libblas.so -> libblas.so.3
# graffy@physix-frontal:~$ dpkg -l | grep atlas
# ii libatlas-base-dev 3.10.3-1+b1 amd64 Automatically Tuned Linear Algebra Software, generic static
# ii libatlas-dev 3.10.3-1+b1 amd64 Automatically Tuned Linear Algebra Software, C header files
# ii libatlas3-base 3.10.3-1+b1 amd64 Automatically Tuned Linear Algebra Software, generic shared
lib_info['lib_name'] = 'atlas'
lib_info['lib_version'] = 'debian_3.10.3-1+b1'
break
elif path.find('/usr/lib/liblapack.so') != -1:
# /usr/lib/liblapack.so;/usr/lib/libblas.so;/usr/lib/libf77blas.so;/usr/lib/libatlas.so
# graffy@physix-frontal:~$ ls -l /usr/lib/liblapack.so
# lrwxrwxrwx 1 root root 30 Jun 4 2018 /usr/lib/liblapack.so -> /etc/alternatives/liblapack.so
# graffy@physix-frontal:~$ ls -l /etc/alternatives/liblapack.so
# lrwxrwxrwx 1 root root 38 Jul 29 2020 /etc/alternatives/liblapack.so -> /usr/lib/atlas-base/atlas/liblapack.so
# graffy@physix-frontal:~$ ls -l /usr/lib/atlas-base/atlas/liblapack.so
# lrwxrwxrwx 1 root root 14 Aug 6 2016 /usr/lib/atlas-base/atlas/liblapack.so -> liblapack.so.3
# graffy@physix-frontal:~$ dpkg -l | grep atlas
# ii libatlas-base-dev 3.10.3-1+b1 amd64 Automatically Tuned Linear Algebra Software, generic static
# ii libatlas-dev 3.10.3-1+b1 amd64 Automatically Tuned Linear Algebra Software, C header files
# ii libatlas3-base 3.10.3-1+b1 amd64 Automatically Tuned Linear Algebra Software, generic shared
lib_info['lib_name'] = 'atlas'
lib_info['lib_version'] = 'debian_3.10.3-1+b1'
break
else:
assert False, f'unexpected value for blas_paths: {math_lib_paths}'
return lib_info
@staticmethod
def parse_configure_stdout(configure_stdout_file_path: Path) -> Dict[str, Any]:
# -- The C compiler identification is GNU 6.3.0
# -- The CXX compiler identification is GNU 6.3.0
# -- Detecting C compiler ABI info
# -- Detecting C compiler ABI info - done
# -- Check for working C compiler: /usr/bin/cc - skipped
# -- Detecting C compile features
# -- Detecting C compile features - done
# -- Detecting CXX compiler ABI info
# -- Detecting CXX compiler ABI info - done
# -- Check for working CXX compiler: /usr/bin/c++ - skipped
# -- Detecting CXX compile features
# -- Detecting CXX compile features - done
# -- The Fortran compiler identification is Intel 19.1.0.20200306
# -- Detecting Fortran compiler ABI info
# -- Detecting Fortran compiler ABI info - done
# -- Check for working Fortran compiler: /opt/intel/compilers_and_libraries_2020.1.217/linux/bin/intel64/ifort - skipped
# -- Looking for pthread.h
# -- Looking for pthread.h - found
# -- Performing Test CMAKE_HAVE_LIBC_PTHREAD
# -- Performing Test CMAKE_HAVE_LIBC_PTHREAD - Failed
# -- Looking for pthread_create in pthreads
# -- Looking for pthread_create in pthreads - not found
# -- Looking for pthread_create in pthread
# -- Looking for pthread_create in pthread - found
# -- Found Threads: TRUE
# -- Looking for Fortran sgemm
# -- Looking for Fortran sgemm - found
# -- Looking for Fortran cheev
# -- Looking for Fortran cheev - found
# -- Configuring done
# -- Generating done
# -- Build files have been written to: /mnt/workl/146180.1.long.q/graffy/146180/worker000/build
build_config_info = {}
with open(configure_stdout_file_path, 'rt', encoding='utf8') as f:
for line in f.readlines():
# -- The Fortran compiler identification is Intel 19.1.0.20200306
# -- The Fortran compiler identification is GNU 6.3.0
print(line)
match = re.match(r'^-- The Fortran compiler identification is (?P<fortran_compiler_id>.+)$', line)
if match:
fortran_compiler_id = match['fortran_compiler_id']
match = re.match(r'^(?P<fortran_compiler_provider_id>[a-zA-Z]+) (?P<compiler_version>.+)$', fortran_compiler_id)
assert match, f'unable to parse {fortran_compiler_id}'
build_config_info['fortran_compiler'] = {
'Intel': 'ifort',
'GNU': 'gfortran'
}[match['fortran_compiler_provider_id']]
build_config_info['fortran_compiler_version'] = match['compiler_version']
# -- Found BLAS: /opt/intel/compilers_and_libraries_2020.1.217/linux/mkl/lib/intel64_lin/libmkl_intel_lp64.so;/opt/intel/compilers_and_libraries_2020.1.217/linux/mkl/lib/intel64_lin/libmkl_intel_thread.so;/opt/intel/compilers_and_libraries_2020.1.217/linux/mkl/lib/intel64_lin/libmkl_core.so;/opt/intel/compilers_and_libraries_2020.1.217/linux/compiler/lib/intel64_lin/libiomp5.so;-lpthread;-lm;-ldl
match = re.match(r'^-- Found BLAS: (?P<blas_paths>.+)$', line)
if match:
lib_info = HibenchResultsParser.parse_maths_lib_paths(match['blas_paths'])
build_config_info['blas'] = lib_info['lib_name']
build_config_info['blas_version'] = lib_info['lib_version']
# -- Found LAPACK: /opt/intel/compilers_and_libraries_2020.1.217/linux/mkl/lib/intel64_lin/libmkl_intel_lp64.so;/opt/intel/compilers_and_libraries_2020.1.217/linux/mkl/lib/intel64_lin/libmkl_intel_thread.so;/opt/intel/compilers_and_libraries_2020.1.217/linux/mkl/lib/intel64_lin/libmkl_core.so;/opt/intel/compilers_and_libraries_2020.1.217/linux/compiler/lib/intel64_lin/libiomp5.so;-lpthread;-lm;-ldl;-lpthread;-lm;-ldl
match = re.match(r'^-- Found LAPACK: (?P<lapack_paths>.+)$', line)
if match:
lib_info = HibenchResultsParser.parse_maths_lib_paths(match['lapack_paths'])
build_config_info['lapack'] = lib_info['lib_name']
build_config_info['lapack_version'] = lib_info['lib_version']
assert 'fortran_compiler' in build_config_info.keys()
assert 'blas' in build_config_info.keys()
return build_config_info
@staticmethod @staticmethod
def parse_bench_stdout(bench_stdout_file_path: Path) -> Duration: def parse_bench_stdout(bench_stdout_file_path: Path) -> Duration:
""" """
@ -39,11 +155,50 @@ class HibenchResultsParser():
break break
return duration return duration
@staticmethod
def parse_job_stdout(job_stdout_file_path: Path) -> Dict[str, Any]:
""" parses files such as /home/graffy/work/starbench/starbench.git/usecases/ipr/hibench/results/53894da48505892bfa05693a52312bacb12c70c9/nh3h2_qma_long/intel_xeon_e5-2660/gfortran/hibench_intel_xeon_e5-2660_gfortran_53894da48505892bfa05693a52312bacb12c70c9.o146192
"""
host_fqdn = None
job_id = None
submit_dir = None
job_start_time = None
with open(job_stdout_file_path, 'rt', encoding='utf8') as f:
for line in f.readlines():
# Executing job 145989 on physix48 from /mnt/work/graffy/hibridon/benchmarks/starbench/a3bed1c3ccfbca572003020d3e3d3b1ff3934fad/arch4_quick/intel_xeon_x5550/ifort/
match = re.match(r'^Executing job (?P<job_id>[0-9]+) on (?P<hostname>[a-z0-9]+) from (?P<submit_dir>.+)$', line)
if match:
job_id = match['job_id']
hostname = match['hostname']
submit_dir = Path(match['submit_dir'])
cluster_id = re.match(r'(?P<cluster_id>[a-z]+)(?P<cluster_index>[0-9]+)', hostname)['cluster_id']
domain = {
'physix': 'ipr.univ-rennes1.fr',
'alambix': 'ipr.univ-rennes.fr',
}[cluster_id]
host_fqdn = f'{hostname}.{domain}'
# date: 2022-06-10T15:51:02+02:00
match = re.match(r'^date: (?P<date>[0-9\-T:+]+)$', line)
if match:
job_start_time = datetime.datetime.fromisoformat(match['date'])
# the command /opt/ipr/cluster/work.local/146192.1.long.q/graffy/146192/starbench.py --git-repos-url https://github.com/hibridon/hibridon --git-user g-raffy --git-pass-file /mnt/home.ipr/graffy/.github/personal_access_tokens/bench.hibridon.cluster.ipr.univ-rennes1.fr.pat --num-cores 16 --output-dir /opt/ipr/cluster/work.local/146192.1.long.q/graffy/146192 --code-version 53894da48505892bfa05693a52312bacb12c70c9 --cmake-path /opt/cmake/cmake-3.23.0/bin/cmake --cmake-option=-DCMAKE_BUILD_TYPE=Release --cmake-option=-DBUILD_TESTING=ON --cmake-option=-DCMAKE_Fortran_COMPILER=gfortran --benchmark-command="ctest --output-on-failure -L ^nh3h2_qma_long$" succeeded
assert host_fqdn is not None
return {
'host_fqdn': host_fqdn,
'job_id': job_id,
'submit_dir': submit_dir,
'job_start_time': job_start_time
}
@staticmethod @staticmethod
def parse_results(starbench_results_root: Path) -> pd.DataFrame: def parse_results(starbench_results_root: Path) -> pd.DataFrame:
"""reads the output files of a starbench_results_root """reads the output files of a starbench_results_root
""" """
results = pd.DataFrame(columns=['commit-id', 'test-id', 'cpu-id', 'compiler-id', 'avg-duration']) results = pd.DataFrame(columns=['commit-id', 'test-id', 'cpu-id', 'fortran-compiler', 'fortran-compiler-version', 'blas', 'blas-version', 'lapack', 'lapack-version', 'avg-duration', 'host-fqdn', 'job_id', 'job_start_time', 'submit_dir'])
# # set dtypes for each column
# df['A'] = df['A'].astype(int)
# df['B'] = df['B'].astype(float)
# df['C'] = df['C'].astype(str)
for commit_path in starbench_results_root.iterdir(): for commit_path in starbench_results_root.iterdir():
if not commit_path.is_dir(): if not commit_path.is_dir():
continue continue
@ -61,20 +216,37 @@ class HibenchResultsParser():
continue continue
compiler_id = compiler_path.name # eg ifort compiler_id = compiler_path.name # eg ifort
measure = StarbenchMeasure() measure = StarbenchMeasure()
for worker_path in compiler_path.iterdir(): host_fqdn = None
if not worker_path.is_dir(): job_id = None
continue submit_dir = None
worker_id = worker_path.name job_start_time = None
configure_stdout_path = compiler_path / 'worker000' / 'configure_stdout.txt'
if not configure_stdout_path.exists():
continue
build_config_info = HibenchResultsParser.parse_configure_stdout(configure_stdout_path)
print(build_config_info)
for child_path in compiler_path.iterdir():
if not child_path.is_dir():
if re.match(r'^hibench_[^.]+\.o[0-9]+$', child_path.name):
job_stdout_file_path = child_path
job_data = HibenchResultsParser.parse_job_stdout(job_stdout_file_path)
host_fqdn = job_data['host_fqdn']
job_id = job_data['job_id']
submit_dir = job_data['submit_dir']
job_start_time = job_data['job_start_time']
worker_id = child_path.name
match = re.match(r'worker(?P<worker_index>[0-9][0-9][0-9])', worker_id) match = re.match(r'worker(?P<worker_index>[0-9][0-9][0-9])', worker_id)
if match is None: if match is None:
print(f'unexpected path : {worker_path}') print(f'unexpected path : {child_path}')
continue continue
# worker_index = int(match['worker_index']) # worker_index = int(match['worker_index'])
duration = HibenchResultsParser.parse_bench_stdout(worker_path / 'bench_stdout.txt') duration = HibenchResultsParser.parse_bench_stdout(child_path / 'bench_stdout.txt')
measure.worker_durations.append(duration) measure.worker_durations.append(duration)
if len(measure.worker_durations) > 0: if len(measure.worker_durations) > 0:
results.loc[results.shape[0]] = [commit_id, test_id, cpu_id, compiler_id, measure.get_average_duration()] results.loc[results.shape[0]] = [commit_id, test_id, cpu_id, build_config_info['fortran_compiler'], build_config_info['fortran_compiler_version'], build_config_info['blas'], build_config_info['blas_version'], build_config_info['lapack'], build_config_info['lapack_version'], measure.get_average_duration(), host_fqdn, job_id, job_start_time, submit_dir]
print(results.dtypes)
return results return results
@ -82,6 +254,7 @@ def main():
# 20240927-20:03:18 graffy@graffy-ws2:~/work/starbench/starbench.git$ rsync -va graffy@physix.ipr.univ-rennes1.fr:/opt/ipr/cluster/work.global/graffy/hibridon/benchmarks/starbench/ ./usecases/ipr/hibench/results/ # 20240927-20:03:18 graffy@graffy-ws2:~/work/starbench/starbench.git$ rsync -va graffy@physix.ipr.univ-rennes1.fr:/opt/ipr/cluster/work.global/graffy/hibridon/benchmarks/starbench/ ./usecases/ipr/hibench/results/
hiperf = HibenchResultsParser.parse_results(Path('/home/graffy/work/starbench/starbench.git/usecases/ipr/hibench/results')) hiperf = HibenchResultsParser.parse_results(Path('/home/graffy/work/starbench/starbench.git/usecases/ipr/hibench/results'))
hiperf.to_csv('/home/graffy/work/starbench/starbench.git/usecases/ipr/hibench/results.csv')
print(hiperf) print(hiperf)