Reframe Report for Feel++ heat toolbox on Discoverer

1. Test Summary

Total Tests: 2
Failures: 0

nb_tasks.tasks

nb_tasks.tasks_per_node

nb_tasks.exclusive_access

meshes

discretization

solver

256

128

True

gamg

Description

128

True

gamg

Description

from feelpp.benchmarking.report.atomicReports.controller import AtomicReportController
from feelpp.benchmarking.report.atomicReports.model import AtomicReportModel
from feelpp.benchmarking.report.atomicReports.view import AtomicReportView

model=AtomicReportModel([{'num_cases': 2, 'num_failures': 0, 'num_aborted': 0, 'num_skipped': 0, 'runid': 0, 'testcases': [{'build_stderr': None, 'build_stdout': None, 'dependencies_actual': [], 'dependencies_conceptual': [], 'description': '', 'display_name': "RegressionTest %nb_tasks={'tasks': 256, 'tasks_per_node': 128, 'exclusive_access': True} %meshes=M1 %discretization=P1 %solver=gamg", 'environment': 'default', 'fail_phase': None, 'fail_reason': None, 'filename': '/home/vchabannes/actions-runner/_work/benchmarking/benchmarking/.venv/lib/python3.9/site-packages/feelpp/benchmarking/reframe/regression.py', 'fixture': False, 'hash': '9666c623', 'jobid': '273265', 'job_stderr': 'rfm_job.err', 'job_stdout': 'rfm_job.out', 'maintainers': [], 'name': "RegressionTest %nb_tasks={'tasks': 256, 'tasks_per_node': 128, 'exclusive_access': True} %meshes=M1 %discretization=P1 %solver=gamg", 'nodelist': ['cn0514', 'cn0515'], 'outputdir': '/home/vchabannes/actions-runner/_work/benchmarking/benchmarking/build/reframe/output/discoverer/cn/default/RegressionTest_9666c623', 'perfvars': [{'name': 'Constructor_initMaterialProperties', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.125333742}, {'name': 'Constructor_initMesh', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.743121536}, {'name': 'Constructor_initFunctionSpaces', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.364890073}, {'name': 'Constructor_initPostProcess', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.018866712}, {'name': 'Constructor_graph', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.01316965}, {'name': 'Constructor_matrixVector', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.198079196}, {'name': 'Constructor_algebraicOthers', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 4.164e-05}, {'name': 'Constructor_init', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 9.28496753}, {'name': 'PostProcessing_exportResults', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.569013272}, {'name': 'Solve_ksp-niter', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 'iter', 'value': 27.0}, {'name': 'Solve_algebraic-assembly', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.142460251}, {'name': 'Solve_algebraic-solve', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.996555916}, {'name': 'Solve_solve', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 1.13942719}, {'name': 'Normal_Heat_Flux_alpha', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 43.66448756951583}, {'name': 'Normal_Heat_Flux_beta', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 13.234933923517925}, {'name': 'Normal_Heat_Flux_gamma', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': -57.48518425093638}, {'name': 'Points_alpha_max_field_temperature', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 17.90222197046886}, {'name': 'Points_alpha_min_field_temperature', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 11.304866635155541}, {'name': 'Points_beta_max_field_temperature', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 16.842788369456834}, {'name': 'Points_beta_min_field_temperature', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 11.082223205951191}, {'name': 'Statistics_temperature_alpha_max', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 17.902169309203444}, {'name': 'Statistics_temperature_alpha_min', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 11.371955821956321}, {'name': 'Statistics_temperature_beta_max', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 16.84274128433854}, {'name': 'Statistics_temperature_beta_min', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 11.11216167007014}], 'prefix': '/home/vchabannes/actions-runner/_work/benchmarking/benchmarking/.venv/lib/python3.9/site-packages/feelpp/benchmarking/reframe', 'result': 'success', 'stagedir': '/home/vchabannes/actions-runner/_work/benchmarking/benchmarking/build/reframe/stage/discoverer/cn/default/RegressionTest_9666c623', 'scheduler': 'slurm', 'system': 'discoverer:cn', 'tags': ['async'], 'time_compile': 0.014022111892700195, 'time_performance': 0.16177582740783691, 'time_run': 38.471402406692505, 'time_sanity': 0.1440138816833496, 'time_setup': 0.09657526016235352, 'time_total': 38.69311785697937, 'unique_name': 'RegressionTest_1', 'check_vars': {'valid_prog_environs': ['default'], 'valid_systems': ['discoverer:cn'], 'descr': '', 'sourcepath': '', 'sourcesdir': None, 'prebuild_cmds': [], 'postbuild_cmds': [], 'executable': 'singularity exec -B"/home/vchabannes/actions-runner/_work/benchmarking/benchmarking/build/reframe/stage/discoverer/cn/default/RegressionTest_9666c623:/rfm_workdir" --home /disco2fs/ehpc-dev-2024d05-047/vchabannes/apptainer_home --bind /discofs/ehpc-dev-2024d05-047/vchabannes/inputdataset/ThermalBridgesENISO10211/:/input_data --env OMP_NUM_THREADS=1 --bind /opt/:/opt/ /home/vchabannes/feelpp-noble.sif feelpp_toolbox_heat --config-files /usr/share/feelpp/data/testcases/toolboxes/heat/cases/Building/ThermalBridgesENISO10211/case3.cfg /input_data/gamg.cfg --directory /disco2fs/ehpc-dev-2024d05-047/vchabannes/apptainer_home/javier_test/toolboxes/heat/ThermalBridgesENISO10211/Case3/9666c623 --repository.case ThermalBridgesENISO10211 --heat.scalability-save=1 --repository.append.np 0 --case.discretization P1 --heat.json.patch=\'{"op": "replace","path": "/Meshes/heat/Import/filename","value": "/input_data/partitioning/case3/M1/case3_p256.json" }\'', 'executable_opts': [], 'prerun_cmds': [], 'postrun_cmds': [], 'keep_files': [], 'readonly_files': [], 'tags': ['async'], 'maintainers': [], 'strict_check': True, 'num_tasks': 256, 'num_tasks_per_node': 128, 'num_gpus_per_node': None, 'num_cpus_per_task': 1, 'num_tasks_per_core': None, 'num_tasks_per_socket': None, 'use_multithreading': None, 'max_pending_time': None, 'exclusive_access': True, 'local': False, 'modules': [], 'env_vars': {}, 'variables': {}, 'time_limit': None, 'build_time_limit': None, 'extra_resources': {}, 'build_locally': True, 'report_dir_path': './reports/feelpp_toolbox_heat/ThermalBridgesENISO10211/discoverer/2024_12_06T14_31_12', 'use_case': 'ThermalBridgesENISO10211', 'platform': 'apptainer'}, 'check_params': {'nb_tasks': {'tasks': 256, 'tasks_per_node': 128, 'exclusive_access': True}, 'meshes': 'M1', 'discretization': 'P1', 'solver': 'gamg'}}, {'build_stderr': None, 'build_stdout': None, 'dependencies_actual': [], 'dependencies_conceptual': [], 'description': '', 'display_name': "RegressionTest %nb_tasks={'tasks': 128, 'tasks_per_node': 128, 'exclusive_access': True} %meshes=M1 %discretization=P1 %solver=gamg", 'environment': 'default', 'fail_phase': None, 'fail_reason': None, 'filename': '/home/vchabannes/actions-runner/_work/benchmarking/benchmarking/.venv/lib/python3.9/site-packages/feelpp/benchmarking/reframe/regression.py', 'fixture': False, 'hash': '55473afe', 'jobid': '273266', 'job_stderr': 'rfm_job.err', 'job_stdout': 'rfm_job.out', 'maintainers': [], 'name': "RegressionTest %nb_tasks={'tasks': 128, 'tasks_per_node': 128, 'exclusive_access': True} %meshes=M1 %discretization=P1 %solver=gamg", 'nodelist': ['cn0576'], 'outputdir': '/home/vchabannes/actions-runner/_work/benchmarking/benchmarking/build/reframe/output/discoverer/cn/default/RegressionTest_55473afe', 'perfvars': [{'name': 'Constructor_initMaterialProperties', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.123987281}, {'name': 'Constructor_initMesh', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.824772398}, {'name': 'Constructor_initFunctionSpaces', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.365043201}, {'name': 'Constructor_initPostProcess', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.017865433}, {'name': 'Constructor_graph', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.028976013}, {'name': 'Constructor_matrixVector', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.165858561}, {'name': 'Constructor_algebraicOthers', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 4.524e-05}, {'name': 'Constructor_init', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 9.88749633}, {'name': 'PostProcessing_exportResults', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.425253465}, {'name': 'Solve_ksp-niter', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 'iter', 'value': 26.0}, {'name': 'Solve_algebraic-assembly', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.181358286}, {'name': 'Solve_algebraic-solve', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.168261829}, {'name': 'Solve_solve', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.350136478}, {'name': 'Normal_Heat_Flux_alpha', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 43.66448630127966}, {'name': 'Normal_Heat_Flux_beta', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 13.234931516822797}, {'name': 'Normal_Heat_Flux_gamma', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': -57.48518339526697}, {'name': 'Points_alpha_max_field_temperature', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 17.90222200460371}, {'name': 'Points_alpha_min_field_temperature', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 11.304866673657921}, {'name': 'Points_beta_max_field_temperature', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 16.842788339149095}, {'name': 'Points_beta_min_field_temperature', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 11.082223263941435}, {'name': 'Statistics_temperature_alpha_max', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 17.90216934999435}, {'name': 'Statistics_temperature_alpha_min', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 11.371955866307069}, {'name': 'Statistics_temperature_beta_max', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 16.842741252752038}, {'name': 'Statistics_temperature_beta_min', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 11.1121617321236}], 'prefix': '/home/vchabannes/actions-runner/_work/benchmarking/benchmarking/.venv/lib/python3.9/site-packages/feelpp/benchmarking/reframe', 'result': 'success', 'stagedir': '/home/vchabannes/actions-runner/_work/benchmarking/benchmarking/build/reframe/stage/discoverer/cn/default/RegressionTest_55473afe', 'scheduler': 'slurm', 'system': 'discoverer:cn', 'tags': ['async'], 'time_compile': 0.01417994499206543, 'time_performance': 0.164886474609375, 'time_run': 37.32426834106445, 'time_sanity': 0.14857816696166992, 'time_setup': 0.08834028244018555, 'time_total': 37.57857823371887, 'unique_name': 'RegressionTest_0', 'check_vars': {'valid_prog_environs': ['default'], 'valid_systems': ['discoverer:cn'], 'descr': '', 'sourcepath': '', 'sourcesdir': None, 'prebuild_cmds': [], 'postbuild_cmds': [], 'executable': 'singularity exec -B"/home/vchabannes/actions-runner/_work/benchmarking/benchmarking/build/reframe/stage/discoverer/cn/default/RegressionTest_55473afe:/rfm_workdir" --home /disco2fs/ehpc-dev-2024d05-047/vchabannes/apptainer_home --bind /discofs/ehpc-dev-2024d05-047/vchabannes/inputdataset/ThermalBridgesENISO10211/:/input_data --env OMP_NUM_THREADS=1 --bind /opt/:/opt/ /home/vchabannes/feelpp-noble.sif feelpp_toolbox_heat --config-files /usr/share/feelpp/data/testcases/toolboxes/heat/cases/Building/ThermalBridgesENISO10211/case3.cfg /input_data/gamg.cfg --directory /disco2fs/ehpc-dev-2024d05-047/vchabannes/apptainer_home/javier_test/toolboxes/heat/ThermalBridgesENISO10211/Case3/55473afe --repository.case ThermalBridgesENISO10211 --heat.scalability-save=1 --repository.append.np 0 --case.discretization P1 --heat.json.patch=\'{"op": "replace","path": "/Meshes/heat/Import/filename","value": "/input_data/partitioning/case3/M1/case3_p128.json" }\'', 'executable_opts': [], 'prerun_cmds': [], 'postrun_cmds': [], 'keep_files': [], 'readonly_files': [], 'tags': ['async'], 'maintainers': [], 'strict_check': True, 'num_tasks': 128, 'num_tasks_per_node': 128, 'num_gpus_per_node': None, 'num_cpus_per_task': 1, 'num_tasks_per_core': None, 'num_tasks_per_socket': None, 'use_multithreading': None, 'max_pending_time': None, 'exclusive_access': True, 'local': False, 'modules': [], 'env_vars': {}, 'variables': {}, 'time_limit': None, 'build_time_limit': None, 'extra_resources': {}, 'build_locally': True, 'report_dir_path': './reports/feelpp_toolbox_heat/ThermalBridgesENISO10211/discoverer/2024_12_06T14_31_12', 'use_case': 'ThermalBridgesENISO10211', 'platform': 'apptainer'}, 'check_params': {'nb_tasks': {'tasks': 128, 'tasks_per_node': 128, 'exclusive_access': True}, 'meshes': 'M1', 'discretization': 'P1', 'solver': 'gamg'}}]}])
view=AtomicReportView([{'title': 'Validation measures', 'plot_types': ['scatter'], 'transformation': 'performance', 'aggregations': [{'column': 'nb_tasks.tasks', 'agg': 'filter:128'}], 'variables': ['Normal_Heat_Flux_alpha', 'Normal_Heat_Flux_beta', 'Normal_Heat_Flux_gamma', 'Points_alpha_max_field_temperature', 'Points_alpha_min_field_temperature', 'Points_beta_max_field_temperature', 'Points_beta_min_field_temperature', 'Statistics_temperature_alpha_max', 'Statistics_temperature_alpha_min', 'Statistics_temperature_beta_max', 'Statistics_temperature_beta_min'], 'names': [], 'xaxis': {'parameter': 'meshes', 'label': 'mesh levels'}, 'secondary_axis': {'parameter': 'performance_variable', 'label': 'Measures'}, 'yaxis': {'parameter': None, 'label': 'Heat flow [W]'}, 'color_axis': {'parameter': 'discretization', 'label': 'Discretization'}}, {'title': 'Performance (P1)', 'plot_types': ['stacked_bar', 'grouped_bar'], 'transformation': 'performance', 'aggregations': [{'column': 'discretization', 'agg': 'filter:P1'}], 'variables': ['Constructor_init', 'Solve_algebraic-assembly', 'PostProcessing_exportResults'], 'names': [], 'xaxis': {'parameter': 'nb_tasks.tasks', 'label': 'Number of tasks'}, 'secondary_axis': {'parameter': 'meshes', 'label': 'Mesh level'}, 'yaxis': {'parameter': None, 'label': 'execution time (s)'}, 'color_axis': {'parameter': 'performance_variable', 'label': 'Performance variable'}}, {'title': 'Speedup (P1)', 'plot_types': ['scatter'], 'transformation': 'speedup', 'aggregations': [{'column': 'discretization', 'agg': 'filter:P1'}], 'variables': ['Constructor_init', 'Solve_algebraic-assembly', 'PostProcessing_exportResults'], 'names': [], 'xaxis': {'parameter': 'nb_tasks.tasks', 'label': 'Number of tasks'}, 'secondary_axis': {'parameter': 'meshes', 'label': 'Mesh level'}, 'yaxis': {'parameter': None, 'label': 'Speedup'}, 'color_axis': {'parameter': 'performance_variable', 'label': 'Performance variable'}}, {'title': 'Performance (P2)', 'plot_types': ['stacked_bar', 'grouped_bar'], 'transformation': 'performance', 'aggregations': [{'column': 'discretization', 'agg': 'filter:P2'}], 'variables': ['Constructor_init', 'Solve_algebraic-assembly', 'PostProcessing_exportResults'], 'names': [], 'xaxis': {'parameter': 'nb_tasks.tasks', 'label': 'Number of tasks'}, 'secondary_axis': {'parameter': 'meshes', 'label': 'Mesh level'}, 'yaxis': {'parameter': None, 'label': 'execution time (s)'}, 'color_axis': {'parameter': 'performance_variable', 'label': 'Performance variable'}}, {'title': 'Speedup (P2)', 'plot_types': ['scatter'], 'transformation': 'speedup', 'aggregations': [{'column': 'discretization', 'agg': 'filter:P2'}], 'variables': ['Constructor_init', 'Solve_algebraic-assembly', 'PostProcessing_exportResults'], 'names': [], 'xaxis': {'parameter': 'nb_tasks.tasks', 'label': 'Number of tasks'}, 'secondary_axis': {'parameter': 'meshes', 'label': 'Mesh level'}, 'yaxis': {'parameter': None, 'label': 'Speedup'}, 'color_axis': {'parameter': 'performance_variable', 'label': 'Performance variable'}}])
controller=AtomicReportController(model,view)




                                
                    




                                
                    




                                
                    




                                
                    




                                
                    

---------------------------------------------------------------------------
IndexError                                Traceback (most recent call last)
File :1
----> 1 for fig in controller.generateAll():
      2     import sys; fig.write_html(file=sys.stdout, include_plotlyjs=False)

File /data/cemosis/github-actions-runner/actions-runner-4/_work/benchmarking/benchmarking/.venv/lib/python3.10/site-packages/feelpp/benchmarking/report/base/controller.py:20, in Controller.generateAll(self)
     18 for plot_config in self.view.plots_config:
     19     for plot in FigureFactory.create(plot_config):
---> 20         yield plot.createFigure(self.model.master_df)

File /data/cemosis/github-actions-runner/actions-runner-4/_work/benchmarking/benchmarking/.venv/lib/python3.10/site-packages/feelpp/benchmarking/report/figureFactory.py:345, in GroupedBarFigure.createFigure(self, df)
    342 df = self.transformation_strategy.calculate(df)
    344 if isinstance(df.index,MultiIndex):
--> 345     figure = self.createGrouped(df)
    346 else:
    347     figure = self.createSimple(df)

File /data/cemosis/github-actions-runner/actions-runner-4/_work/benchmarking/benchmarking/.venv/lib/python3.10/site-packages/feelpp/benchmarking/report/figureFactory.py:292, in GroupedBarFigure.createGrouped(self, df)
    278     frames.append([
    279         go.Bar(
    280             x = frame_df.index.astype(str),
   (...)
    284         for col in frame_df.columns
    285     ])
    286     ranges.append([
    287         frame_df.min().min() - frame_df.min().min()*range_epsilon,
    288         frame_df.max().max() + frame_df.min().min()*range_epsilon
    289     ])
    291 fig = go.Figure(
--> 292     data = frames[0],
    293     frames = [
    294         go.Frame(
    295             data = f,
    296             name=f"frame_{i}",
    297             layout=dict(
    298                 yaxis=dict(range = ranges[i])
    299             )
    300         )
    301         for i,f in enumerate(frames)],
    302     layout=go.Layout(
    303         yaxis=dict(range = ranges[0],title=self.config.yaxis.label),
    304         xaxis=dict(title=self.config.xaxis.label),
    305         title=self.config.title,
    306         sliders=[dict(
    307             active=0, currentvalue=dict(prefix=f"{self.config.secondary_axis.label} = "), transition = dict(duration= 0),
    308             steps=[dict(label=f"{h}",method="animate",args=[[f"frame_{k}"],dict(mode="immediate",frame=dict(duration=0, redraw=True))]) for k,h in enumerate(anim_dimension_values)],
    309         )],
    310         legend=dict(title=self.config.color_axis.label if self.config.color_axis else "")
    311     )
    312 )
    314 return fig

IndexError: list index out of range