model=AtomicReportModel([{'num_cases': 2, 'num_failures': 1, 'num_aborted': 0, 'num_skipped': 0, 'runid': 0, 'testcases': [{'build_stderr': None, 'build_stdout': None, 'dependencies_actual': [], 'dependencies_conceptual': [], 'description': '', 'display_name': "RegressionTest %nb_tasks={'tasks': 256, 'tasks_per_node': 128, 'exclusive_access': True} %meshes=M1 %discretization=P1 %solver=gamg", 'environment': 'default', 'fail_phase': 'performance', 'fail_reason': "file not found error: [Errno 2] No such file or directory: '/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/javier_test/toolboxes/heat/ThermalBridgesENISO10211/Case3/9666c623/ThermalBridgesENISO10211/heat.scalibility.HeatConstructor.data'", 'filename': '/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/.venv/lib/python3.10/site-packages/feelpp/benchmarking/reframe/regression.py', 'fixture': False, 'hash': '9666c623', 'jobid': '75120', 'job_stderr': 'rfm_job.err', 'job_stdout': 'rfm_job.out', 'maintainers': [], 'name': "RegressionTest %nb_tasks={'tasks': 256, 'tasks_per_node': 128, 'exclusive_access': True} %meshes=M1 %discretization=P1 %solver=gamg", 'nodelist': ['gaya1', 'gaya2'], 'outputdir': None, 'perfvars': None, 'prefix': '/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/.venv/lib/python3.10/site-packages/feelpp/benchmarking/reframe', 'result': 'failure', 'stagedir': '/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/build/reframe/stage/gaya/production/default/RegressionTest_9666c623', 'scheduler': 'squeue', 'system': 'gaya:production', 'tags': ['async'], 'time_compile': 0.011053085327148438, 'time_performance': 0.015724897384643555, 'time_run': 625.3366405963898, 'time_sanity': 0.013383150100708008, 'time_setup': 0.009918212890625, 'time_total': 625.3839480876923, 'unique_name': 'RegressionTest_1', 'fail_info': {'exc_type': 'FileNotFoundError', 'exc_value': "[Errno 2] No such file or directory: '/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/javier_test/toolboxes/heat/ThermalBridgesENISO10211/Case3/9666c623/ThermalBridgesENISO10211/heat.scalibility.HeatConstructor.data'", 'traceback': [' File "/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/.venv/lib/python3.10/site-packages/reframe/frontend/executors/__init__.py", line 317, in _safe_call\n return fn(*args, **kwargs)\n', ' File "/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/.venv/lib/python3.10/site-packages/reframe/core/hooks.py", line 107, in _fn\n getattr(obj, h.__name__)()\n', ' File "/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/.venv/lib/python3.10/site-packages/reframe/core/hooks.py", line 38, in _fn\n func(*args, **kwargs)\n', ' File "/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/.venv/lib/python3.10/site-packages/feelpp/benchmarking/reframe/regression.py", line 30, in setPerfVars\n self.scalability_handler.getPerformanceVariables(self.num_tasks)\n', ' File "/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/.venv/lib/python3.10/site-packages/feelpp/benchmarking/reframe/scalability.py", line 25, in getPerformanceVariables\n with open(self.filepaths[stage.name if stage.name else stage.filepath],"r") as f:\n']}, 'fail_severe': False, 'check_vars': {'valid_prog_environs': ['default'], 'valid_systems': ['gaya:production'], 'descr': '', 'sourcepath': '', 'sourcesdir': None, 'prebuild_cmds': [], 'postbuild_cmds': [], 'executable': 'apptainer exec -B"/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/build/reframe/stage/gaya/production/default/RegressionTest_9666c623:/rfm_workdir" --home /data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking --bind /data/scratch/cladellash/feelppdb/input_data/ThermalBridgesENISO10211/:/input_data --env OMP_NUM_THREADS=1 --sharens --bind /opt/:/opt/ /data/scratch/cladellash/images/feelpp-noble.sif feelpp_toolbox_heat --config-files /usr/share/feelpp/data/testcases/toolboxes/heat/cases/Building/ThermalBridgesENISO10211/case3.cfg /input_data/gamg.cfg --directory /data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/javier_test/toolboxes/heat/ThermalBridgesENISO10211/Case3/9666c623 --repository.case ThermalBridgesENISO10211 --heat.scalability-save=1 --repository.append.np 0 --case.discretization P1 --heat.json.patch=\'{"op": "replace","path": "/Meshes/heat/Import/filename","value": "/input_data/partitioning/case3/M1/case3_p256.json" }\'', 'executable_opts': [], 'prerun_cmds': [], 'postrun_cmds': [], 'keep_files': [], 'readonly_files': [], 'tags': ['async'], 'maintainers': [], 'strict_check': True, 'num_tasks': 256, 'num_tasks_per_node': 128, 'num_gpus_per_node': None, 'num_cpus_per_task': 1, 'num_tasks_per_core': None, 'num_tasks_per_socket': None, 'use_multithreading': None, 'max_pending_time': None, 'exclusive_access': True, 'local': False, 'modules': [], 'env_vars': {}, 'variables': {}, 'time_limit': None, 'build_time_limit': None, 'extra_resources': {}, 'build_locally': True, 'report_dir_path': './reports/feelpp_toolbox_heat/ThermalBridgesENISO10211/gaya/2024_12_06T13_29_23', 'use_case': 'ThermalBridgesENISO10211', 'platform': 'apptainer'}, 'check_params': {'nb_tasks': {'tasks': 256, 'tasks_per_node': 128, 'exclusive_access': True}, 'meshes': 'M1', 'discretization': 'P1', 'solver': 'gamg'}}, {'build_stderr': None, 'build_stdout': None, 'dependencies_actual': [], 'dependencies_conceptual': [], 'description': '', 'display_name': "RegressionTest %nb_tasks={'tasks': 128, 'tasks_per_node': 128, 'exclusive_access': True} %meshes=M1 %discretization=P1 %solver=gamg", 'environment': 'default', 'fail_phase': None, 'fail_reason': None, 'filename': '/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/.venv/lib/python3.10/site-packages/feelpp/benchmarking/reframe/regression.py', 'fixture': False, 'hash': '55473afe', 'jobid': '75121', 'job_stderr': 'rfm_job.err', 'job_stdout': 'rfm_job.out', 'maintainers': [], 'name': "RegressionTest %nb_tasks={'tasks': 128, 'tasks_per_node': 128, 'exclusive_access': True} %meshes=M1 %discretization=P1 %solver=gamg", 'nodelist': ['gaya3'], 'outputdir': '/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/build/reframe/output/gaya/production/default/RegressionTest_55473afe', 'perfvars': [{'name': 'Constructor_initMaterialProperties', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.021853648}, {'name': 'Constructor_initMesh', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.609108861}, {'name': 'Constructor_initFunctionSpaces', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.066708072}, {'name': 'Constructor_initPostProcess', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.015753942}, {'name': 'Constructor_graph', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.031659882}, {'name': 'Constructor_matrixVector', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.044607529}, {'name': 'Constructor_algebraicOthers', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.000101331}, {'name': 'Constructor_init', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 9.7140917}, {'name': 'PostProcessing_exportResults', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 2.82327005}, {'name': 'Solve_ksp-niter', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 'iter', 'value': 21.0}, {'name': 'Solve_algebraic-assembly', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.208587639}, {'name': 'Solve_algebraic-solve', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.195197678}, {'name': 'Solve_solve', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.404727912}, {'name': 'Normal_Heat_Flux_alpha', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 43.664489849666325}, {'name': 'Normal_Heat_Flux_beta', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 13.234932791681501}, {'name': 'Normal_Heat_Flux_gamma', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': -57.485184572799646}, {'name': 'Points_alpha_max_field_temperature', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 17.902221778476267}, {'name': 'Points_alpha_min_field_temperature', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 11.304866748371033}, {'name': 'Points_beta_max_field_temperature', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 16.842788243943414}, {'name': 'Points_beta_min_field_temperature', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 11.082223374054385}, {'name': 'Statistics_temperature_alpha_max', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 17.902169122052467}, {'name': 'Statistics_temperature_alpha_min', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 11.371955934523317}, {'name': 'Statistics_temperature_beta_max', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 16.842741157278947}, {'name': 'Statistics_temperature_beta_min', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 11.112161834358307}], 'prefix': '/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/.venv/lib/python3.10/site-packages/feelpp/benchmarking/reframe', 'result': 'success', 'stagedir': '/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/build/reframe/stage/gaya/production/default/RegressionTest_55473afe', 'scheduler': 'squeue', 'system': 'gaya:production', 'tags': ['async'], 'time_compile': 0.010910987854003906, 'time_performance': 0.016216278076171875, 'time_run': 27.48229718208313, 'time_sanity': 0.013351202011108398, 'time_setup': 0.009110450744628906, 'time_total': 27.533420085906982, 'unique_name': 'RegressionTest_0', 'check_vars': {'valid_prog_environs': ['default'], 'valid_systems': ['gaya:production'], 'descr': '', 'sourcepath': '', 'sourcesdir': None, 'prebuild_cmds': [], 'postbuild_cmds': [], 'executable': 'apptainer exec -B"/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/build/reframe/stage/gaya/production/default/RegressionTest_55473afe:/rfm_workdir" --home /data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking --bind /data/scratch/cladellash/feelppdb/input_data/ThermalBridgesENISO10211/:/input_data --env OMP_NUM_THREADS=1 --sharens --bind /opt/:/opt/ /data/scratch/cladellash/images/feelpp-noble.sif feelpp_toolbox_heat --config-files /usr/share/feelpp/data/testcases/toolboxes/heat/cases/Building/ThermalBridgesENISO10211/case3.cfg /input_data/gamg.cfg --directory /data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/javier_test/toolboxes/heat/ThermalBridgesENISO10211/Case3/55473afe --repository.case ThermalBridgesENISO10211 --heat.scalability-save=1 --repository.append.np 0 --case.discretization P1 --heat.json.patch=\'{"op": "replace","path": "/Meshes/heat/Import/filename","value": "/input_data/partitioning/case3/M1/case3_p128.json" }\'', 'executable_opts': [], 'prerun_cmds': [], 'postrun_cmds': [], 'keep_files': [], 'readonly_files': [], 'tags': ['async'], 'maintainers': [], 'strict_check': True, 'num_tasks': 128, 'num_tasks_per_node': 128, 'num_gpus_per_node': None, 'num_cpus_per_task': 1, 'num_tasks_per_core': None, 'num_tasks_per_socket': None, 'use_multithreading': None, 'max_pending_time': None, 'exclusive_access': True, 'local': False, 'modules': [], 'env_vars': {}, 'variables': {}, 'time_limit': None, 'build_time_limit': None, 'extra_resources': {}, 'build_locally': True, 'report_dir_path': './reports/feelpp_toolbox_heat/ThermalBridgesENISO10211/gaya/2024_12_06T13_29_23', 'use_case': 'ThermalBridgesENISO10211', 'platform': 'apptainer'}, 'check_params': {'nb_tasks': {'tasks': 128, 'tasks_per_node': 128, 'exclusive_access': True}, 'meshes': 'M1', 'discretization': 'P1', 'solver': 'gamg'}}]}])
view=AtomicReportView([{'title': 'Validation measures', 'plot_types': ['scatter'], 'transformation': 'performance', 'aggregations': [{'column': 'nb_tasks.tasks', 'agg': 'filter:128'}], 'variables': ['Normal_Heat_Flux_alpha', 'Normal_Heat_Flux_beta', 'Normal_Heat_Flux_gamma', 'Points_alpha_max_field_temperature', 'Points_alpha_min_field_temperature', 'Points_beta_max_field_temperature', 'Points_beta_min_field_temperature', 'Statistics_temperature_alpha_max', 'Statistics_temperature_alpha_min', 'Statistics_temperature_beta_max', 'Statistics_temperature_beta_min'], 'names': [], 'xaxis': {'parameter': 'meshes', 'label': 'mesh levels'}, 'secondary_axis': {'parameter': 'performance_variable', 'label': 'Measures'}, 'yaxis': {'parameter': None, 'label': 'Heat flow [W]'}, 'color_axis': {'parameter': 'discretization', 'label': 'Discretization'}}, {'title': 'Performance (P1)', 'plot_types': ['stacked_bar', 'grouped_bar'], 'transformation': 'performance', 'aggregations': [{'column': 'discretization', 'agg': 'filter:P1'}], 'variables': ['Constructor_init', 'Solve_algebraic-assembly', 'PostProcessing_exportResults'], 'names': [], 'xaxis': {'parameter': 'nb_tasks.tasks', 'label': 'Number of tasks'}, 'secondary_axis': {'parameter': 'meshes', 'label': 'Mesh level'}, 'yaxis': {'parameter': None, 'label': 'execution time (s)'}, 'color_axis': {'parameter': 'performance_variable', 'label': 'Performance variable'}}, {'title': 'Speedup (P1)', 'plot_types': ['scatter'], 'transformation': 'speedup', 'aggregations': [{'column': 'discretization', 'agg': 'filter:P1'}], 'variables': ['Constructor_init', 'Solve_algebraic-assembly', 'PostProcessing_exportResults'], 'names': [], 'xaxis': {'parameter': 'nb_tasks.tasks', 'label': 'Number of tasks'}, 'secondary_axis': {'parameter': 'meshes', 'label': 'Mesh level'}, 'yaxis': {'parameter': None, 'label': 'Speedup'}, 'color_axis': {'parameter': 'performance_variable', 'label': 'Performance variable'}}, {'title': 'Performance (P2)', 'plot_types': ['stacked_bar', 'grouped_bar'], 'transformation': 'performance', 'aggregations': [{'column': 'discretization', 'agg': 'filter:P2'}], 'variables': ['Constructor_init', 'Solve_algebraic-assembly', 'PostProcessing_exportResults'], 'names': [], 'xaxis': {'parameter': 'nb_tasks.tasks', 'label': 'Number of tasks'}, 'secondary_axis': {'parameter': 'meshes', 'label': 'Mesh level'}, 'yaxis': {'parameter': None, 'label': 'execution time (s)'}, 'color_axis': {'parameter': 'performance_variable', 'label': 'Performance variable'}}, {'title': 'Speedup (P2)', 'plot_types': ['scatter'], 'transformation': 'speedup', 'aggregations': [{'column': 'discretization', 'agg': 'filter:P2'}], 'variables': ['Constructor_init', 'Solve_algebraic-assembly', 'PostProcessing_exportResults'], 'names': [], 'xaxis': {'parameter': 'nb_tasks.tasks', 'label': 'Number of tasks'}, 'secondary_axis': {'parameter': 'meshes', 'label': 'Mesh level'}, 'yaxis': {'parameter': None, 'label': 'Speedup'}, 'color_axis': {'parameter': 'performance_variable', 'label': 'Performance variable'}}])
controller=AtomicReportController(model,view)
.pdf
.ipynb