# PLEASE READ:
# This notebook here is mostly compiling the results AFTER the benchmarks are
# done. If you use this notebook, please install LISA
# https://github.com/ARM-software/lisa
# and then workload-processor
# https://github.com/mrkajetanp/workload-processor.git
# first. After the installation, run this workload via:
# $ workload-processor run $WORKLOAD_PROCESSOR_INSTALL_DIR/agendas/agenda_speedometer.yaml baseline
# $ workload-processor run $WORKLOAD_PROCESSOR_INSTALL_DIR/agendas/agenda_speedometer.yaml test
# This will give you two directories of
# speedometer_baseline_$RUNS_$DATE
# and
# speedometer_test_$RUNS_$DATE
# To obtain power consumption results on the two benchmark runs, do
# $ workload-processor process speedometer_baseline_$RUNS_$DATE -m power
# and then
# $ workload-processor process speedometer_test_$RUNS_$DATE -m power
#
# Only after this should you start using this notebook. The reason is that
# these benchmark runs generate a huge amount of traces. Running the benchmarks
# inside this notebook can easily crash Jupyter completely.
import os
import logging as log
from lisa.utils import setup_logging
setup_logging(level=log.ERROR)
from lisa.trace import Trace
from lisa.wa import WAOutput
from lisa.stats import Stats
from lisa.datautils import series_mean
from pandas import DataFrame
import pandas as pd
import scipy as sp
import numpy as np
import plotly.express as px
import plotly.io as pio
import plotly.graph_objects as go
import holoviews as hv
from holoviews import opts
from bokeh.themes import built_in_themes
from tabulate import tabulate
from holoviews.operation.datashader import datashade, rasterize
from holoviews.operation import decimate
from wp.notebook import WorkloadNotebookAnalysis, setup_notebook
setup_notebook()
sp = WorkloadNotebookAnalysis('/data_sda/honxia02/lisa/', [
'speedometer_mainoffice_10_0711',
'speedometer_sumofficediv4_10_0711',
'speedometer_sumofficediv3.2_10_0711',
])
sp.show()
metric | value | unit | iteration | workload | id | wa_path | kernel | tag | |
---|---|---|---|---|---|---|---|---|---|
0 | Speedometer Score | 79.09 | Runs per minute | 1 | speedometer | wk1 | speedometer_mainoffice_10_0711 | 5.18.0-armpower-00029-gc35255a0e739 | mainoffice |
1 | Speedometer Score | 79.41 | Runs per minute | 2 | speedometer | wk1 | speedometer_mainoffice_10_0711 | 5.18.0-armpower-00029-gc35255a0e739 | mainoffice |
2 | Speedometer Score | 78.74 | Runs per minute | 3 | speedometer | wk1 | speedometer_mainoffice_10_0711 | 5.18.0-armpower-00029-gc35255a0e739 | mainoffice |
3 | Speedometer Score | 79.69 | Runs per minute | 4 | speedometer | wk1 | speedometer_mainoffice_10_0711 | 5.18.0-armpower-00029-gc35255a0e739 | mainoffice |
4 | Speedometer Score | 79.28 | Runs per minute | 5 | speedometer | wk1 | speedometer_mainoffice_10_0711 | 5.18.0-armpower-00029-gc35255a0e739 | mainoffice |
5 | Speedometer Score | 79.57 | Runs per minute | 6 | speedometer | wk1 | speedometer_mainoffice_10_0711 | 5.18.0-armpower-00029-gc35255a0e739 | mainoffice |
6 | Speedometer Score | 79.73 | Runs per minute | 7 | speedometer | wk1 | speedometer_mainoffice_10_0711 | 5.18.0-armpower-00029-gc35255a0e739 | mainoffice |
7 | Speedometer Score | 78.70 | Runs per minute | 8 | speedometer | wk1 | speedometer_mainoffice_10_0711 | 5.18.0-armpower-00029-gc35255a0e739 | mainoffice |
8 | Speedometer Score | 79.14 | Runs per minute | 9 | speedometer | wk1 | speedometer_mainoffice_10_0711 | 5.18.0-armpower-00029-gc35255a0e739 | mainoffice |
9 | Speedometer Score | 79.70 | Runs per minute | 10 | speedometer | wk1 | speedometer_mainoffice_10_0711 | 5.18.0-armpower-00029-gc35255a0e739 | mainoffice |
10 | Speedometer Score | 79.76 | Runs per minute | 1 | speedometer | wk1 | speedometer_sumofficediv4_10_0711 | 5.18.0-armpower-00036-g7f9273f79788 | sumofficediv4 |
11 | Speedometer Score | 79.71 | Runs per minute | 2 | speedometer | wk1 | speedometer_sumofficediv4_10_0711 | 5.18.0-armpower-00036-g7f9273f79788 | sumofficediv4 |
12 | Speedometer Score | 79.79 | Runs per minute | 3 | speedometer | wk1 | speedometer_sumofficediv4_10_0711 | 5.18.0-armpower-00036-g7f9273f79788 | sumofficediv4 |
13 | Speedometer Score | 79.55 | Runs per minute | 4 | speedometer | wk1 | speedometer_sumofficediv4_10_0711 | 5.18.0-armpower-00036-g7f9273f79788 | sumofficediv4 |
14 | Speedometer Score | 79.49 | Runs per minute | 5 | speedometer | wk1 | speedometer_sumofficediv4_10_0711 | 5.18.0-armpower-00036-g7f9273f79788 | sumofficediv4 |
15 | Speedometer Score | 79.75 | Runs per minute | 6 | speedometer | wk1 | speedometer_sumofficediv4_10_0711 | 5.18.0-armpower-00036-g7f9273f79788 | sumofficediv4 |
16 | Speedometer Score | 79.57 | Runs per minute | 7 | speedometer | wk1 | speedometer_sumofficediv4_10_0711 | 5.18.0-armpower-00036-g7f9273f79788 | sumofficediv4 |
17 | Speedometer Score | 79.92 | Runs per minute | 8 | speedometer | wk1 | speedometer_sumofficediv4_10_0711 | 5.18.0-armpower-00036-g7f9273f79788 | sumofficediv4 |
18 | Speedometer Score | 81.28 | Runs per minute | 9 | speedometer | wk1 | speedometer_sumofficediv4_10_0711 | 5.18.0-armpower-00036-g7f9273f79788 | sumofficediv4 |
19 | Speedometer Score | 79.06 | Runs per minute | 10 | speedometer | wk1 | speedometer_sumofficediv4_10_0711 | 5.18.0-armpower-00036-g7f9273f79788 | sumofficediv4 |
20 | Speedometer Score | 78.79 | Runs per minute | 1 | speedometer | wk1 | speedometer_sumofficediv3.2_10_0711 | 5.18.0-armpower-00036-g769ac0cc40ef | sumofficediv3.2 |
21 | Speedometer Score | 79.09 | Runs per minute | 2 | speedometer | wk1 | speedometer_sumofficediv3.2_10_0711 | 5.18.0-armpower-00036-g769ac0cc40ef | sumofficediv3.2 |
22 | Speedometer Score | 79.51 | Runs per minute | 3 | speedometer | wk1 | speedometer_sumofficediv3.2_10_0711 | 5.18.0-armpower-00036-g769ac0cc40ef | sumofficediv3.2 |
23 | Speedometer Score | 79.12 | Runs per minute | 4 | speedometer | wk1 | speedometer_sumofficediv3.2_10_0711 | 5.18.0-armpower-00036-g769ac0cc40ef | sumofficediv3.2 |
24 | Speedometer Score | 81.48 | Runs per minute | 5 | speedometer | wk1 | speedometer_sumofficediv3.2_10_0711 | 5.18.0-armpower-00036-g769ac0cc40ef | sumofficediv3.2 |
25 | Speedometer Score | 80.99 | Runs per minute | 6 | speedometer | wk1 | speedometer_sumofficediv3.2_10_0711 | 5.18.0-armpower-00036-g769ac0cc40ef | sumofficediv3.2 |
26 | Speedometer Score | 79.43 | Runs per minute | 7 | speedometer | wk1 | speedometer_sumofficediv3.2_10_0711 | 5.18.0-armpower-00036-g769ac0cc40ef | sumofficediv3.2 |
27 | Speedometer Score | 80.11 | Runs per minute | 8 | speedometer | wk1 | speedometer_sumofficediv3.2_10_0711 | 5.18.0-armpower-00036-g769ac0cc40ef | sumofficediv3.2 |
28 | Speedometer Score | 79.45 | Runs per minute | 9 | speedometer | wk1 | speedometer_sumofficediv3.2_10_0711 | 5.18.0-armpower-00036-g769ac0cc40ef | sumofficediv3.2 |
29 | Speedometer Score | 79.33 | Runs per minute | 10 | speedometer | wk1 | speedometer_sumofficediv3.2_10_0711 | 5.18.0-armpower-00036-g769ac0cc40ef | sumofficediv3.2 |
benchmark_dirs: ['speedometer_mainoffice_10_0711', 'speedometer_sumofficediv4_10_0711', 'speedometer_sumofficediv3.2_10_0711'] tags: ['mainoffice', 'sumofficediv4', 'sumofficediv3.2'] kernels: ['5.18.0-armpower-00029-gc35255a0e739', '5.18.0-armpower-00036-g7f9273f79788', '5.18.0-armpower-00036-g769ac0cc40ef']
sp.plot.results_line(['Speedometer Score'])
sp.plot.results_bar(['Speedometer Score'], width=1000)
+-------------------+-----------------+-------+-----------+ | metric | tag | value | perc_diff | +-------------------+-----------------+-------+-----------+ | Speedometer Score | mainoffice | 79.3 | 0.0% | | Speedometer Score | sumofficediv4 | 79.8 | 0.61% | | Speedometer Score | sumofficediv3.2 | 79.7 | 0.53% | +-------------------+-----------------+-------+-----------+
sp.plot.overutilized_line()
sp.plot.perf_line()
sp.plot.perf_bar()
sp.plot.idle_residency_bar()
sp.plot.idle_miss_bar()
sp.plot.power_meter_line()
sp.plot.power_meter_bar()
+------------+--------+-----------------+--------+-----------+ | channel | metric | tag | value | perc_diff | +------------+--------+-----------------+--------+-----------+ | CPU | gmean | mainoffice | 1858.7 | 0.0% | | CPU-Big | gmean | mainoffice | 1455.9 | 0.0% | | CPU-Little | gmean | mainoffice | 353.0 | 0.0% | | CPU-Mid | gmean | mainoffice | 49.8 | 0.0% | | GPU | gmean | mainoffice | 14.5 | 0.0% | | Total | gmean | mainoffice | 1873.2 | 0.0% | | CPU | gmean | sumofficediv4 | 1848.0 | -0.58% | | CPU-Big | gmean | sumofficediv4 | 1429.1 | -1.84% | | CPU-Little | gmean | sumofficediv4 | 363.4 | 2.93% | | CPU-Mid | gmean | sumofficediv4 | 55.2 | 10.83% | | GPU | gmean | sumofficediv4 | 14.6 | 1.26% | | Total | gmean | sumofficediv4 | 1862.6 | -0.57% | | CPU | gmean | sumofficediv3.2 | 1903.2 | 2.39% | | CPU-Big | gmean | sumofficediv3.2 | 1468.4 | 0.86% | | CPU-Little | gmean | sumofficediv3.2 | 373.8 | 5.87% | | CPU-Mid | gmean | sumofficediv3.2 | 60.7 | 22.04% | | GPU | gmean | sumofficediv3.2 | 14.4 | -0.21% | | Total | gmean | sumofficediv3.2 | 1917.7 | 2.37% | +------------+--------+-----------------+--------+-----------+
sp.plot.energy_estimate_line()
sp.plot.energy_estimate_bar()
sp.plot.thermal_line()
sp.plot.thermal_bar()
sp.plot.frequency_line()
sp.plot.frequency_bar()
sp.plot.sched_pelt_cfs_line()
sp.plot.sched_pelt_cfs_bar()
sp.plot.wakeup_latency_line(height=1100, columns=4)
sp.plot.wakeup_latency_bar(height=1000, columns=4)
sp.plot.wakeup_latency_quantiles_bar(height=2000, columns=2)
sp.plot.wakeup_latency_cgroup_line()
sp.plot.wakeup_latency_cgroup_bar()
sp.plot.wakeup_latency_cgroup_quantiles_bar()
sp.plot.tasks_cpu_residency_cluster_line()
sp.plot.tasks_cpu_residency_cluster_bar()
sp.plot.tasks_cpu_residency_per_task_bar()
sp.plot.tasks_cpu_residency_cpu_bar()
sp.plot.cgroup_cpu_residency_cluster_bar()
sp.plot.cgroup_cpu_residency_cpu()
sp.plot.summary()
sp.save_image_plots('/home/kajpuc01/temp/sp_vh_impact')
main_avg_time = 83.32359989999998
sum_avg_time = 83.07767630000001
0.9942 * sum_avg_time / main_avg_time
0.9912656903516722