Skip to content

Commit a2e9e66

Browse files
Yujie-Liurli9
Yujie-Liu
authored and
rli9
committed
programs/lkvs/parse: support new style output
The lkvs test summary has been changed to a new style. Update the parser to support both old and new styles. Add corresponding specs. Signed-off-by: Yujie Liu <[email protected]> Signed-off-by: Philip Li <[email protected]>
1 parent 5ed4fb4 commit a2e9e66

File tree

5 files changed

+672
-1
lines changed

5 files changed

+672
-1
lines changed

‎programs/lkvs/parse

+2-1
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,8 @@ while (line = $stdin.gets)
88
next unless summary_start
99

1010
# cet_tests.sh -t cp_test -n glibc_shstk_test -k "control protection" -p s2 FAIL 1 1.231s
11-
next unless line =~ /^(.+)\s+(FAIL|BLOCK|PASS|NA)\s+(\d+)\s+(.+)s/
11+
# [RESULT][intel_sst.sh -t isst_pp_config_enable_status] [BLOCK] [2] [1.174s]
12+
next unless line =~ /^(.+)\s+(FAIL|BLOCK|PASS|NA)\s+(\d+)\s+(.+)s/ || line =~ /^\[RESULT\]\[(.+)\]\s+\[(FAIL|BLOCK|PASS|NA)\]\s+\[(\d+)\]\s+\[(.+)s\]/
1213

1314
testcase = $1
1415
result = $2

‎spec/stats/lkvs/1

+161
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,161 @@
1+
Test Start Time: 2023-10-17_06-51-29
2+
--------------------------------------------------------
3+
Testcase Result Exit Value Duration
4+
-------- ------ ---------- --------
5+
cet_tests.sh -t cp_test -n shstk_cp -k "control protection" FAIL 1 1.316s
6+
shstk_alloc FAIL 1 0.024s
7+
shstk_unlock_test FAIL 1 0.024s
8+
test_shadow_stack FAIL 1 0.024s
9+
wrss FAIL 1 0.024s
10+
quick_test BLOCK 2 0.023s
11+
shstk_huge_page BLOCK 2 0.026s
12+
cet_tests.sh -t cp_test -n glibc_shstk_test -k "control protection" -p s2 FAIL 1 1.319s
13+
cet_tests.sh -t cp_test -n glibc_shstk_test -k "control protection" -p sl1 FAIL 1 1.310s
14+
cet_tests.sh -t cp_test -n glibc_shstk_test -k "control protection" -p sr FAIL 1 1.322s
15+
cet_tests.sh -t cp_test -n glibc_shstk_test -k "control protection" -p sn FAIL 1 1.583s
16+
cet_tests.sh -t cp_test -n glibc_shstk_test -k "control protection" -p buf1 FAIL 1 1.933s
17+
cet_tests.sh -t cp_test -n glibc_shstk_test -k "control protection" -p snc FAIL 1 1.630s
18+
cet_tests.sh -t cp_test -n glibc_shstk_test -k "control protection" -p sc FAIL 1 1.638s
19+
cet_tests.sh -t no_cp -n glibc_shstk_test -k "control protection" -p s1 PASS 0 1.610s
20+
cet_tests.sh -t no_cp -n glibc_shstk_test -k "control protection" -p s3 PASS 0 1.589s
21+
cet_tests.sh -t no_cp -n glibc_shstk_test -k "control protection" -p buf2 PASS 0 1.420s
22+
cet_tests.sh -t cet_ssp -n glibc_shstk_test -p ssp NA 32 1.361s
23+
cet_tests.sh -t kmod_ibt_illegal -n cet_app -p "b1" -k "Missing ENDBR" BLOCK 2 0.176s
24+
cet_tests.sh -t kmod_ibt_legal -n cet_app -p "b2" -k "Missing ENDBR" BLOCK 2 0.179s
25+
powermgr_cstate_tests.sh -t verify_cstate_name PASS 0 1.270s
26+
powermgr_cstate_tests.sh -t verify_cstate_switch FAIL 1 65.328s
27+
powermgr_cstate_tests.sh -t verify_client_core_c7_residency_during_runtime FAIL 1 11.611s
28+
powermgr_cstate_tests.sh -t verify_client_core_c7_residency_during_s2idle FAIL 1 17.785s
29+
powermgr_cstate_tests.sh -t verify_client_pkg6_by_disabling_cc8 BLOCK 2 1.330s
30+
powermgr_cstate_tests.sh -t verify_client_pkg8_by_disabling_cc10 BLOCK 2 1.756s
31+
powermgr_cstate_tests.sh -t verify_cstate_list_by_perf FAIL 1 5.492s
32+
powermgr_cstate_tests.sh -t verify_residency_latency_override BLOCK 2 1.484s
33+
intel_sst.sh -t isst_pp_config_enable_status BLOCK 2 1.436s
34+
intel_sst.sh -t isst_legacy_driver_sysfs BLOCK 2 1.433s
35+
intel_sst.sh -t isst_cap BLOCK 2 1.300s
36+
intel_sst.sh -t isst_unlock_status BLOCK 2 1.240s
37+
intel_sst.sh -t isst_pp_config_level3_config BLOCK 2 1.232s
38+
intel_sst.sh -t isst_pp_config_level4_config BLOCK 2 1.226s
39+
intel_sst.sh -t isst_base_freq_pp_level3_change BLOCK 2 1.227s
40+
intel_sst.sh -t isst_base_freq_pp_level4_change BLOCK 2 1.227s
41+
intel_sst.sh -t isst_cp_enable_prop_type BLOCK 2 1.227s
42+
intel_sst.sh -t isst_cp_set_config_clos_min_0 BLOCK 2 1.237s
43+
intel_sst.sh -t isst_cp_set_config_clos_min_1 BLOCK 2 1.231s
44+
intel_sst.sh -t isst_cp_set_config_clos_min_2 BLOCK 2 1.447s
45+
intel_sst.sh -t isst_cp_set_config_clos_min_3 BLOCK 2 1.673s
46+
intel_sst.sh -t isst_cp_set_config_clos_max_0 BLOCK 2 1.437s
47+
intel_sst.sh -t isst_cp_set_config_clos_max_1 BLOCK 2 1.431s
48+
intel_sst.sh -t isst_cp_set_config_clos_max_2 BLOCK 2 1.436s
49+
intel_sst.sh -t isst_cp_set_config_clos_max_3 BLOCK 2 1.429s
50+
intel_sst.sh -t isst_cp_set_config_clos_prop_0 BLOCK 2 1.443s
51+
intel_sst.sh -t isst_cp_set_config_clos_prop_1 BLOCK 2 1.340s
52+
intel_sst.sh -t isst_cp_set_config_clos_prop_2 BLOCK 2 1.224s
53+
intel_sst.sh -t isst_cp_set_config_clos_prop_3 BLOCK 2 1.224s
54+
intel_sst.sh -t isst_cp_assoc_set_get_clos_0 BLOCK 2 1.228s
55+
intel_sst.sh -t isst_cp_assoc_set_get_clos_1 BLOCK 2 1.227s
56+
intel_sst.sh -t isst_cp_assoc_set_get_clos_2 BLOCK 2 1.233s
57+
intel_sst.sh -t isst_cp_assoc_set_get_clos_3 BLOCK 2 1.224s
58+
intel_sst.sh -t isst_cp_max_cpu_assoc_set_get_clos_0 BLOCK 2 1.224s
59+
intel_sst.sh -t isst_cp_max_cpu_assoc_set_get_clos_1 BLOCK 2 1.230s
60+
intel_sst.sh -t isst_cp_max_cpu_assoc_set_get_clos_2 BLOCK 2 1.433s
61+
intel_sst.sh -t isst_cp_max_cpu_assoc_set_get_clos_3 BLOCK 2 1.659s
62+
intel_sst.sh -t isst_cp_disable_prop_type BLOCK 2 1.433s
63+
intel_sst.sh -t isst_cp_enable_ordered_type BLOCK 2 1.444s
64+
intel_sst.sh -t isst_cp_disable_ordered_type BLOCK 2 1.425s
65+
intel_sst.sh -t isst_bf_baseline_freq_test BLOCK 2 1.437s
66+
intel_sst.sh -t isst_hp_bf_freq_test_pp_level0 BLOCK 2 1.437s
67+
intel_sst.sh -t isst_hp_bf_freq_test_pp_level3 BLOCK 2 1.436s
68+
intel_sst.sh -t isst_hp_bf_freq_test_pp_level4 BLOCK 2 1.288s
69+
intel_sst.sh -t isst_hp_bf_freq_pp_level0_orderred_type_test BLOCK 2 1.223s
70+
intel_sst.sh -t isst_hp_bf_freq_pp_level3_orderred_type_test BLOCK 2 1.223s
71+
intel_sst.sh -t isst_hp_bf_freq_pp_level4_orderred_type_test BLOCK 2 1.227s
72+
intel_sst.sh -t isst_hp_tf_freq_test_pp_level0 BLOCK 2 1.225s
73+
intel_sst.sh -t isst_hp_tf_freq_test_pp_level3 BLOCK 2 1.226s
74+
intel_sst.sh -t isst_hp_tf_freq_test_pp_level4 BLOCK 2 1.222s
75+
intel_sst.sh -t isst_hp_tf_freq_pp_level0_ordered_type_test BLOCK 2 1.239s
76+
intel_sst.sh -t isst_hp_tf_freq_pp_level3_ordered_type_test BLOCK 2 1.389s
77+
intel_sst.sh -t isst_hp_tf_freq_pp_level4_ordered_type_test BLOCK 2 1.660s
78+
pmu_tests.sh -t fix_counter FAIL 1 1.092s
79+
pmu_tests.sh -t basic PASS 0 0.392s
80+
pmu_tests.sh -t uncore PASS 0 0.291s
81+
apebs_tests.sh -t lbr_1 -w 1 PASS 0 4.772s
82+
apebs_tests.sh -t lbr_2 -w 1 PASS 0 4.603s
83+
apebs_tests.sh -t xmm_1 -w 1 FAIL 1 1.935s
84+
apebs_tests.sh -t xmm_2 -w 1 FAIL 1 1.950s
85+
apebs_tests.sh -t ip_1 -w 1 PASS 0 3.078s
86+
apebs_tests.sh -t ip_2 -w 1 PASS 0 3.510s
87+
apebs_tests.sh -t data_src -w 1 PASS 0 5.978s
88+
apebs_tests.sh -t lbr_1 -w 1 PASS 0 4.769s
89+
apebs_tests.sh -t lbr_2 -w 1 PASS 0 3.709s
90+
apebs_tests.sh -t xmm_1 -w 1 FAIL 1 1.298s
91+
apebs_tests.sh -t xmm_2 -w 1 FAIL 1 1.299s
92+
apebs_tests.sh -t ip_1 -w 1 PASS 0 3.099s
93+
apebs_tests.sh -t ip_2 -w 1 PASS 0 3.434s
94+
apebs_tests.sh -t data_src -w 1 PASS 0 5.859s
95+
perf_tests.sh -t fp PASS 0 5.770s
96+
perf_tests.sh -t disablebranch PASS 0 3.934s
97+
perf_tests.sh -t pt PASS 0 3.955s
98+
perf_tests.sh -t pwr_evt NA 32 0.146s
99+
perf_tests.sh -t pwr_evt_branch NA 32 0.151s
100+
perf_tests.sh -t pwr_evt_itrace NA 32 0.132s
101+
perf_tests.sh -t user PASS 0 91.665s
102+
perf_tests.sh -t kernel PASS 0 1457.453s
103+
perf_tests.sh -t cyc PASS 0 7.323s
104+
perf_tests.sh -t mtc PASS 0 6.437s
105+
perf_tests.sh -t pebs FAIL 1 2.043s
106+
perf_tests.sh -t lbr FAIL 255 0.774s
107+
perf_tests.sh -t mtopa PASS 0 3.689s
108+
perf_tests.sh -t sample PASS 0 3.682s
109+
perf_tests.sh -t kernel_m FAIL 1 1.654s
110+
perf_tests.sh -t miss_frequency PASS 0 3.304s
111+
perf_tests.sh -t virtual_lbr PASS 0 3.394s
112+
perf_tests.sh -t lost_data FAIL 1 1.973s
113+
perf_tests.sh -t notnt BLOCK 2 0.286s
114+
perf_tests.sh -t event_trace BLOCK 2 0.242s
115+
intel_rapl_test.sh -t check_sysfs FAIL 1 2.420s
116+
intel_rapl_test.sh -t check_pkg_domain FAIL 1 2.149s
117+
intel_rapl_test.sh -t check_pp0_domain FAIL 1 1.794s
118+
intel_rapl_test.sh -t check_pp1_domain FAIL 1 1.809s
119+
intel_rapl_test.sh -t check_pkg_domain_msr FAIL 1 1.800s
120+
intel_rapl_test.sh -t check_pkg_power_limit_msr FAIL 1 1.802s
121+
intel_rapl_test.sh -t check_pkg_energy_status FAIL 1 1.803s
122+
intel_rapl_test.sh -t check_pkg_energy_status_with_workload FAIL 1 2.505s
123+
intel_rapl_test.sh -t check_pkg_power_limit_75 FAIL 1 2.673s
124+
intel_rapl_test.sh -t check_pkg_power_limit_50 FAIL 1 2.359s
125+
intel_rapl_test.sh -t check_pp0_energy_status FAIL 1 2.373s
126+
intel_rapl_test.sh -t check_pp0_energy_status_with_workload FAIL 1 2.388s
127+
intel_rapl_test.sh -t check_pp1_energy_status FAIL 1 1.900s
128+
intel_rapl_test.sh -t check_rapl_control_after_power_limit_change FAIL 1 1.793s
129+
intel_rapl_test.sh -t sysfs_perf_name_compare FAIL 1 1.799s
130+
intel_rapl_test.sh -t sysfs_perf_energy_compare_workload_client FAIL 1 1.796s
131+
intel_rapl_test.sh -t sysfs_turbostat_energy_compare_workload_client FAIL 1 1.797s
132+
intel_sdsi.sh -t driver_unbind_bind FAIL 1 0.191s
133+
intel_sdsi.sh -t sdsi_sysfs FAIL 1 0.183s
134+
intel_sdsi.sh -t sdsi_per_socket FAIL 1 0.206s
135+
intel_sdsi.sh -t sysfs_register_attri FAIL 1 0.228s
136+
intel_sdsi.sh -t sysfs_certificate_attri FAIL 1 0.225s
137+
intel_sdsi.sh -t sysfs_telemetry_attri FAIL 1 0.228s
138+
intel_sdsi.sh -t sdsi_devices FAIL 1 0.177s
139+
intel_sdsi.sh -t sdsi_ppin FAIL 1 0.198s
140+
intel_sdsi.sh -t nvram_content_err_check FAIL 1 0.209s
141+
intel_sdsi.sh -t enable_status FAIL 1 0.229s
142+
intel_sdsi.sh -t read_meter_telemetry FAIL 1 0.198s
143+
intel_sdsi.sh -t stress_reading_reg FAIL 1 0.726s
144+
intel_sdsi.sh -t stress_reading_lic FAIL 1 0.659s
145+
intel_sdsi.sh -t stress_reading_tele FAIL 1 0.435s
146+
cpu_topology.sh -t verify_thread_per_core BLOCK 2 0.228s
147+
cpu_topology.sh -t verify_cores_per_socket BLOCK 2 0.230s
148+
cpu_topology.sh -t verify_socket_num BLOCK 2 0.231s
149+
cpu_topology.sh -t verify_level_type BLOCK 2 0.233s
150+
tpmi_ufs.sh -t check_ufs_unbind_bind PASS 0 0.262s
151+
tpmi_ufs.sh -t check_ufs_device FAIL 1 0.429s
152+
tpmi_ufs.sh -t check_ufs_sysfs_attr FAIL 1 0.447s
153+
tpmi_ufs.sh -t check_ufs_init_min_max_value PASS 0 0.265s
154+
tpmi_ufs.sh -t check_ufs_min_equals_to_max PASS 0 0.245s
155+
tpmi_ufs.sh -t check_ufs_max_equals_to_min PASS 0 0.241s
156+
tpmi_ufs.sh -t check_ufs_current_dynamic PASS 0 0.241s
157+
tpmi_ufs.sh -t check_per_pkg_min_max_change BLOCK 2 0.334s
158+
umip_exceptions_32 a FAIL 127 0.051s
159+
umip_exceptions_64 a FAIL 127 0.051s
160+
xstate_64 FAIL 127 0.052s
161+
--------------------------------------------------------

0 commit comments

Comments
 (0)