compare-valueflow-options.py: min time for reports, too short times are too flaky

Author: danmar

Diff for: lib/settings.h

@@ -511,7 +511,7 @@ class CPPCHECKLIB WARN_UNUSED Settings {
         return jobs == 1;
     }
 
-    enum class CheckLevel: std::uint8_t {
+    enum class CheckLevel : std::uint8_t {
         reduced,
         normal,
         exhaustive

Diff for: tools/compare-valueflow-options.py

@@ -14,6 +14,10 @@
 import random
 
 
+# Do not report execution times below this limit, short execution time measurements are flaky
+TIME_LIMIT = 2
+
+
 def format_float(a, b=1):
     if a > 0 and b > 0:
         return '{:.2f}'.format(a / b)
@@ -174,7 +178,7 @@ def count_errors(errout:str, c:set):
                             current_count = results.get(error_id, 0)
                             if count > current_count:
                                 myfile.write(f'{id}: FN {error_id}: {current_count} of {count}\n')
-                        if time > 10 or time0 > 10:
+                        if time > TIME_LIMIT or time0 > TIME_LIMIT:
                             myfile.write(f'{id}: Time: %.1f\n' % time)
                             time_factor = time / time0
                             myfile.write(f'{id}: Timefactor: %.3f\n' % time_factor)