Permit selecting a regular-expression-defined set of tasks

Author: tautschnig

scripts/perf-test/perf_test.py

@@ -66,7 +66,7 @@ def parse_args():
     parser.add_argument('-T', '--tasks', type=str,
                         default='quick',
                         help='Subset of tasks to run (quick, full; ' +
-                             'default: quick; or name of SV-COMP task)')
+                             'default: quick; or regex of SV-COMP task(s))')
 
     args = parser.parse_args()
     assert(args.repository.startswith('https://github.com/') or
@@ -479,10 +479,8 @@ def seed_queue(session, region, queue, task_set):
     elif task_set == 'quick':
         tasks = ['ReachSafety-Loops', 'ReachSafety-BitVectors']
     else:
-        tasks = [task_set]
-
-    for t in tasks:
-        assert(t in set(all_tasks))
+        tasks = [t for t in all_tasks if re.match('^' + task_set + '$', t)]
+        assert(tasks)
 
     for t in tasks:
         response = queue.send_messages(
@@ -492,6 +490,9 @@ def seed_queue(session, region, queue, task_set):
                 ])
         assert(not response.get('Failed'))
 
+    logger.info(region + ': SQS queue seeded with {} jobs'.format(
+        len(tasks) * 2))
+
 
 def run_perf_test(
         session, mode, region, az, ami, instance_type, sqs_arn, sqs_url,