small cleanup in microbenchmark scripts (grpc#28886)

Author: jtattermusch

tools/internal_ci/linux/grpc_performance_profile_daily.sh

@@ -24,12 +24,4 @@ CPUS=`python3 -c 'import multiprocessing; print(multiprocessing.cpu_count())'`
 
 ./tools/run_tests/start_port_server.py || true
 
-tools/run_tests/run_microbenchmark.py --collect summary --bigquery_upload || FAILED="true"
-
-# kill port_server.py to prevent the build from freezing
-ps aux | grep port_server\\.py | awk '{print $2}' | xargs kill -9
-
-if [ "$FAILED" != "" ]
-then
-  exit 1
-fi
+tools/run_tests/run_microbenchmark.py --collect summary --bq_result_table microbenchmarks.microbenchmarks

tools/internal_ci/linux/grpc_performance_profile_master.sh

@@ -20,13 +20,8 @@ cd $(dirname $0)/../../..
 
 source tools/internal_ci/helper_scripts/prepare_build_linux_perf_rc
 
-tools/internal_ci/linux/run_performance_profile_hourly.sh || FAILED="true"
+CPUS=`python3 -c 'import multiprocessing; print(multiprocessing.cpu_count())'`
 
-# kill port_server.py to prevent the build from freezing
-ps aux | grep port_server\\.py | awk '{print $2}' | xargs kill -9
-
-if [ "$FAILED" != "" ]
-then
-  exit 1
-fi
+./tools/run_tests/start_port_server.py || true
 
+tools/run_tests/run_microbenchmark.py --collect summary --bq_result_table microbenchmarks.microbenchmarks

tools/internal_ci/linux/run_performance_profile_daily.sh

@@ -198,9 +198,13 @@ def expand_json(js, js2=None):
             labels = dict(labels_list)
         else:
             labels = {}
+        # TODO(jtattermusch): grabbing kokoro env values shouldn't be buried
+        # deep in the JSON conversion logic.
+        # Link the data to a kokoro job run by adding
+        # well known kokoro env variables as metadata for each row
         row = {
-            'jenkins_build': os.environ.get('BUILD_NUMBER', ''),
-            'jenkins_job': os.environ.get('JOB_NAME', ''),
+            'jenkins_build': os.environ.get('KOKORO_BUILD_NUMBER', ''),
+            'jenkins_job': os.environ.get('KOKORO_JOB_NAME', ''),
         }
         row.update(context)
         row.update(bm)

tools/internal_ci/linux/run_performance_profile_hourly.sh

@@ -207,18 +207,18 @@ def collect_summary(bm_name, args):
     text(run_summary(bm_name, 'opt', bm_name))
     heading('Summary: %s [with counters]' % bm_name)
     text(run_summary(bm_name, 'counters', bm_name))
-    if args.bigquery_upload:
+    if args.bq_result_table:
         with open('%s.csv' % bm_name, 'w') as f:
             f.write(
                 subprocess.check_output([
                     'tools/profiling/microbenchmarks/bm2bq.py',
                     '%s.counters.json' % bm_name,
                     '%s.opt.json' % bm_name
                 ]).decode('UTF-8'))
-        subprocess.check_call([
-            'bq', 'load', 'microbenchmarks.microbenchmarks',
-            '%s.csv' % bm_name
-        ])
+        subprocess.check_call(
+            ['bq', 'load',
+             '%s' % args.bq_result_table,
+             '%s.csv' % bm_name])
 
 
 collectors = {
@@ -241,11 +241,12 @@ def collect_summary(bm_name, args):
                   nargs='+',
                   type=str,
                   help='Which microbenchmarks should be run')
-argp.add_argument('--bigquery_upload',
-                  default=False,
-                  action='store_const',
-                  const=True,
-                  help='Upload results from summary collection to bigquery')
+argp.add_argument(
+    '--bq_result_table',
+    default='',
+    type=str,
+    help='Upload results from summary collection to a specified bigquery table.'
+)
 argp.add_argument(
     '--summary_time',
     default=None,

tools/profiling/microbenchmarks/bm_json.py

@@ -169,12 +169,12 @@ def create_netperf_jobspec(server_host='localhost',
         # If netperf is running remotely, the env variables populated by Jenkins
         # won't be available on the client, but we need them for uploading results
         # to BigQuery.
-        jenkins_job_name = os.getenv('JOB_NAME')
+        jenkins_job_name = os.getenv('KOKORO_JOB_NAME')
         if jenkins_job_name:
-            cmd += 'JOB_NAME="%s" ' % jenkins_job_name
-        jenkins_build_number = os.getenv('BUILD_NUMBER')
+            cmd += 'KOKORO_JOB_NAME="%s" ' % jenkins_job_name
+        jenkins_build_number = os.getenv('KOKORO_BUILD_NUMBER')
         if jenkins_build_number:
-            cmd += 'BUILD_NUMBER="%s" ' % jenkins_build_number
+            cmd += 'KOKORO_BUILD_NUMBER="%s" ' % jenkins_build_number
 
     cmd += 'tools/run_tests/performance/run_netperf.sh'
     if client_host: