sentiment_analysis mlperf tekton pipeline

Author: Rayna Levinson

image_classification/misc/image_classification_template.yaml

@@ -0,0 +1,35 @@
+# Running Sentiment Analysis in a tekton Pipeline with Openshift
+
+## Getting started
+
+**Requirements**
+- An Openshift cluster with 60 GB memory and 32 cpu cores.
+
+
+## Running Sentiment analysis
+
+### Starting and stopping the pipeline
+
+To setup the pipeline, run the setup script.
+`./setup.sh`
+
+To run the pipeline, execute the run script.
+`./run_pipeline.sh`
+
+To delete the pipeline resources, run the drop script.  
+`./drop_pipeline.sh`
+
+## Analyzing Sentiment analysis
+
+To get the logs from the benchmark run, as well as the final result, run the get_logs script  
+`./get_logs.sh`
+
+The file `logs.txt` will contain the entirety of the output from when the benchmark was run, and `result.txt` will give you the final results.
+
+### About the pipeline process
+
+The pipeline is comprised of two tasks, `build` and `run-benchmark`.
+Once the pipeline run is triggered, it starts with the build task and will build a new image with all the tools necessary for running image_classification.  
+After the build is finished, the pipeline will run the container image. This image will time how long it takes to run the benchmark, and tell you at the end.  
+To track the progress of your tasks, you can use the cluster UI under Workloads > Pods > <your pod> > Logs.  
+See the [mlperf repo](https://github.com/mlperf/training/tree/master/data_generation/fractal_graph_expansions) for more information about the benchmark.  

sentiment_analysis/README.md

@@ -0,0 +1,6 @@
+oc delete pipeline/sentiment-analysis
+oc delete pipelinerun/sentiment-analysis-pipeline-run
+oc delete pipelineresource/sa-build-image
+oc delete pipelineresource/sa-repo
+oc delete task/sa-buildah
+oc delete task/sa-run-benchmark

sentiment_analysis/drop_pipeline.sh

@@ -0,0 +1,8 @@
+kind: ImageStream
+apiVersion: image.openshift.io/v1
+metadata:
+  name: sentiment-analysis
+  namespace: mlperf
+spec:
+  lookupPolicy:
+    local: true

sentiment_analysis/misc/imagestream.yml

@@ -0,0 +1,33 @@
+apiVersion: tekton.dev/v1alpha1
+kind: Pipeline
+metadata:
+  name: sentiment-analysis
+spec:
+  resources:
+    - name: sa-repo
+      type: git
+    - name: sa-build-image
+      type: image
+
+  tasks:
+    - name: build
+      taskRef:
+        name: buildah
+        kind: Task
+      resources:
+        inputs:
+          - name: source
+            resource: sa-repo
+        outputs:
+          - name: image
+            resource: sa-build-image
+    - name: run
+      taskRef:
+        name: run-benchmark
+        kind: Task
+      resources:
+        inputs:
+          - name: image
+            resource: sa-build-image
+      runAfter:
+        - build

sentiment_analysis/pipeline/pipeline.yml

@@ -0,0 +1,15 @@
+apiVersion: tekton.dev/v1alpha1
+kind: PipelineRun
+metadata:
+  name: sentiment-analysis-pipeline-run
+spec:
+  serviceAccount: mlperf
+  pipelineRef:
+    name: sentiment-analysis
+  resources:
+  - name: sa-repo
+    resourceRef:
+      name: sa-repo
+  - name: sa-build-image
+    resourceRef:
+      name: sa-build-image

sentiment_analysis/pipeline/pipelinerun.yml

@@ -0,0 +1,21 @@
+---
+apiVersion: tekton.dev/v1alpha1
+kind: PipelineResource
+metadata:
+  name: sa-repo
+spec:
+  type: git
+  params:
+    - name: url
+      value: https://github.com/AICoE/mlperf-training.git
+---
+apiVersion: tekton.dev/v1alpha1
+kind: PipelineResource
+metadata:
+  name: sa-build-image
+spec:
+  type: image
+  params:
+    - name: url
+      value: docker-registry.default.svc:5000/mlperf/sentiment-analysis:latest
+---

sentiment_analysis/pipeline/resources.yml

@@ -0,0 +1,5 @@
+ 
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: sentiment-analysis

sentiment_analysis/pipeline/serviceaccount.yml

@@ -0,0 +1 @@
+oc create -f pipeline/pipelinerun.yml

sentiment_analysis/run_pipeline.sh

@@ -0,0 +1,6 @@
+oc new-project mlperf
+oc create -f misc/imagestream.yml
+oc create -f pipeline/resources.yml
+oc create -f task/buildah.yaml
+oc create -f task/run-benchmark.yml
+oc create -f pipeline/pipeline.yml

sentiment_analysis/setup.sh

@@ -0,0 +1,51 @@
+---
+apiVersion: tekton.dev/v1alpha1
+kind: Task
+metadata:
+  name: sa-buildah
+spec:
+  inputs:
+    params:
+    - name: BUILDER_IMAGE
+      description: The location of the buildah builder image.
+      default: quay.io/buildah/stable:v1.11.0
+    - name: DOCKERFILE
+      description: Path to the Dockerfile to build.
+      default: sentiment_analysis/Dockerfile
+    - name: TLSVERIFY
+      description: Verify the TLS on the registry endpoint (for push/pull to a non-TLS registry)
+      default: "false"
+
+    resources:
+    - name: source
+      type: git
+
+  outputs:
+    resources:
+    - name: image
+      type: image
+
+  steps:
+  - name: build
+    image: $(inputs.params.BUILDER_IMAGE)
+    workingDir: /workspace/source
+    command: ["buildah", "bud", '--tls-verify=$(inputs.params.TLSVERIFY)', '--layers', '-f', '$(inputs.params.DOCKERFILE)', '-t', '$(outputs.resources.image.url)', '.']
+    volumeMounts:
+    - name: varlibcontainers
+      mountPath: /var/lib/containers
+    securityContext:
+      privileged: true
+
+  - name: push
+    image: $(inputs.params.BUILDER_IMAGE)
+    workingDir: /workspace/source
+    command: ['buildah', 'push', '--tls-verify=$(inputs.params.TLSVERIFY)', '$(outputs.resources.image.url)', 'docker://$(outputs.resources.image.url)']
+    volumeMounts:
+    - name: varlibcontainers
+      mountPath: /var/lib/containers
+    securityContext:
+      privileged: true
+
+  volumes:
+  - name: varlibcontainers
+    emptyDir: {}

sentiment_analysis/task/buildah.yaml

@@ -0,0 +1,19 @@
+apiVersion: tekton.dev/v1alpha1
+kind: TaskRun
+metadata:
+  name: buildah-run
+  namespace: mlperf
+spec:
+  taskRef:
+    name: buildah
+  serviceAccount: sentiment-analysis
+  inputs:
+    resources:
+      - name: repo
+        resourceRef:
+          name: repo
+  outputs:
+    resources:
+      - name: build-image
+        resourceRef:
+          name: build-image

sentiment_analysis/task/buildahrun.yml

@@ -0,0 +1,14 @@
+apiVersion: tekton.dev/v1alpha1
+kind: TaskRun
+metadata:
+  name: run-run
+  namespace: mlperf
+spec:
+  taskRef:
+    name: run-benchmark
+  serviceAccount: sentiment-analysis
+  inputs:
+    resources:
+      - name: build-image
+        resourceRef:
+          name: build-image

sentiment_analysis/task/run-benchmark-taskrun.yml

@@ -0,0 +1,16 @@
+apiVersion: tekton.dev/v1alpha1
+kind: Task
+metadata:
+  name: sa-run-benchmark
+spec:
+  inputs:
+    resources:
+    - name: image
+      type: image
+  steps:
+    - name: run
+      image: $(inputs.resources.image.url)
+      workingDir: /mlperf/sentiment_analysis/paddle
+      securityContext:
+        privileged: true
+      command: ["/bin/sh", "./run_and_time.sh", "123456"]

sentiment_analysis/task/run-benchmark.yml

@@ -0,0 +1,17 @@
+#!/usr/bin/bash
+
+POD=`echo $(oc get pods -o name) | grep -o 'pod/tf-build-pipeline-run-run[^ ]*'`
+
+oc logs -f $POD --container='step-run' > logs.txt
+sed -i '/\[=/d' logs.txt
+IFS=',' read -ra RESULT <<< `tail -n 1 'logs.txt'`
+
+tee result.txt << EOF
+${RESULT[0]}
+
+NAME: ${RESULT[1]}
+SEED: ${RESULT[2]}
+TIME: ${RESULT[3]} sec
+USER: ${RESULT[4]}
+START: ${RESULT[5]}
+EOF