add comare_workflow_task sample to monitoring/app (#405)

* add comare_workflow_task sample to monitoring/app

Author: o-mura

scenarios/monitoring/app/compare_workflow_task/README.md

@@ -0,0 +1,34 @@
+# Workflow: Scenario (compare tasks's duration in workflow between multiple attempts)
+
+## Scenario
+
+The purpose of  this scenario is to compare tasks's duration in workflow between multiple attemps.
+
+### Steps
+#### 1. push this workflow to Treasure Data
+```
+> cd compare_workflow_task
+> td push compare_workflow_task
+```
+
+#### 2. configure endpoint settings
+  - api_endpoint
+  - workflow_endpoint
+![](images/1.png)
+
+#### 3. configure attempts (you want to compare attempt)
+![](images/2.png)
+
+#### 4. register td.apikey as a secret (Owner of td.apikey must be attempts which you specify.)
+![](images/3.png)
+
+#### 5. run workflow
+![](images/4.png)
+
+
+After this workflow run, you can get the following query result.
+![](images/5.png)
+
+![](images/6.png)
+
+You can compare tasks's duration between multiple attempts.

scenarios/monitoring/app/compare_workflow_task/compare_workflow_task.dig

@@ -0,0 +1,41 @@
+_export:
+  td:
+    database: temporary_${session_id}
+    tables:
+      tasks: tasks
+    api_endpoint: api.treasuredata.com
+    workflow_endpoint: api-workflow.treasuredata.com
+  attempt_ids:
+    - 1201247649
+    - 1200176632
+    - 1199185996
+
++create_temporary_db:
+  td_ddl>: 
+  create_databases: ["${td.database}"]
+
++get_attempt_task:
+  py>: scripts.ingest_task.run
+  session_unixtime: ${session_unixtime}
+  dest_db: ${td.database}
+  dest_table: ${td.tables.tasks}
+  attempt_ids: ${attempt_ids.join(',')}
+  api_endpoint: ${td.api_endpoint}
+  workflow_endpoint: ${td.workflow_endpoint}
+  docker:
+    image: "digdag/digdag-python:3.9"
+  _env:
+    TD_API_KEY: ${secret:td.apikey}
+
++gen_query:
+  td>: queries/gen_query.sql
+  store_last_results: true
+
++compare_task:
+  td>: queries/compare_task.sql
+  
++delete_temporary_db:
+  td_ddl>:
+  drop_databases: ["${td.database}"]
+
+

scenarios/monitoring/app/compare_workflow_task/images/1.png

@@ -0,0 +1,6 @@
+select 
+  fullname as task_name,
+  ${td.last_results.query}
+from ${td.tables.tasks}
+group by 1
+order by max(id)

scenarios/monitoring/app/compare_workflow_task/images/2.png

@@ -0,0 +1,5 @@
+with temp1 as (
+  select 'max(If(attemptid=''' || attemptid || ''', DATE_DIFF(''second'', DATE_PARSE(startedat, ''%Y-%m-%dT%H:%i:%sZ''), DATE_PARSE(updatedat, ''%Y-%m-%dT%H:%i:%sZ'')), NULL)) as "' || attemptid || '"' as query_fragment from ${td.tables.tasks}
+  group by 1
+) 
+select array_join(array_agg(query_fragment), ',') as query from temp1