Data-Appliance-GX/.github/workflows/verify.yaml at main · microsoft/Data-Appliance-GX · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
name: Build/Test

on: [ push ]

jobs:
  Unit-Test:
    runs-on: ubuntu-latest

    steps:
      - uses: actions/checkout@v2
      - name: Set up JDK 11
        id: setup-jdk
        uses: actions/setup-java@v1
        with:
          java-version: '11'

      - name: Gradle Test Core
        id: test
        env:
          AZ_STORAGE_SAS: ${{ secrets.AZ_STORAGE_SAS }}
          AZ_STORAGE_KEY: ${{ secrets.AZ_STORAGE_KEY }}
          NIFI_API_AUTH: ${{ secrets.NIFI_API_AUTH }}
          S3_SECRET_ACCESS_KEY: ${{ secrets.S3_SECRET_ACCESS_KEY }}
          S3_ACCESS_KEY_ID: ${{ secrets.S3_ACCESS_KEY_ID }}
        run: ./gradlew clean check -x :extensions:catalog:catalog-atlas:check -x :extensions:security:security-azure:check  -x :extensions:transfer:transfer-nifi:check -x :external:nifi:processors:check -x extensions:transfer:transfer-store-cosmos:check

      - name: Publish Unit Test Results
        id: publish-results
        uses: EnricoMi/publish-unit-test-result-action@v1
        if: always()
        with:
          files: ./**/test-results/**/*.xml

  Integration-Test:
    runs-on: ubuntu-latest
    services:
      nifi:
        image: docker.pkg.github.com/microsoft/data-appliance-gx/nifi
        credentials:
          username: ${{ github.actor }}
          password: ${{ secrets.GITHUB_TOKEN }}
        ports:
          - 8080:8080
          - 8888:8888
      atlas:
        image: sburn/apache-atlas
        ports:
          - 21000:21000
        options: --entrypoint /opt/apache-atlas-2.1.0/bin/atlas_start.py

    steps:
      - uses: actions/checkout@v2
      - name: Set up JDK 11
        id: setup-jdk
        uses: actions/setup-java@v1
        with:
          java-version: '11'

      - name: Test Nifi Integration
        if: ${{ false }}
        env:
          AZ_STORAGE_SAS: ${{ secrets.AZ_STORAGE_SAS }}
          NIFI_API_AUTH: ${{ secrets.NIFI_API_AUTH }}
          S3_SECRET_ACCESS_KEY: ${{ secrets.S3_SECRET_ACCESS_KEY }}
          S3_ACCESS_KEY_ID: ${{ secrets.S3_ACCESS_KEY_ID }}
        run: ./gradlew extensions:transfer:transfer-nifi:check

      - name: Test Atlas Integration
        id: atlas-integration
        run: ./gradlew extensions:catalog:catalog-atlas:check


  Cloud-Integration-Test:
    runs-on: ubuntu-latest

    steps:
      - uses: actions/checkout@v2
      - name: Set up JDK 11
        uses: actions/setup-java@v1
        with:
          java-version: '11'

      - name: Test Custom Nifi Processors
        id: custom-nifi-processors
        env:
          S3_SECRET_ACCESS_KEY: ${{ secrets.S3_SECRET_ACCESS_KEY }}
          S3_ACCESS_KEY_ID: ${{ secrets.S3_ACCESS_KEY_ID }}
          AZ_STORAGE_SAS: ${{ secrets.AZ_STORAGE_SAS }}
        run: ./gradlew external:nifi:processors:check

      - name: Test Azure Vault Integration
        if: ${{ false }} # disabled for now, because it's VERY slow
        id: azure-vault-tests
        env:
          AZ_STORAGE_SAS: ${{ secrets.AZ_STORAGE_SAS }}
        run: ./gradlew extensions:security:security-azure:check

      - name: Test Cosmos-based TransferProcessStore
        id: cosmos-transferprocessstore-test
        env:
          COSMOS_KEY: ${{ secrets.COSMOS_DB_MASTERKEY }}
        run: ./gradlew extensions:transfer:transfer-store-cosmos:check