chore: build on 1604, test on 2004 (#3074)

* build on 1604, test on 2004

* specify correct variants

Author: lerouxb

.evergreen/buildvariants.in.yml

@@ -44,16 +44,21 @@ buildvariants:
     display_name: CSFLE Tests
     run_on: ubuntu2004-large
     tasks:
-      - name: test-csfle<% for (const buildVariant of buildVariants) { %>
+      - name: test-csfle<% for (const packageVariant of packageVariants) { %>
 
-  - name: <% out(buildVariant.name) %>
-    display_name: <% out(buildVariant.display_name) %>
-    run_on: <% out(buildVariant.run_on) %>
+  - name: <% out(packageVariant.name) %>
+    display_name: <% out(packageVariant.display_name) %>
+    run_on: <% out(packageVariant.run_on) %>
     tasks:
       - name: test
       - name: test-electron
       - name: check
       - name: package
       - name: package-readonly
-      - name: package-isolated<% for (const task of buildVariant.tasks) { %>
-      - name: <% out(task.name) %><% }} %>
+      - name: package-isolated<% } for (const e2eVariant of e2eVariants) { %>
+
+  - name: <% out(e2eVariant.name) %>
+    display_name: <% out(e2eVariant.display_name) %>
+    run_on: <% out(e2eVariant.run_on) %>
+    tasks:<% for (const task of e2eVariant.tasks) { %>
+      - name: <% out(`${task.name}`) %><% }} %>

.evergreen/buildvariants.yml

@@ -46,8 +46,8 @@ buildvariants:
     tasks:
       - name: test-csfle
 
-  - name: windows
-    display_name: Windows (Test and Package)
+  - name: windows_package
+    display_name: windows (Test and Package)
     run_on: windows-vsCurrent-large
     tasks:
       - name: test
@@ -56,34 +56,20 @@ buildvariants:
       - name: package
       - name: package-readonly
       - name: package-isolated
-      - name: test-packaged-app-40x-community
-      - name: test-packaged-app-40x-enterprise
-      - name: test-packaged-app-42x-community
-      - name: test-packaged-app-42x-enterprise
-      - name: test-packaged-app-44x-community
-      - name: test-packaged-app-44x-enterprise
-      - name: test-packaged-app-5x-community
-      - name: test-packaged-app-5x-enterprise
 
-  - name: ubuntu
-    display_name: Ubuntu (Test and Package)
-    run_on: ubuntu2004-large
+  - name: ubuntu_package
+    display_name: ubuntu (Test and Package)
+    run_on: ubuntu1604-large
     tasks:
       - name: test
       - name: test-electron
       - name: check
       - name: package
       - name: package-readonly
       - name: package-isolated
-      - name: test-packaged-app-40x-community
-      - name: test-packaged-app-42x-community
-      - name: test-packaged-app-44x-community
-      - name: test-packaged-app-44x-enterprise
-      - name: test-packaged-app-5x-community
-      - name: test-packaged-app-5x-enterprise
 
-  - name: rhel
-    display_name: RHEL (Test and Package)
+  - name: rhel_package
+    display_name: rhel (Test and Package)
     run_on: rhel76-large
     tasks:
       - name: test
@@ -92,11 +78,40 @@ buildvariants:
       - name: package
       - name: package-readonly
       - name: package-isolated
-      - name: test-packaged-app-40x-community
-      - name: test-packaged-app-40x-enterprise
-      - name: test-packaged-app-42x-community
-      - name: test-packaged-app-42x-enterprise
-      - name: test-packaged-app-44x-community
-      - name: test-packaged-app-44x-enterprise
-      - name: test-packaged-app-5x-community
-      - name: test-packaged-app-5x-enterprise
+
+  - name: windows_e2e
+    display_name: windows (E2E)
+    run_on: windows-vsCurrent-large
+    tasks:
+      - name: windows_e2e_test-packaged-app-40x-community
+      - name: windows_e2e_test-packaged-app-40x-enterprise
+      - name: windows_e2e_test-packaged-app-42x-community
+      - name: windows_e2e_test-packaged-app-42x-enterprise
+      - name: windows_e2e_test-packaged-app-44x-community
+      - name: windows_e2e_test-packaged-app-44x-enterprise
+      - name: windows_e2e_test-packaged-app-5x-community
+      - name: windows_e2e_test-packaged-app-5x-enterprise
+
+  - name: ubuntu_e2e
+    display_name: ubuntu (E2E)
+    run_on: ubuntu2004-large
+    tasks:
+      - name: ubuntu_e2e_test-packaged-app-40x-community
+      - name: ubuntu_e2e_test-packaged-app-42x-community
+      - name: ubuntu_e2e_test-packaged-app-44x-community
+      - name: ubuntu_e2e_test-packaged-app-44x-enterprise
+      - name: ubuntu_e2e_test-packaged-app-5x-community
+      - name: ubuntu_e2e_test-packaged-app-5x-enterprise
+
+  - name: rhel_e2e
+    display_name: rhel (E2E)
+    run_on: rhel76-large
+    tasks:
+      - name: rhel_e2e_test-packaged-app-40x-community
+      - name: rhel_e2e_test-packaged-app-40x-enterprise
+      - name: rhel_e2e_test-packaged-app-42x-community
+      - name: rhel_e2e_test-packaged-app-42x-enterprise
+      - name: rhel_e2e_test-packaged-app-44x-community
+      - name: rhel_e2e_test-packaged-app-44x-enterprise
+      - name: rhel_e2e_test-packaged-app-5x-community
+      - name: rhel_e2e_test-packaged-app-5x-enterprise

.evergreen/tasks.in.yml

@@ -45,19 +45,19 @@ tasks:
       - func: save-windows-artifacts
         vars:
           compass_distribution: compass
-        variants: [windows]
+        variants: [windows_package]
       - func: save-macos-artifacts
         vars:
           compass_distribution: compass
-        variants: [macos]
+        variants: [macos_package]
       - func: save-rhel-artifacts
         vars:
           compass_distribution: compass
-        variants: [rhel]
+        variants: [rhel_package]
       - func: save-ubuntu-artifacts
         vars:
           compass_distribution: compass
-        variants: [ubuntu]
+        variants: [ubuntu_package]
 
   - name: package-isolated
     tags: ['required-for-publish', 'run-on-pr']
@@ -77,19 +77,19 @@ tasks:
       - func: save-windows-artifacts
         vars:
           compass_distribution: compass-isolated
-        variants: [windows]
+        variants: [windows_package]
       - func: save-macos-artifacts
         vars:
           compass_distribution: compass-isolated
-        variants: [macos]
+        variants: [macos_package]
       - func: save-rhel-artifacts
         vars:
           compass_distribution: compass-isolated
-        variants: [rhel]
+        variants: [rhel_package]
       - func: save-ubuntu-artifacts
         vars:
           compass_distribution: compass-isolated
-        variants: [ubuntu]
+        variants: [ubuntu_package]
 
   - name: package-readonly
     tags: ['required-for-publish', 'run-on-pr']
@@ -109,19 +109,19 @@ tasks:
       - func: save-windows-artifacts
         vars:
           compass_distribution: compass-readonly
-        variants: [windows]
+        variants: [windows_package]
       - func: save-macos-artifacts
         vars:
           compass_distribution: compass-readonly
-        variants: [macos]
+        variants: [macos_package]
       - func: save-rhel-artifacts
         vars:
           compass_distribution: compass-readonly
-        variants: [rhel]
+        variants: [rhel_package]
       - func: save-ubuntu-artifacts
         vars:
           compass_distribution: compass-readonly
-        variants: [ubuntu]
+        variants: [ubuntu_package]
 
   - name: test-connectivity
     tags: ['required-for-publish']
@@ -277,12 +277,13 @@ tasks:
           target_platform: '--platform=darwin'
 
   # copied as test-packaged-app-macos due to depends_on variation
-  <% for (const task of testPackagedAppVariations) { %>
+  <% for (const task of allTestPackagedAppTasks) { %>
 
   - name: <% out(task.name) %>
     tags: ['required-for-publish', 'run-on-pr']
     depends_on:
-      - name: package
+      name: package
+      variant: <% out(task.dependVariantName) %>
     commands:
       - func: prepare
       - func: install