stackabletech · razvan · Aug 5, 2024 · Aug 6, 2024 · Aug 5, 2024 · Aug 8, 2024
diff --git a/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml b/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml
@@ -43,13 +43,13 @@ data:
         stackable.tech/vendor: Stackable
     spec:
       sparkImage:
-        productVersion: 3.5.1
+        productVersion: 3.5.2
       mode: cluster
       mainApplicationFile: local:///stackable/spark/jobs/spark-ingest-into-lakehouse.py
       deps:
         packages:
-          - org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.5.0
-          - org.apache.spark:spark-sql-kafka-0-10_2.12:3.5.1
+          - org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.6.1
+          - org.apache.spark:spark-sql-kafka-0-10_2.12:3.5.2
       s3connection:
         reference: minio
       sparkConf:

diff --git a/demos/end-to-end-security/create-spark-report.yaml b/demos/end-to-end-security/create-spark-report.yaml
@@ -55,7 +55,7 @@ data:
       name: spark-report
     spec:
       sparkImage:
-        productVersion: 3.5.1
+        productVersion: 3.5.2
       mode: cluster
       mainApplicationFile: local:///stackable/spark/jobs/spark-report.py
       deps:

diff --git a/demos/signal-processing/Dockerfile-nifi b/demos/signal-processing/Dockerfile-nifi
@@ -1,5 +1,5 @@
 # docker build -f ./Dockerfile-nifi -t docker.stackable.tech/demos/nifi:1.27.0-postgresql .
 
-FROM docker.stackable.tech/stackable/nifi:1.27.0-stackable24.7.0
+FROM docker.stackable.tech/stackable/nifi:1.27.0-stackable24.11.0
 
 RUN curl --fail -o /stackable/nifi/postgresql-42.6.0.jar "https://repo.stackable.tech/repository/misc/postgresql-timescaledb/postgresql-42.6.0.jar"
diff --git a/demos/signal-processing/DownloadAndWriteToDB.xml b/demos/signal-processing/DownloadAndWriteToDB.xml
@@ -61,7 +61,7 @@
             <bundle>
                 <artifact>nifi-dbcp-service-nar</artifact>
                 <group>org.apache.nifi</group>
-                <version>1.21.0</version>
+                <version>1.27.0</version>
             </bundle>
             <comments></comments>
             <descriptors>
@@ -258,7 +258,7 @@
             <bundle>
                 <artifact>nifi-record-serialization-services-nar</artifact>
                 <group>org.apache.nifi</group>
-                <version>1.21.0</version>
+                <version>1.27.0</version>
             </bundle>
             <comments></comments>
             <descriptors>
@@ -561,7 +561,7 @@
             </position>
             <height>88.0</height>
             <label>This flow downloads a dataset, writing it to a temporary table in TimescaleDB.
-This data is then written to the target table with the time offsets preserved, 
+This data is then written to the target table with the time offsets preserved,
 but re-based to the current time. This means that the data can be displayed
 in Grafana as if it were being streamed, whereas in fact the dashboard moves
 through "future" data that has already been persisted.</label>
@@ -584,7 +584,7 @@ through "future" data that has already been persisted.</label>
             <bundle>
                 <artifact>nifi-standard-nar</artifact>
                 <group>org.apache.nifi</group>
-                <version>1.21.0</version>
+                <version>1.27.0</version>
             </bundle>
             <config>
                 <backoffMechanism>PENALIZE_FLOWFILE</backoffMechanism>
@@ -1069,7 +1069,7 @@ through "future" data that has already been persisted.</label>
             <bundle>
                 <artifact>nifi-standard-nar</artifact>
                 <group>org.apache.nifi</group>
-                <version>1.21.0</version>
+                <version>1.27.0</version>
             </bundle>
             <config>
                 <backoffMechanism>PENALIZE_FLOWFILE</backoffMechanism>
@@ -1223,7 +1223,7 @@ from conditions_temp;</value>
             <bundle>
                 <artifact>nifi-standard-nar</artifact>
                 <group>org.apache.nifi</group>
-                <version>1.21.0</version>
+                <version>1.27.0</version>
             </bundle>
             <config>
                 <backoffMechanism>PENALIZE_FLOWFILE</backoffMechanism>

diff --git a/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml b/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml
@@ -37,7 +37,7 @@ data:
       name: spark-ad
     spec:
       sparkImage:
-        productVersion: 3.5.1
+        productVersion: 3.5.2
       mode: cluster
       mainApplicationFile: local:///spark-scripts/spark-ad.py
       deps:

diff --git a/docs/modules/demos/pages/trino-iceberg.adoc b/docs/modules/demos/pages/trino-iceberg.adoc
@@ -82,7 +82,7 @@ connect with DBeaver. As an alternative, you can use https://trino.io/download.h
 
 [source,console]
 ----
-$ java -jar ~/Downloads/trino-cli-451-executable.jar --user admin --insecure --password --server https://172.18.0.2:30856
+$ java -jar ~/Downloads/trino-cli-455-executable.jar --user admin --insecure --password --server https://172.18.0.2:30856
 ----
 
 Make sure to replace the server endpoint with the endpoint listed in the `stackablectl stacklet list` output. When

diff --git a/stacks/_templates/vector-aggregator.yaml b/stacks/_templates/vector-aggregator.yaml
@@ -1,9 +1,9 @@
 releaseName: vector-aggregator
 name: vector
 repo:
   name: vector
   url: https://helm.vector.dev
-version: 0.34.0
+version: 0.35.0 # app version 0.40.0
 options:
   commonLabels:
     stackable.tech/vendor: Stackable
@@ -36,7 +36,7 @@
        auth:
          strategy: basic
          user: admin
          password: {{ openSearchAdminPassword }}
  extraVolumeMounts:
    # Use the certificate generated by the secret-operator
    - name: tls

diff --git a/stacks/airflow/airflow.yaml b/stacks/airflow/airflow.yaml
@@ -1,4 +1,4 @@
 {% raw %}
 ---
 apiVersion: airflow.stackable.tech/v1alpha1
 kind: AirflowCluster
@@ -6,7 +6,7 @@
   name: airflow
 spec:
   image:
-    productVersion: 2.9.2
+    productVersion: 2.9.3
   clusterConfig:
     listenerClass: external-unstable
     loadExamples: false
@@ -272,7 +272,7 @@
     spec:
       version: "1.0"
       sparkImage:
-        productVersion: 3.5.1
+        productVersion: 3.5.2
       mode: cluster
       mainApplicationFile: local:///stackable/spark/examples/src/main/python/pi.py
       job:

diff --git a/stacks/data-lakehouse-iceberg-trino-spark/nifi.yaml b/stacks/data-lakehouse-iceberg-trino-spark/nifi.yaml
@@ -5,7 +5,7 @@ metadata:
   name: nifi
 spec:
   image:
-    productVersion: 1.25.0
+    productVersion: 1.27.0
   clusterConfig:
     authentication:
       - authenticationClass: nifi-admin-credentials
@@ -52,7 +52,7 @@ kind: Secret
 metadata:
   name: nifi-admin-credentials-secret
 stringData:
-  admin: {{ nifiAdminPassword }}
+  admin: {{nifiAdminPassword}}
 ---
 apiVersion: zookeeper.stackable.tech/v1alpha1
 kind: ZookeeperZnode

diff --git a/stacks/data-lakehouse-iceberg-trino-spark/trino.yaml b/stacks/data-lakehouse-iceberg-trino-spark/trino.yaml
@@ -5,7 +5,7 @@ metadata:
   name: trino
 spec:
   image:
-    productVersion: "451"
+    productVersion: "455"
   clusterConfig:
     listenerClass: external-unstable
     catalogLabelSelector:
@@ -114,7 +114,7 @@ metadata:
   name: opa
 spec:
   image:
-    productVersion: 0.66.0
+    productVersion: 0.67.1
   servers:
     roleGroups:
       default: {}

diff --git a/stacks/dual-hive-hdfs-s3/trino.yaml b/stacks/dual-hive-hdfs-s3/trino.yaml
@@ -61,7 +61,7 @@ metadata:
   name: trino
 spec:
   image:
-    productVersion: "451"
+    productVersion: "455"
   clusterConfig:
     authorization:
       opa:

diff --git a/stacks/end-to-end-security/opa.yaml b/stacks/end-to-end-security/opa.yaml
@@ -5,7 +5,7 @@ metadata:
   name: opa
 spec:
   image:
-    productVersion: 0.66.0
+    productVersion: 0.67.1
   clusterConfig:
     userInfo:
       backend:

diff --git a/stacks/end-to-end-security/trino-regorules.yaml b/stacks/end-to-end-security/trino-regorules.yaml
@@ -1,4 +1,4 @@
 {% raw %}
 ---
 apiVersion: v1
 kind: ConfigMap
@@ -1460,7 +1460,7 @@
     #         "groups": ["group1", ...],
     #         "user": "username",
     #       },
-    #       "softwareStack": {"trinoVersion": "442"},
+    #       "softwareStack": {"trinoVersion": "455"},
     #     }
     #   }
     #
@@ -1610,7 +1610,7 @@
     #         "groups": ["group1", ...],
     #         "user": "username",
     #       },
-    #       "softwareStack": {"trinoVersion": "442"},
+    #       "softwareStack": {"trinoVersion": "455"},
     #     }
     #   }
     #
@@ -1671,7 +1671,7 @@
     #         "groups": ["group1", ...],
     #         "user": "username",
     #       },
-    #       "softwareStack": {"trinoVersion": "442"},
+    #       "softwareStack": {"trinoVersion": "455"},
     #     }
     #   }
     #
@@ -1736,7 +1736,7 @@
     #         "groups": ["group1", ...],
     #         "user": "username",
     #       },
-    #       "softwareStack": {"trinoVersion": "442"},
+    #       "softwareStack": {"trinoVersion": "455"},
     #     }
     #   }
     #

diff --git a/stacks/end-to-end-security/trino.yaml b/stacks/end-to-end-security/trino.yaml
@@ -5,7 +5,7 @@ metadata:
   name: trino
 spec:
   image:
-    productVersion: "451"
+    productVersion: "455"
   clusterConfig:
     listenerClass: external-unstable
     tls:

diff --git a/stacks/keycloak-opa-poc/opa.yaml b/stacks/keycloak-opa-poc/opa.yaml
@@ -5,7 +5,7 @@ metadata:
   name: opa
 spec:
   image:
-    productVersion: 0.66.0
+    productVersion: 0.67.1
   servers:
     roleGroups:
       default: {}
diff --git a/stacks/keycloak-opa-poc/trino.yaml b/stacks/keycloak-opa-poc/trino.yaml
@@ -5,7 +5,7 @@ metadata:
   name: trino
 spec:
   image:
-    productVersion: "451"
+    productVersion: "455"
   clusterConfig:
     listenerClass: external-unstable
     tls:

diff --git a/stacks/trino-iceberg/trino.yaml b/stacks/trino-iceberg/trino.yaml
@@ -5,7 +5,7 @@ metadata:
   name: trino
 spec:
   image:
-    productVersion: "451"
+    productVersion: "455"
   clusterConfig:
     listenerClass: external-unstable
     catalogLabelSelector:
@@ -99,7 +99,7 @@ metadata:
   name: opa
 spec:
   image:
-    productVersion: 0.66.0
+    productVersion: 0.67.1
   servers:
     roleGroups:
       default:

diff --git a/stacks/trino-superset-s3/trino.yaml b/stacks/trino-superset-s3/trino.yaml
@@ -5,7 +5,7 @@ metadata:
   name: trino
 spec:
   image:
-    productVersion: "451"
+    productVersion: "455"
   clusterConfig:
     listenerClass: external-unstable
     catalogLabelSelector:
@@ -71,7 +71,7 @@ metadata:
   name: opa
 spec:
   image:
-    productVersion: 0.66.0
+    productVersion: 0.67.1
   servers:
     roleGroups:
       default: {}