From 83a1cdebbf6b3f8994d557bbc8ffb992eb006e74 Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Tue, 20 May 2025 19:05:35 +0300 Subject: [PATCH 01/34] onprem: 2.8.0-rc.2 --- codefresh/Chart.lock | 4 ++-- codefresh/Chart.yaml | 8 ++++---- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/codefresh/Chart.lock b/codefresh/Chart.lock index 98cc11773..da7f217c7 100644 --- a/codefresh/Chart.lock +++ b/codefresh/Chart.lock @@ -167,5 +167,5 @@ dependencies: - name: salesforce-reporter repository: oci://quay.io/codefresh/charts version: 1.30.11 -digest: sha256:814b879b8e7b0b276c66b821c69c2c22febbbec4a30fed89117d50530ae0ea5e -generated: "2025-05-19T23:11:03.858637+03:00" +digest: sha256:f245d0ef88646a32b9104a20832bb8c8d59b1c044b74cb9c0389cdf32024bc13 +generated: "2025-05-20T19:02:10.570462+03:00" diff --git a/codefresh/Chart.yaml b/codefresh/Chart.yaml index 78ea431b0..7c182069c 100644 --- a/codefresh/Chart.yaml +++ b/codefresh/Chart.yaml @@ -1,7 +1,7 @@ apiVersion: v2 description: Helm Chart for Codefresh On-Prem name: codefresh -version: 2.8.0-rc.1 +version: 2.8.0-rc.2 keywords: - codefresh home: https://codefresh.io/ @@ -97,7 +97,7 @@ dependencies: repository: oci://quay.io/codefresh/charts condition: context-manager.enabled - name: pipeline-manager - version: "~1.139.0" + version: "~3.139.0" repository: oci://quay.io/codefresh/charts condition: pipeline-manager.enabled - name: gitops-dashboard-manager @@ -211,7 +211,7 @@ dependencies: repository: oci://quay.io/codefresh/charts condition: cf-broadcaster.enabled - name: helm-repo-manager - version: "~0.21.0" + version: "*" repository: oci://quay.io/codefresh/charts condition: helm-repo-manager.enabled - name: hermes @@ -237,7 +237,7 @@ dependencies: repository: oci://quay.io/codefresh/charts condition: argo-platform.enabled - name: argo-platform - version: "~1.3507.0" + version: "~1.3506.0" repository: oci://quay.io/codefresh/charts condition: argo-platform.enabled - name: argo-hub-platform From 9e8cd6abcd1ca8e9f145e134ed05fe0c637b4153 Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Tue, 20 May 2025 19:06:47 +0300 Subject: [PATCH 02/34] onprem: 2.8.0-rc.2 --- codefresh/Chart.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/codefresh/Chart.yaml b/codefresh/Chart.yaml index 7c182069c..3ee194b87 100644 --- a/codefresh/Chart.yaml +++ b/codefresh/Chart.yaml @@ -15,11 +15,11 @@ appVersion: 2.7.0 annotations: artifacthub.io/prerelease: "true" artifacthub.io/alternativeName: "codefresh-onprem" - artifacthub.io/containsSecurityUpdates: "true" + # artifacthub.io/containsSecurityUpdates: "true" # supported kinds are added, changed, deprecated, removed, fixed and security. artifacthub.io/changes: | - - kind: changed - description: "Initial 2.8.0 release" + - kind: fixed + description: "Fixed dependencies version" dependencies: - name: cf-common repository: oci://quay.io/codefresh/charts From 2014d0ed297a1a7d36d89aa36cf534602dfdd950 Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Tue, 20 May 2025 19:06:59 +0300 Subject: [PATCH 03/34] onprem: 2.8.0-rc.2 --- codefresh/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/codefresh/README.md b/codefresh/README.md index ec4d301e0..6271f936c 100644 --- a/codefresh/README.md +++ b/codefresh/README.md @@ -1,6 +1,6 @@ ## Codefresh On-Premises -![Version: 2.8.0](https://img.shields.io/badge/Version-2.8.0-informational?style=flat-square) ![AppVersion: 2.7.0](https://img.shields.io/badge/AppVersion-2.7.0-informational?style=flat-square) +![Version: 2.8.0-rc.2](https://img.shields.io/badge/Version-2.8.0--rc.2-informational?style=flat-square) ![AppVersion: 2.7.0](https://img.shields.io/badge/AppVersion-2.7.0-informational?style=flat-square) Helm chart for deploying [Codefresh On-Premises](https://codefresh.io/docs/docs/getting-started/intro-to-codefresh/) to Kubernetes. From 1d48671bc8fccfb9077282d8545b68f489ab08ce Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Wed, 21 May 2025 17:59:02 +0300 Subject: [PATCH 04/34] onprem: 2.8.0-rc.2 --- codefresh/files/mongoSetCompatibilityVersion.sh | 2 +- codefresh/values.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/codefresh/files/mongoSetCompatibilityVersion.sh b/codefresh/files/mongoSetCompatibilityVersion.sh index b539b9e6f..855290ce3 100644 --- a/codefresh/files/mongoSetCompatibilityVersion.sh +++ b/codefresh/files/mongoSetCompatibilityVersion.sh @@ -33,4 +33,4 @@ parseMongoURI $MONGO_URI waitForMongoDB -mongosh ${MONGODB_ROOT_URI} --eval "db.adminCommand( { setFeatureCompatibilityVersion: \"$MONGODB_COMPAT_VERSION\" } )" +mongosh ${MONGODB_ROOT_URI} --eval "db.adminCommand( { setFeatureCompatibilityVersion: \"$MONGODB_COMPAT_VERSION\", confirm: true } )" diff --git a/codefresh/values.yaml b/codefresh/values.yaml index 9a4b9df36..b4805857a 100644 --- a/codefresh/values.yaml +++ b/codefresh/values.yaml @@ -1103,7 +1103,7 @@ mongodb: memory: 256Mi migration: enabled: true - featureCompatibilityVersion: "6.0" + featureCompatibilityVersion: "7.0" # -- nats # @default -- See below From c2e0d1006bf4c5b493d5577e4bbac1f4c16105de Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Wed, 21 May 2025 18:01:49 +0300 Subject: [PATCH 05/34] onprem: 2.8.0-rc.2 --- codefresh/README.md | 25 ++----------------------- 1 file changed, 2 insertions(+), 23 deletions(-) diff --git a/codefresh/README.md b/codefresh/README.md index b3fd4f1bf..6271f936c 100644 --- a/codefresh/README.md +++ b/codefresh/README.md @@ -834,12 +834,6 @@ Ref: - [Create an Index in Atlas DB](https://www.mongodb.com/docs/atlas/atlas-ui/indexes/#create-an-index) - [Create an Index with mongosh](https://www.mongodb.com/docs/manual/reference/method/db.collection.createIndex/) -##### ⚠️ Upgrading when the indexes are maintained manually - -If you maintain indexes manually and you upgrade your On-Prem installation you must create all indexes which were introduced from your current version up to the version you upgrade to manually. - -You can follow [Upgrading section](#upgrading) to see what changes were made for indexes in every specific release. - ### High Availability The chart installs the non-HA version of Codefresh by default. If you want to run Codefresh in HA mode, use the example values below. @@ -1748,7 +1742,7 @@ nomios: ... ``` -### To 2-0-12 +### To 2.0.12 #### ⚠️ Legacy ChartMuseum subchart deprecation @@ -2032,13 +2026,7 @@ cfapi: #### Auto-index creation in MongoDB -[Auto-index creation in MongoDB](#enabling-auto-index-creation) - -#### ⚠️ New indexes in MongoDB - -If you maintain indexes manually (i.e. [Auto-index creation](#enabling-auto-index-creation) is off) you must create the following index **before** the upgrade: - -- [Database: `read-models`, collection: `images-binaries`, index: `accountId_1_imageName_1`](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes/read-models/images-binaries.json#L75-L94) +[Auto-index creation in MongoDB](#auto-index-creation-in-mongodb) ### To 2-7-0 @@ -2071,15 +2059,6 @@ global: - "value" ``` -#### ⚠️ New indexes in MongoDB - -If you maintain indexes manually (i.e. [Auto-index creation](#enabling-auto-index-creation) is off) you must create the following indexes **before or right after** the upgrade: - -> ⚠ **Note!** In case if you create indexes **before** the upgrade, please, create `codefresh.feature-store-versioned` collection manually in advance. - -- [Database: `codefresh`, collection: `feature-store-versioned`, index: `createdAt_1`](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes/codefresh/feature-store-versioned.json#L2-L9) -- [Database: `codefresh`, collection: `feature-store-versioned`, index: `LDRedisStoreVersion_1__id_-1`](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes/codefresh/feature-store-versioned.json#L10-L17) - ### To 2-8-0 ### [What's new in 2.8.x](https://codefresh.io/docs/docs/whats-new/on-prem-release-notes/#on-premises-version-28) From 547512d8b16896b1b8589387f2261d1d97daeb15 Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Wed, 21 May 2025 19:43:04 +0300 Subject: [PATCH 06/34] onprem: 2.8.0-rc.2 --- codefresh/files/mongoSetCompatibilityVersion.sh | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/codefresh/files/mongoSetCompatibilityVersion.sh b/codefresh/files/mongoSetCompatibilityVersion.sh index 855290ce3..b7a7ab3ba 100644 --- a/codefresh/files/mongoSetCompatibilityVersion.sh +++ b/codefresh/files/mongoSetCompatibilityVersion.sh @@ -16,6 +16,11 @@ waitForMongoDB() { done } +getMongoDBVersion() { + local version=$(mongosh ${MONGODB_ROOT_URI} --eval "db.version()" 2>&1) + echo $version +} + parseMongoURI() { local proto="$(echo $1 | grep :// | sed -e's,^\(.*://\).*,\1,g')" local parameters="$(echo $1 | grep '?' | cut -d '?' -f2)"; if [[ -n $parameters ]]; then parameters="?${parameters}"; fi @@ -33,4 +38,10 @@ parseMongoURI $MONGO_URI waitForMongoDB -mongosh ${MONGODB_ROOT_URI} --eval "db.adminCommand( { setFeatureCompatibilityVersion: \"$MONGODB_COMPAT_VERSION\", confirm: true } )" +MONGO_VERSION=$(getMongoDBVersion) + +if [[ $MONGO_VERSION == 7* ]]; then + mongosh ${MONGODB_ROOT_URI} --eval "db.adminCommand( { setFeatureCompatibilityVersion: \"$MONGODB_COMPAT_VERSION\", confirm: true } )" +else + mongosh ${MONGODB_ROOT_URI} --eval "db.adminCommand( { setFeatureCompatibilityVersion: \"$MONGODB_COMPAT_VERSION\" } )" +fi From d89e7d7d76d2e322b25a3e13338688412c35261c Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Wed, 21 May 2025 20:04:07 +0300 Subject: [PATCH 07/34] onprem: 2.8.0-rc.2 --- codefresh/values.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/codefresh/values.yaml b/codefresh/values.yaml index b4805857a..9a4b9df36 100644 --- a/codefresh/values.yaml +++ b/codefresh/values.yaml @@ -1103,7 +1103,7 @@ mongodb: memory: 256Mi migration: enabled: true - featureCompatibilityVersion: "7.0" + featureCompatibilityVersion: "6.0" # -- nats # @default -- See below From 3443a6a2c2aefe9f04bf6b44c6fef7b59ec55728 Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Wed, 21 May 2025 20:14:19 +0300 Subject: [PATCH 08/34] onprem: 2.8.0-rc.2 --- .../templates/hooks/pre-upgrade/delete-consul-svc-job.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/codefresh/templates/hooks/pre-upgrade/delete-consul-svc-job.yaml b/codefresh/templates/hooks/pre-upgrade/delete-consul-svc-job.yaml index 1e01d429a..4bc915e8f 100644 --- a/codefresh/templates/hooks/pre-upgrade/delete-consul-svc-job.yaml +++ b/codefresh/templates/hooks/pre-upgrade/delete-consul-svc-job.yaml @@ -38,7 +38,7 @@ spec: - /bin/sh - -c - | - set -e + set -x CONSUL_SVC_HEADLESS=$(kubectl get svc -n {{ .Release.Namespace }} \ -l app.kubernetes.io/instance={{ include "codefresh.fullname" . }}\ -l app.kubernetes.io/name=consul \ From 6cc1038a1f9ac510a0dfd007dca3ada2664434fe Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Wed, 21 May 2025 20:15:02 +0300 Subject: [PATCH 09/34] onprem: 2.8.0-rc.2 --- codefresh/.ci/values/defaults-hpa.yaml | 4 ++++ codefresh/values.yaml | 2 +- 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/codefresh/.ci/values/defaults-hpa.yaml b/codefresh/.ci/values/defaults-hpa.yaml index 2b5a4bc0f..0c97b12b7 100644 --- a/codefresh/.ci/values/defaults-hpa.yaml +++ b/codefresh/.ci/values/defaults-hpa.yaml @@ -75,3 +75,7 @@ argo-platform: promotion-orchestrator: hpa: enabled: true + +mongodb: + migration: + enabled: true diff --git a/codefresh/values.yaml b/codefresh/values.yaml index 9a4b9df36..9f331ae5a 100644 --- a/codefresh/values.yaml +++ b/codefresh/values.yaml @@ -1102,7 +1102,7 @@ mongodb: cpu: 200m memory: 256Mi migration: - enabled: true + enabled: false featureCompatibilityVersion: "6.0" # -- nats From b46fef14fb7b664ab8efb4798bf20deb2eb55d6e Mon Sep 17 00:00:00 2001 From: vitaliichyrka Date: Thu, 22 May 2025 12:40:17 +0300 Subject: [PATCH 10/34] upd chartmuseum --- codefresh/values.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/codefresh/values.yaml b/codefresh/values.yaml index 9f331ae5a..416ba3d9e 100644 --- a/codefresh/values.yaml +++ b/codefresh/values.yaml @@ -974,8 +974,8 @@ helm-repo-manager: ingress: enabled: false image: - repository: us-docker.pkg.dev/codefresh-inc/public-gcr-io/codefresh/chartmuseum - tag: 8795e993 + repository: ghcr.io/helm/chartmuseum + tag: v0.16.3 resources: requests: cpu: 100m From 4d4f320fd4dccbbce5f8a800cc8666fbec752f45 Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Fri, 23 May 2025 12:27:45 +0300 Subject: [PATCH 11/34] onprem: 2.8.0-rc.2 --- codefresh/README.md | 147 ++++++++++++++++++++++++++++++++----- codefresh/README.md.gotmpl | 147 ++++++++++++++++++++++++++++++++----- 2 files changed, 260 insertions(+), 34 deletions(-) diff --git a/codefresh/README.md b/codefresh/README.md index 6271f936c..c8b5fc15f 100644 --- a/codefresh/README.md +++ b/codefresh/README.md @@ -2086,32 +2086,145 @@ Default PostgreSQL image is changed from 13.x to 17.x If you run external PostgreSQL, follow the [official instructions](https://www.postgresql.org/docs/17/upgrading.html) to upgrade to 17.x. -⚠️ ⚠️ ⚠️ If you run built-in PostgreSQL `bitnami/postgresql` subchart, direct upgrade is not supported. You need to backup your data, delete the old PostgreSQL StatefulSet with PVCs and restore the data into a new PostgreSQL StatefulSet. +⚠️ ⚠️ ⚠️ If you run built-in PostgreSQL `bitnami/postgresql` subchart, direct upgrade is not supported due to **incompatible breaking changes** in the database files. You will see the following error in the logs: +``` +postgresql 17:36:28.41 INFO ==> ** Starting PostgreSQL ** +2025-05-21 17:36:28.432 GMT [1] FATAL: database files are incompatible with server +2025-05-21 17:36:28.432 GMT [1] DETAIL: The data directory was initialized by PostgreSQL version 13, which is not compatible with this version 17.2. +``` +You need to backup your data, delete the old PostgreSQL StatefulSet with PVCs and restore the data into a new PostgreSQL StatefulSet. + +- **Before the upgrade**, backup your data on a separate PVC + +- Create PVC with the same or bigger size as your current PostgreSQL PVC: + +```yaml +apiVersion: v1 +kind: PersistentVolumeClaim +metadata: + name: postgresql-dump +spec: + storageClassName: + resources: + requests: + storage: + volumeMode: Filesystem + accessModes: + - ReadWriteOnce +``` + +- Create a job to dump the data from the old PostgreSQL StatefulSet into the new PVC: + +```yaml +apiVersion: batch/v1 +kind: Job +metadata: + name: postgresql-dump +spec: + ttlSecondsAfterFinished: 300 + template: + spec: + containers: + - name: postgresql-dump + image: quay.io/codefresh/postgresql:17 + resources: + requests: + memory: "128Mi" + cpu: "100m" + limits: + memory: "1Gi" + cpu: "1" + env: + - name: PGUSER + value: "" + - name: PGPASSWORD + value: "" + - name: PGHOST + value: "" + - name: PGPORT + value: "" + command: + - "/bin/bash" + - "-c" + - | + pg_dumpall --verbose > /opt/postgresql-dump/dump.sql + volumeMounts: + - name: postgresql-dump + mountPath: /opt/postgresql-dump + securityContext: + runAsUser: 0 + fsGroup: 0 + volumes: + - name: postgresql-dump + persistentVolumeClaim: + claimName: postgresql-dump + restartPolicy: Never +``` + +- Delete old PostgreSQL StatefulSet and PVC ```console -PGUSER=postgres -PGHOST=cf-postgresql -PGPORT=5432 -PGPASSWORD=postgres -BACKUP_DIR=/tmp/pg_backup -BACKUP_SQL=backup.sql -TIMESTAMP=$(date +%Y%m%d%H%M%S) -NAMESPACE=codefresh - -# Backup PostgreSQL data -pg_dumpall --verbose > "$BACKUP_DIR/$BACKUP_SQL.$TIMESTAMP" 2>> "$LOG_FILE" - -# Delete old PostgreSQL StatefulSet STS_NAME=$(kubectl get sts -n $NAMESPACE -l app.kubernetes.io/instance=$RELEASE_NAME -l app.kubernetes.io/name=postgresql -o jsonpath='{.items[0].metadata.name}') PVC_NAME=$(kubectl get pvc -n $NAMESPACE -l app.kubernetes.io/instance=$RELEASE_NAME -l app.kubernetes.io/name=postgresql -o jsonpath='{.items[0].metadata.name}') kubectl delete sts $STS_NAME -n $NAMESPACE kubectl delete pvc $PVC_NAME -n $NAMESPACE +``` + +- Peform the upgrade to 2.8.x with PostgreSQL seed job enabled to re-create users and databases + +```yaml +seed: + postgresSeedJob: + enabled: true +``` -# Perform Codefresh On-Prem upgrade to 2.8.x +- Create a job to restore the data from the new PVC into the new PostgreSQL StatefulSet: -# Restore PostgreSQL data -psql -U -f "$BACKUP_DIR/$BACKUP_SQL.$TIMESTAMP" >> "$LOG_FILE" 2>&1 +```yaml +apiVersion: batch/v1 +kind: Job +metadata: + name: postgresql-restore +spec: + ttlSecondsAfterFinished: 300 + template: + spec: + containers: + - name: postgresql-restore + image: quay.io/codefresh/postgresql:17 + resources: + requests: + memory: "128Mi" + cpu: "100m" + limits: + memory: "1Gi" + cpu: "1" + env: + - name: PGUSER + value: "" + - name: PGPASSWORD + value: "" + - name: PGHOST + value: "" + - name: PGPORT + value: "" + command: + - "/bin/bash" + - "-c" + - | + psql -f /opt/postgresql-dump/dump.sql + volumeMounts: + - name: postgresql-dump + mountPath: /opt/postgresql-dump + securityContext: + runAsUser: 0 + fsGroup: 0 + volumes: + - name: postgresql-dump + persistentVolumeClaim: + claimName: postgresql-dump + restartPolicy: Never ``` ### RabbitMQ update diff --git a/codefresh/README.md.gotmpl b/codefresh/README.md.gotmpl index 2d3038ebe..34547b8f3 100644 --- a/codefresh/README.md.gotmpl +++ b/codefresh/README.md.gotmpl @@ -2096,32 +2096,145 @@ Default PostgreSQL image is changed from 13.x to 17.x If you run external PostgreSQL, follow the [official instructions](https://www.postgresql.org/docs/17/upgrading.html) to upgrade to 17.x. -⚠️ ⚠️ ⚠️ If you run built-in PostgreSQL `bitnami/postgresql` subchart, direct upgrade is not supported. You need to backup your data, delete the old PostgreSQL StatefulSet with PVCs and restore the data into a new PostgreSQL StatefulSet. +⚠️ ⚠️ ⚠️ If you run built-in PostgreSQL `bitnami/postgresql` subchart, direct upgrade is not supported due to **incompatible breaking changes** in the database files. You will see the following error in the logs: +``` +postgresql 17:36:28.41 INFO ==> ** Starting PostgreSQL ** +2025-05-21 17:36:28.432 GMT [1] FATAL: database files are incompatible with server +2025-05-21 17:36:28.432 GMT [1] DETAIL: The data directory was initialized by PostgreSQL version 13, which is not compatible with this version 17.2. +``` +You need to backup your data, delete the old PostgreSQL StatefulSet with PVCs and restore the data into a new PostgreSQL StatefulSet. + +- **Before the upgrade**, backup your data on a separate PVC + +- Create PVC with the same or bigger size as your current PostgreSQL PVC: + +```yaml +apiVersion: v1 +kind: PersistentVolumeClaim +metadata: + name: postgresql-dump +spec: + storageClassName: + resources: + requests: + storage: + volumeMode: Filesystem + accessModes: + - ReadWriteOnce +``` + +- Create a job to dump the data from the old PostgreSQL StatefulSet into the new PVC: + +```yaml +apiVersion: batch/v1 +kind: Job +metadata: + name: postgresql-dump +spec: + ttlSecondsAfterFinished: 300 + template: + spec: + containers: + - name: postgresql-dump + image: quay.io/codefresh/postgresql:17 + resources: + requests: + memory: "128Mi" + cpu: "100m" + limits: + memory: "1Gi" + cpu: "1" + env: + - name: PGUSER + value: "" + - name: PGPASSWORD + value: "" + - name: PGHOST + value: "" + - name: PGPORT + value: "" + command: + - "/bin/bash" + - "-c" + - | + pg_dumpall --verbose > /opt/postgresql-dump/dump.sql + volumeMounts: + - name: postgresql-dump + mountPath: /opt/postgresql-dump + securityContext: + runAsUser: 0 + fsGroup: 0 + volumes: + - name: postgresql-dump + persistentVolumeClaim: + claimName: postgresql-dump + restartPolicy: Never +``` + +- Delete old PostgreSQL StatefulSet and PVC ```console -PGUSER=postgres -PGHOST=cf-postgresql -PGPORT=5432 -PGPASSWORD=postgres -BACKUP_DIR=/tmp/pg_backup -BACKUP_SQL=backup.sql -TIMESTAMP=$(date +%Y%m%d%H%M%S) -NAMESPACE=codefresh - -# Backup PostgreSQL data -pg_dumpall --verbose > "$BACKUP_DIR/$BACKUP_SQL.$TIMESTAMP" 2>> "$LOG_FILE" - -# Delete old PostgreSQL StatefulSet STS_NAME=$(kubectl get sts -n $NAMESPACE -l app.kubernetes.io/instance=$RELEASE_NAME -l app.kubernetes.io/name=postgresql -o jsonpath='{.items[0].metadata.name}') PVC_NAME=$(kubectl get pvc -n $NAMESPACE -l app.kubernetes.io/instance=$RELEASE_NAME -l app.kubernetes.io/name=postgresql -o jsonpath='{.items[0].metadata.name}') kubectl delete sts $STS_NAME -n $NAMESPACE kubectl delete pvc $PVC_NAME -n $NAMESPACE +``` + +- Peform the upgrade to 2.8.x with PostgreSQL seed job enabled to re-create users and databases + +```yaml +seed: + postgresSeedJob: + enabled: true +``` -# Perform Codefresh On-Prem upgrade to 2.8.x +- Create a job to restore the data from the new PVC into the new PostgreSQL StatefulSet: -# Restore PostgreSQL data -psql -U -f "$BACKUP_DIR/$BACKUP_SQL.$TIMESTAMP" >> "$LOG_FILE" 2>&1 +```yaml +apiVersion: batch/v1 +kind: Job +metadata: + name: postgresql-restore +spec: + ttlSecondsAfterFinished: 300 + template: + spec: + containers: + - name: postgresql-restore + image: quay.io/codefresh/postgresql:17 + resources: + requests: + memory: "128Mi" + cpu: "100m" + limits: + memory: "1Gi" + cpu: "1" + env: + - name: PGUSER + value: "" + - name: PGPASSWORD + value: "" + - name: PGHOST + value: "" + - name: PGPORT + value: "" + command: + - "/bin/bash" + - "-c" + - | + psql -f /opt/postgresql-dump/dump.sql + volumeMounts: + - name: postgresql-dump + mountPath: /opt/postgresql-dump + securityContext: + runAsUser: 0 + fsGroup: 0 + volumes: + - name: postgresql-dump + persistentVolumeClaim: + claimName: postgresql-dump + restartPolicy: Never ``` ### RabbitMQ update From c684072d0b56b3b01f80c2c1ec746952b4e4efb1 Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Fri, 23 May 2025 12:54:15 +0300 Subject: [PATCH 12/34] onprem: 2.8.0-rc.2 --- codefresh/README.md | 17 +++++++++++++++++ codefresh/README.md.gotmpl | 18 ++++++++++++++++++ 2 files changed, 35 insertions(+) diff --git a/codefresh/README.md b/codefresh/README.md index c8b5fc15f..89825907b 100644 --- a/codefresh/README.md +++ b/codefresh/README.md @@ -2080,6 +2080,23 @@ mongodb: featureCompatibilityVersion: "6.0" ``` +However, after the successful upgrade to 7.x, you need to set `featureCompatibilityVersion` to `7.0` in your values file. + +```yaml +mongodb: + migration: + enabled: true + featureCompatibilityVersion: "7.0" +``` + +Or disable it completely (that is default value in Helm chart) if FCV (FeatureCompatibilityVersion) is managed by MongoDB itself (i.e. Atlas). + +```yaml +mongodb: + migration: + enabled: false +``` + ### PostgreSQL update Default PostgreSQL image is changed from 13.x to 17.x diff --git a/codefresh/README.md.gotmpl b/codefresh/README.md.gotmpl index 34547b8f3..ca5585bc1 100644 --- a/codefresh/README.md.gotmpl +++ b/codefresh/README.md.gotmpl @@ -2090,6 +2090,24 @@ mongodb: featureCompatibilityVersion: "6.0" ``` +However, after the successful upgrade to 7.x, you need to set `featureCompatibilityVersion` to `7.0` in your values file. + +```yaml +mongodb: + migration: + enabled: true + featureCompatibilityVersion: "7.0" +``` + +Or disable it completely (that is default value in Helm chart) if FCV (FeatureCompatibilityVersion) is managed by MongoDB itself (i.e. Atlas). + +```yaml +mongodb: + migration: + enabled: false +``` + + ### PostgreSQL update Default PostgreSQL image is changed from 13.x to 17.x From 3648750227e229ff68c1b9381cf248b74ac6b442 Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Fri, 23 May 2025 13:05:32 +0300 Subject: [PATCH 13/34] onprem: 2.8.0-rc.2 From 44c58d942f3852b71ff70af8649fc36e85d50118 Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Fri, 23 May 2025 13:06:43 +0300 Subject: [PATCH 14/34] onprem: 2.8.0-rc.2 --- codefresh/README.md | 4 ++-- codefresh/README.md.gotmpl | 5 ++--- 2 files changed, 4 insertions(+), 5 deletions(-) diff --git a/codefresh/README.md b/codefresh/README.md index 89825907b..26dd249ec 100644 --- a/codefresh/README.md +++ b/codefresh/README.md @@ -2071,7 +2071,7 @@ Default MongoDB image is changed from 6.x to 7.x. If you run external MongoDB (i.e. [Atlas](https://cloud.mongodb.com)), it is **required** to upgrade it to 7.x after upgrading Codefresh On-Prem to 2.8.x. -For backward compatibility (in case you need to rollback to 6.x), you can set [`featureCompatibilityVersion`](https://www.mongodb.com/docs/v6.0/reference/command/setFeatureCompatibilityVersion/) to `6.0` in your values file. +For backward compatibility (in case you need to rollback to 6.x), you should set [`featureCompatibilityVersion`](https://www.mongodb.com/docs/v6.0/reference/command/setFeatureCompatibilityVersion/) to `6.0` in your values file **before the upgrade**. ```yaml mongodb: @@ -2080,7 +2080,7 @@ mongodb: featureCompatibilityVersion: "6.0" ``` -However, after the successful upgrade to 7.x, you need to set `featureCompatibilityVersion` to `7.0` in your values file. +**After the upgrade** you need to set `featureCompatibilityVersion` to `7.0` in your values file. ```yaml mongodb: diff --git a/codefresh/README.md.gotmpl b/codefresh/README.md.gotmpl index ca5585bc1..a701f11a0 100644 --- a/codefresh/README.md.gotmpl +++ b/codefresh/README.md.gotmpl @@ -2081,7 +2081,7 @@ Default MongoDB image is changed from 6.x to 7.x. If you run external MongoDB (i.e. [Atlas](https://cloud.mongodb.com)), it is **required** to upgrade it to 7.x after upgrading Codefresh On-Prem to 2.8.x. -For backward compatibility (in case you need to rollback to 6.x), you can set [`featureCompatibilityVersion`](https://www.mongodb.com/docs/v6.0/reference/command/setFeatureCompatibilityVersion/) to `6.0` in your values file. +For backward compatibility (in case you need to rollback to 6.x), you should set [`featureCompatibilityVersion`](https://www.mongodb.com/docs/v6.0/reference/command/setFeatureCompatibilityVersion/) to `6.0` in your values file **before the upgrade**. ```yaml mongodb: @@ -2090,7 +2090,7 @@ mongodb: featureCompatibilityVersion: "6.0" ``` -However, after the successful upgrade to 7.x, you need to set `featureCompatibilityVersion` to `7.0` in your values file. +**After the upgrade** you need to set `featureCompatibilityVersion` to `7.0` in your values file. ```yaml mongodb: @@ -2107,7 +2107,6 @@ mongodb: enabled: false ``` - ### PostgreSQL update Default PostgreSQL image is changed from 13.x to 17.x From 0c77a98f7d2731a88b978fd38b83e7e7ce8005d5 Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Fri, 23 May 2025 13:13:46 +0300 Subject: [PATCH 15/34] onprem: 2.8.0-rc.2 --- codefresh/README.md | 8 +++++--- codefresh/README.md.gotmpl | 8 +++++--- 2 files changed, 10 insertions(+), 6 deletions(-) diff --git a/codefresh/README.md b/codefresh/README.md index 26dd249ec..ff4c528df 100644 --- a/codefresh/README.md +++ b/codefresh/README.md @@ -2071,7 +2071,7 @@ Default MongoDB image is changed from 6.x to 7.x. If you run external MongoDB (i.e. [Atlas](https://cloud.mongodb.com)), it is **required** to upgrade it to 7.x after upgrading Codefresh On-Prem to 2.8.x. -For backward compatibility (in case you need to rollback to 6.x), you should set [`featureCompatibilityVersion`](https://www.mongodb.com/docs/v6.0/reference/command/setFeatureCompatibilityVersion/) to `6.0` in your values file **before the upgrade**. +- **Before the upgrade**, for backward compatibility (in case you need to rollback to 6.x), you should set [`featureCompatibilityVersion`](https://www.mongodb.com/docs/v6.0/reference/command/setFeatureCompatibilityVersion/) to `6.0` in your values file. ```yaml mongodb: @@ -2080,7 +2080,9 @@ mongodb: featureCompatibilityVersion: "6.0" ``` -**After the upgrade** you need to set `featureCompatibilityVersion` to `7.0` in your values file. +- Perform Codefresh On-Prem upgrade to 2.8.x. Make sure all systems are up and running. + +- **After the upgrade**, if all system are stable, you need to set `featureCompatibilityVersion` to `7.0` in your values file and re-deploy the chart. ```yaml mongodb: @@ -2089,7 +2091,7 @@ mongodb: featureCompatibilityVersion: "7.0" ``` -Or disable it completely (that is default value in Helm chart) if FCV (FeatureCompatibilityVersion) is managed by MongoDB itself (i.e. Atlas). +⚠️ ⚠️ ⚠️ If FCV (FeatureCompatibilityVersion) is managed by MongoDB itself (i.e. Atlas), you can disable it completely (that is default value in Helm chart) ```yaml mongodb: diff --git a/codefresh/README.md.gotmpl b/codefresh/README.md.gotmpl index a701f11a0..344e31189 100644 --- a/codefresh/README.md.gotmpl +++ b/codefresh/README.md.gotmpl @@ -2081,7 +2081,7 @@ Default MongoDB image is changed from 6.x to 7.x. If you run external MongoDB (i.e. [Atlas](https://cloud.mongodb.com)), it is **required** to upgrade it to 7.x after upgrading Codefresh On-Prem to 2.8.x. -For backward compatibility (in case you need to rollback to 6.x), you should set [`featureCompatibilityVersion`](https://www.mongodb.com/docs/v6.0/reference/command/setFeatureCompatibilityVersion/) to `6.0` in your values file **before the upgrade**. +- **Before the upgrade**, for backward compatibility (in case you need to rollback to 6.x), you should set [`featureCompatibilityVersion`](https://www.mongodb.com/docs/v6.0/reference/command/setFeatureCompatibilityVersion/) to `6.0` in your values file. ```yaml mongodb: @@ -2090,7 +2090,9 @@ mongodb: featureCompatibilityVersion: "6.0" ``` -**After the upgrade** you need to set `featureCompatibilityVersion` to `7.0` in your values file. +- Perform Codefresh On-Prem upgrade to 2.8.x. Make sure all systems are up and running. + +- **After the upgrade**, if all system are stable, you need to set `featureCompatibilityVersion` to `7.0` in your values file and re-deploy the chart. ```yaml mongodb: @@ -2099,7 +2101,7 @@ mongodb: featureCompatibilityVersion: "7.0" ``` -Or disable it completely (that is default value in Helm chart) if FCV (FeatureCompatibilityVersion) is managed by MongoDB itself (i.e. Atlas). +⚠️ ⚠️ ⚠️ If FCV (FeatureCompatibilityVersion) is managed by MongoDB itself (i.e. Atlas), you can disable it completely (that is default value in Helm chart) ```yaml mongodb: From 3b7d7dd2ee84cc3870b9662218394ce028ffa7e6 Mon Sep 17 00:00:00 2001 From: Vasil Sudakou <160465134+vasil-cf@users.noreply.github.com> Date: Wed, 21 May 2025 11:42:56 +0300 Subject: [PATCH 16/34] fix: links and indexes (#56) --- codefresh/README.md | 23 ++++++++++++++++++++++- 1 file changed, 22 insertions(+), 1 deletion(-) diff --git a/codefresh/README.md b/codefresh/README.md index ff4c528df..7db9d140d 100644 --- a/codefresh/README.md +++ b/codefresh/README.md @@ -834,6 +834,12 @@ Ref: - [Create an Index in Atlas DB](https://www.mongodb.com/docs/atlas/atlas-ui/indexes/#create-an-index) - [Create an Index with mongosh](https://www.mongodb.com/docs/manual/reference/method/db.collection.createIndex/) +##### ⚠️ Upgrading when the indexes are maintained manually + +If you maintain indexes manually and you upgrade your On-Prem installation you must create all indexes which were introduced from your current version up to the version you upgrade to manually. + +You can follow [Upgrading section](#upgrading) to see what changes were made for indexes in every specific release. + ### High Availability The chart installs the non-HA version of Codefresh by default. If you want to run Codefresh in HA mode, use the example values below. @@ -1742,7 +1748,7 @@ nomios: ... ``` -### To 2.0.12 +### To 2-0-12 #### ⚠️ Legacy ChartMuseum subchart deprecation @@ -2028,6 +2034,12 @@ cfapi: [Auto-index creation in MongoDB](#auto-index-creation-in-mongodb) +#### ⚠️New indexes in MongoDB + +If you maintain indexes manually (i.e. [Auto-index creation](#auto-index-creation-in-mongodb) is off) you must create the following index **before** the upgrade: + +- [Database: `read-models`, collection: `images-binaries`, index: `accountId_1_imageName_1`](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes/read-models/images-binaries.json#L75-L94) + ### To 2-7-0 ### [What's new in 2.7.x](https://codefresh.io/docs/docs/whats-new/on-prem-release-notes/#on-premises-version-27) @@ -2059,6 +2071,15 @@ global: - "value" ``` +#### ⚠️New indexes in MongoDB + +If you maintain indexes manually (i.e. [Auto-index creation](#auto-index-creation-in-mongodb) is off) you must create the following indexes **before or right after** the upgrade: + +> ⚠ **Note!** In case if you create indexes **before** the upgrade, please, create `codefresh.feature-store-versioned` collection manually in advance. + +- [Database: `codefresh`, collection: `feature-store-versioned`, index: `createdAt_1`](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes/codefresh/feature-store-versioned.json#L2-L9) +- [Database: `codefresh`, collection: `feature-store-versioned`, index: `LDRedisStoreVersion_1__id_-1`](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes/codefresh/feature-store-versioned.json#L10-L17) + ### To 2-8-0 ### [What's new in 2.8.x](https://codefresh.io/docs/docs/whats-new/on-prem-release-notes/#on-premises-version-28) From bcbd12596632887984ab054dbe365a5d8ee134b8 Mon Sep 17 00:00:00 2001 From: Vasil Sudakou <160465134+vasil-cf@users.noreply.github.com> Date: Wed, 21 May 2025 11:58:34 +0300 Subject: [PATCH 17/34] fix: README.md (#58) --- codefresh/README.md | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/codefresh/README.md b/codefresh/README.md index 7db9d140d..04d2180ee 100644 --- a/codefresh/README.md +++ b/codefresh/README.md @@ -2032,11 +2032,11 @@ cfapi: #### Auto-index creation in MongoDB -[Auto-index creation in MongoDB](#auto-index-creation-in-mongodb) +[Auto-index creation in MongoDB](#enabling-auto-index-creation) -#### ⚠️New indexes in MongoDB +#### ⚠️ New indexes in MongoDB -If you maintain indexes manually (i.e. [Auto-index creation](#auto-index-creation-in-mongodb) is off) you must create the following index **before** the upgrade: +If you maintain indexes manually (i.e. [Auto-index creation](#enabling-auto-index-creation) is off) you must create the following index **before** the upgrade: - [Database: `read-models`, collection: `images-binaries`, index: `accountId_1_imageName_1`](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes/read-models/images-binaries.json#L75-L94) @@ -2071,9 +2071,9 @@ global: - "value" ``` -#### ⚠️New indexes in MongoDB +#### ⚠️ New indexes in MongoDB -If you maintain indexes manually (i.e. [Auto-index creation](#auto-index-creation-in-mongodb) is off) you must create the following indexes **before or right after** the upgrade: +If you maintain indexes manually (i.e. [Auto-index creation](#enabling-auto-index-creation) is off) you must create the following indexes **before or right after** the upgrade: > ⚠ **Note!** In case if you create indexes **before** the upgrade, please, create `codefresh.feature-store-versioned` collection manually in advance. From aa94497dd21ca35a227e55ed2f9d5131d06727f1 Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Fri, 23 May 2025 14:54:25 +0300 Subject: [PATCH 18/34] onprem: 2.8.0-rc.2 --- codefresh/README.md | 25 ++----------------------- 1 file changed, 2 insertions(+), 23 deletions(-) diff --git a/codefresh/README.md b/codefresh/README.md index 04d2180ee..ff4c528df 100644 --- a/codefresh/README.md +++ b/codefresh/README.md @@ -834,12 +834,6 @@ Ref: - [Create an Index in Atlas DB](https://www.mongodb.com/docs/atlas/atlas-ui/indexes/#create-an-index) - [Create an Index with mongosh](https://www.mongodb.com/docs/manual/reference/method/db.collection.createIndex/) -##### ⚠️ Upgrading when the indexes are maintained manually - -If you maintain indexes manually and you upgrade your On-Prem installation you must create all indexes which were introduced from your current version up to the version you upgrade to manually. - -You can follow [Upgrading section](#upgrading) to see what changes were made for indexes in every specific release. - ### High Availability The chart installs the non-HA version of Codefresh by default. If you want to run Codefresh in HA mode, use the example values below. @@ -1748,7 +1742,7 @@ nomios: ... ``` -### To 2-0-12 +### To 2.0.12 #### ⚠️ Legacy ChartMuseum subchart deprecation @@ -2032,13 +2026,7 @@ cfapi: #### Auto-index creation in MongoDB -[Auto-index creation in MongoDB](#enabling-auto-index-creation) - -#### ⚠️ New indexes in MongoDB - -If you maintain indexes manually (i.e. [Auto-index creation](#enabling-auto-index-creation) is off) you must create the following index **before** the upgrade: - -- [Database: `read-models`, collection: `images-binaries`, index: `accountId_1_imageName_1`](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes/read-models/images-binaries.json#L75-L94) +[Auto-index creation in MongoDB](#auto-index-creation-in-mongodb) ### To 2-7-0 @@ -2071,15 +2059,6 @@ global: - "value" ``` -#### ⚠️ New indexes in MongoDB - -If you maintain indexes manually (i.e. [Auto-index creation](#enabling-auto-index-creation) is off) you must create the following indexes **before or right after** the upgrade: - -> ⚠ **Note!** In case if you create indexes **before** the upgrade, please, create `codefresh.feature-store-versioned` collection manually in advance. - -- [Database: `codefresh`, collection: `feature-store-versioned`, index: `createdAt_1`](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes/codefresh/feature-store-versioned.json#L2-L9) -- [Database: `codefresh`, collection: `feature-store-versioned`, index: `LDRedisStoreVersion_1__id_-1`](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes/codefresh/feature-store-versioned.json#L10-L17) - ### To 2-8-0 ### [What's new in 2.8.x](https://codefresh.io/docs/docs/whats-new/on-prem-release-notes/#on-premises-version-28) From 152dfa9c2f8059b7e71ae81e40a3084afd032327 Mon Sep 17 00:00:00 2001 From: Vadim Kharin Date: Fri, 23 May 2025 14:59:54 +0300 Subject: [PATCH 19/34] Update cfapi and argo-platform to latest version --- codefresh/Chart.lock | 42 +++++++++++++++++++------------------- codefresh/Chart.yaml | 4 +++- codefresh/README.md | 4 ++-- codefresh/README.md.gotmpl | 4 ++-- 4 files changed, 28 insertions(+), 26 deletions(-) diff --git a/codefresh/Chart.lock b/codefresh/Chart.lock index da7f217c7..e0b0f310a 100644 --- a/codefresh/Chart.lock +++ b/codefresh/Chart.lock @@ -64,58 +64,58 @@ dependencies: version: 1.14.22 - name: cfapi repository: oci://quay.io/codefresh/charts - version: 21.279.2 + version: 21.279.3 - name: cfapi repository: oci://quay.io/codefresh/charts - version: 21.279.2 + version: 21.279.3 - name: cfapi repository: oci://quay.io/codefresh/charts - version: 21.279.2 + version: 21.279.3 - name: cfapi repository: oci://quay.io/codefresh/charts - version: 21.279.2 + version: 21.279.3 - name: cfapi repository: oci://quay.io/codefresh/charts - version: 21.279.2 + version: 21.279.3 - name: cfapi repository: oci://quay.io/codefresh/charts - version: 21.279.2 + version: 21.279.3 - name: cfapi repository: oci://quay.io/codefresh/charts - version: 21.279.2 + version: 21.279.3 - name: cfapi repository: oci://quay.io/codefresh/charts - version: 21.279.2 + version: 21.279.3 - name: cfapi repository: oci://quay.io/codefresh/charts - version: 21.279.2 + version: 21.279.3 - name: cfapi repository: oci://quay.io/codefresh/charts - version: 21.279.2 + version: 21.279.3 - name: cfapi repository: oci://quay.io/codefresh/charts - version: 21.279.2 + version: 21.279.3 - name: cfapi repository: oci://quay.io/codefresh/charts - version: 21.279.2 + version: 21.279.3 - name: cfapi repository: oci://quay.io/codefresh/charts - version: 21.279.2 + version: 21.279.3 - name: cfapi repository: oci://quay.io/codefresh/charts - version: 21.279.2 + version: 21.279.3 - name: cfapi repository: oci://quay.io/codefresh/charts - version: 21.279.2 + version: 21.279.3 - name: cfapi repository: oci://quay.io/codefresh/charts - version: 21.279.2 + version: 21.279.3 - name: cfapi repository: oci://quay.io/codefresh/charts - version: 21.279.2 + version: 21.279.3 - name: cfapi repository: oci://quay.io/codefresh/charts - version: 21.279.2 + version: 21.279.3 - name: cfui repository: oci://quay.io/codefresh/charts version: 14.98.27 @@ -148,7 +148,7 @@ dependencies: version: 0.49.87 - name: argo-platform repository: oci://quay.io/codefresh/charts - version: 1.3506.0 + version: 1.3524.0 - name: argo-hub-platform repository: oci://quay.io/codefresh/charts version: 0.1.23 @@ -167,5 +167,5 @@ dependencies: - name: salesforce-reporter repository: oci://quay.io/codefresh/charts version: 1.30.11 -digest: sha256:f245d0ef88646a32b9104a20832bb8c8d59b1c044b74cb9c0389cdf32024bc13 -generated: "2025-05-20T19:02:10.570462+03:00" +digest: sha256:fd70f6f660f3cca78e3fb597beae0805958b46253276293d700e452afb1ed418 +generated: "2025-05-23T14:57:22.719184+03:00" diff --git a/codefresh/Chart.yaml b/codefresh/Chart.yaml index 3ee194b87..d5c24e5e6 100644 --- a/codefresh/Chart.yaml +++ b/codefresh/Chart.yaml @@ -20,6 +20,8 @@ annotations: artifacthub.io/changes: | - kind: fixed description: "Fixed dependencies version" + - kind: added + description: "Added ability to assign admin/platform permissions for user for specified group during sync" dependencies: - name: cf-common repository: oci://quay.io/codefresh/charts @@ -237,7 +239,7 @@ dependencies: repository: oci://quay.io/codefresh/charts condition: argo-platform.enabled - name: argo-platform - version: "~1.3506.0" + version: "~1.3524.0" repository: oci://quay.io/codefresh/charts condition: argo-platform.enabled - name: argo-hub-platform diff --git a/codefresh/README.md b/codefresh/README.md index ff4c528df..2f0d38d46 100644 --- a/codefresh/README.md +++ b/codefresh/README.md @@ -67,7 +67,7 @@ Helm chart for deploying [Codefresh On-Premises](https://codefresh.io/docs/docs/ - GCR Service Account JSON `sa.json` (provided by Codefresh, contact support@codefresh.io) - Firebase [Realtime Database URL](https://firebase.google.com/docs/database/web/start#create_a_database) with [legacy token](https://firebase.google.com/docs/database/rest/auth#legacy_tokens). See [Firebase Configuration](#firebase-configuration) - Valid TLS certificates for Ingress -- When [external](#external-postgressql) PostgreSQL is used, `pg_cron` and `pg_partman` extensions **must be enabled** for [analytics](https://codefresh.io/docs/docs/dashboards/home-dashboard/#pipelines-dashboard) to work (see [AWS RDS example](https://docs.aws.amazon.com/AmazonRDS/latest/UserGuide/PostgreSQL_pg_cron.html#PostgreSQL_pg_cron.enable)) +- When [external](#external-postgressql) PostgreSQL is used, `pg_cron` and `pg_partman` extensions **must be enabled** for [analytics](https://codefresh.io/docs/docs/dashboards/home-dashboard/#pipelines-dashboard) to work (see [AWS RDS example](https://docs.aws.amazon.com/AmazonRDS/latest/UserGuide/PostgreSQL_pg_cron.html#PostgreSQL_pg_cron.enable)). The `pg_cron` extension should be the 1.4 version or higher for Azure Postgres DB. ## Get Repo Info @@ -1196,7 +1196,7 @@ cfapi: ### Projects pipelines limit ```yaml -cfapi: +pipeline-manager: env: # Determines project's pipelines limit (default: 500) PROJECT_PIPELINES_LIMIT: 500 diff --git a/codefresh/README.md.gotmpl b/codefresh/README.md.gotmpl index 344e31189..16b890f9c 100644 --- a/codefresh/README.md.gotmpl +++ b/codefresh/README.md.gotmpl @@ -68,7 +68,7 @@ Helm chart for deploying [Codefresh On-Premises](https://codefresh.io/docs/docs/ - GCR Service Account JSON `sa.json` (provided by Codefresh, contact support@codefresh.io) - Firebase [Realtime Database URL](https://firebase.google.com/docs/database/web/start#create_a_database) with [legacy token](https://firebase.google.com/docs/database/rest/auth#legacy_tokens). See [Firebase Configuration](#firebase-configuration) - Valid TLS certificates for Ingress -- When [external](#external-postgressql) PostgreSQL is used, `pg_cron` and `pg_partman` extensions **must be enabled** for [analytics](https://codefresh.io/docs/docs/dashboards/home-dashboard/#pipelines-dashboard) to work (see [AWS RDS example](https://docs.aws.amazon.com/AmazonRDS/latest/UserGuide/PostgreSQL_pg_cron.html#PostgreSQL_pg_cron.enable)) +- When [external](#external-postgressql) PostgreSQL is used, `pg_cron` and `pg_partman` extensions **must be enabled** for [analytics](https://codefresh.io/docs/docs/dashboards/home-dashboard/#pipelines-dashboard) to work (see [AWS RDS example](https://docs.aws.amazon.com/AmazonRDS/latest/UserGuide/PostgreSQL_pg_cron.html#PostgreSQL_pg_cron.enable)). The `pg_cron` extension should be the 1.4 version or higher for Azure Postgres DB. ## Get Repo Info @@ -1202,7 +1202,7 @@ cfapi: ### Projects pipelines limit ```yaml -cfapi: +pipeline-manager: env: # Determines project's pipelines limit (default: 500) PROJECT_PIPELINES_LIMIT: 500 From 1bcc3a63de19e738300ac00acc5424ab65063dc2 Mon Sep 17 00:00:00 2001 From: Vadim Kharin Date: Fri, 23 May 2025 15:08:18 +0300 Subject: [PATCH 20/34] add indexes file for users collection --- indexes/codefresh/users.json | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) create mode 100644 indexes/codefresh/users.json diff --git a/indexes/codefresh/users.json b/indexes/codefresh/users.json new file mode 100644 index 000000000..64ea6d343 --- /dev/null +++ b/indexes/codefresh/users.json @@ -0,0 +1,19 @@ +[ + { + "v": 2.0, + "key": { + "account": 1.0, + "_id": 1.0 + }, + "name": "account_1__id_1" + }, + { + "v": 2.0, + "key": { + "role": 1.0, + "account": 1.0, + "_id": 1.0 + }, + "name": "role_1_account_1__id_1" + } +] From 8ed990528a2094c95746eb8524fefd0694c60360 Mon Sep 17 00:00:00 2001 From: Vasil Sudakou <160465134+vasil-cf@users.noreply.github.com> Date: Fri, 23 May 2025 16:56:22 +0300 Subject: [PATCH 21/34] fix: indxes docs (#60) --- codefresh/README.md | 23 ++++++++++++++++++++++- codefresh/README.md.gotmpl | 22 +++++++++++++++++++++- 2 files changed, 43 insertions(+), 2 deletions(-) diff --git a/codefresh/README.md b/codefresh/README.md index 2f0d38d46..88ef27e63 100644 --- a/codefresh/README.md +++ b/codefresh/README.md @@ -834,6 +834,12 @@ Ref: - [Create an Index in Atlas DB](https://www.mongodb.com/docs/atlas/atlas-ui/indexes/#create-an-index) - [Create an Index with mongosh](https://www.mongodb.com/docs/manual/reference/method/db.collection.createIndex/) +##### ⚠️ Upgrading when the indexes are maintained manually + +If you maintain indexes manually and you upgrade your On-Prem installation you must create all indexes which were introduced from your current version up to the version you upgrade to manually. + +You can follow [Upgrading section](#upgrading) to see what changes were made for indexes in every specific release. + ### High Availability The chart installs the non-HA version of Codefresh by default. If you want to run Codefresh in HA mode, use the example values below. @@ -1742,7 +1748,7 @@ nomios: ... ``` -### To 2.0.12 +### To 2-0-12 #### ⚠️ Legacy ChartMuseum subchart deprecation @@ -2028,6 +2034,12 @@ cfapi: [Auto-index creation in MongoDB](#auto-index-creation-in-mongodb) +#### ⚠️ New indexes in MongoDB + +If you maintain indexes manually (i.e. [Auto-index creation](#enabling-auto-index-creation) is off) you must create the following index **before** the upgrade: + +- [Database: `read-models`, collection: `images-binaries`, index: `accountId_1_imageName_1`](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes/read-models/images-binaries.json#L75-L94) + ### To 2-7-0 ### [What's new in 2.7.x](https://codefresh.io/docs/docs/whats-new/on-prem-release-notes/#on-premises-version-27) @@ -2059,6 +2071,15 @@ global: - "value" ``` +#### ⚠️ New indexes in MongoDB + +If you maintain indexes manually (i.e. [Auto-index creation](#enabling-auto-index-creation) is off) you must create the following indexes **before or right after** the upgrade: + +> ⚠ **Note!** In case if you create indexes **before** the upgrade, please, create `codefresh.feature-store-versioned` collection manually in advance. + +- [Database: `codefresh`, collection: `feature-store-versioned`, index: `createdAt_1`](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes/codefresh/feature-store-versioned.json#L2-L9) +- [Database: `codefresh`, collection: `feature-store-versioned`, index: `LDRedisStoreVersion_1__id_-1`](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes/codefresh/feature-store-versioned.json#L10-L17) + ### To 2-8-0 ### [What's new in 2.8.x](https://codefresh.io/docs/docs/whats-new/on-prem-release-notes/#on-premises-version-28) diff --git a/codefresh/README.md.gotmpl b/codefresh/README.md.gotmpl index 16b890f9c..a243fb284 100644 --- a/codefresh/README.md.gotmpl +++ b/codefresh/README.md.gotmpl @@ -837,6 +837,11 @@ Ref: - [Create an Index in Atlas DB](https://www.mongodb.com/docs/atlas/atlas-ui/indexes/#create-an-index) - [Create an Index with mongosh](https://www.mongodb.com/docs/manual/reference/method/db.collection.createIndex/) +##### ⚠️ Upgrading when the indexes are maintained manually + +If you maintain indexes manually and you upgrade your On-Prem installation you must create all indexes which were introduced from your current version up to the version you upgrade to manually. + +You can follow [Upgrading section](#upgrading) to see what changes were made for indexes in every specific release. ### High Availability @@ -1751,7 +1756,7 @@ nomios: ... ``` -### To 2.0.12 +### To 2-0-12 #### ⚠️ Legacy ChartMuseum subchart deprecation @@ -2038,6 +2043,12 @@ cfapi: [Auto-index creation in MongoDB](#auto-index-creation-in-mongodb) +#### ⚠️ New indexes in MongoDB + +If you maintain indexes manually (i.e. [Auto-index creation](#enabling-auto-index-creation) is off) you must create the following index **before** the upgrade: + +- [Database: `read-models`, collection: `images-binaries`, index: `accountId_1_imageName_1`](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes/read-models/images-binaries.json#L75-L94) + ### To 2-7-0 ### [What's new in 2.7.x](https://codefresh.io/docs/docs/whats-new/on-prem-release-notes/#on-premises-version-27) @@ -2069,6 +2080,15 @@ global: - "value" ``` +#### ⚠️ New indexes in MongoDB + +If you maintain indexes manually (i.e. [Auto-index creation](#enabling-auto-index-creation) is off) you must create the following indexes **before or right after** the upgrade: + +> ⚠ **Note!** In case if you create indexes **before** the upgrade, please, create `codefresh.feature-store-versioned` collection manually in advance. + +- [Database: `codefresh`, collection: `feature-store-versioned`, index: `createdAt_1`](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes/codefresh/feature-store-versioned.json#L2-L9) +- [Database: `codefresh`, collection: `feature-store-versioned`, index: `LDRedisStoreVersion_1__id_-1`](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes/codefresh/feature-store-versioned.json#L10-L17) + ### To 2-8-0 ### [What's new in 2.8.x](https://codefresh.io/docs/docs/whats-new/on-prem-release-notes/#on-premises-version-28) From dc1f7db370e8abef0177792d1407a046c66399ed Mon Sep 17 00:00:00 2001 From: vadim-kharin-codefresh Date: Fri, 23 May 2025 18:21:41 +0300 Subject: [PATCH 22/34] Add indexes docs for 2.8 (#61) * Add indexes doc for 2.8 * Update codefresh/README.md Co-authored-by: Vasil Sudakou <160465134+vasil-cf@users.noreply.github.com> --------- Co-authored-by: Vasil Sudakou <160465134+vasil-cf@users.noreply.github.com> --- codefresh/README.md | 7 +++++++ codefresh/README.md.gotmpl | 9 +++++++++ 2 files changed, 16 insertions(+) diff --git a/codefresh/README.md b/codefresh/README.md index 88ef27e63..93e4259ce 100644 --- a/codefresh/README.md +++ b/codefresh/README.md @@ -2120,6 +2120,13 @@ mongodb: enabled: false ``` +#### ⚠️ New indexes in MongoDB + +If you maintain indexes manually (i.e. [Auto-index creation](#enabling-auto-index-creation) is off) you must create the following indexes **before** the upgrade: + +- [Database: `codefresh`, collection: `users`, index: `account_1__id_1`](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes/codefresh/users.json#L2-L9) +- [Database: `codefresh`, collection: `users`, index: `role_1_account_1__id_1`](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes/codefresh/users.json#L10-L17) + ### PostgreSQL update Default PostgreSQL image is changed from 13.x to 17.x diff --git a/codefresh/README.md.gotmpl b/codefresh/README.md.gotmpl index a243fb284..80bb02ad8 100644 --- a/codefresh/README.md.gotmpl +++ b/codefresh/README.md.gotmpl @@ -2129,6 +2129,15 @@ mongodb: enabled: false ``` +#### ⚠️ New indexes in MongoDB + + +If you maintain indexes manually (i.e. [Auto-index creation](#enabling-auto-index-creation) is off) you must create the following indexes **before or right after** the upgrade: + + +- [Database: `codefresh`, collection: `users`, index: `account_1__id_1`](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes/codefresh/users.json#L2-L9) +- [Database: `codefresh`, collection: `users`, index: `role_1_account_1__id_1`](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes/codefresh/users.json#L10-L17) + ### PostgreSQL update Default PostgreSQL image is changed from 13.x to 17.x From 0c8c529b56329dd56b2147c82adf18a94c2039f0 Mon Sep 17 00:00:00 2001 From: Vadim Kharin Date: Fri, 23 May 2025 18:25:51 +0300 Subject: [PATCH 23/34] Add indexes docs for 2.8 --- codefresh/README.md.gotmpl | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/codefresh/README.md.gotmpl b/codefresh/README.md.gotmpl index 80bb02ad8..c993bdf7e 100644 --- a/codefresh/README.md.gotmpl +++ b/codefresh/README.md.gotmpl @@ -2132,7 +2132,7 @@ mongodb: #### ⚠️ New indexes in MongoDB -If you maintain indexes manually (i.e. [Auto-index creation](#enabling-auto-index-creation) is off) you must create the following indexes **before or right after** the upgrade: +If you maintain indexes manually (i.e. [Auto-index creation](#enabling-auto-index-creation) is off) you must create the following indexes **before** the upgrade: - [Database: `codefresh`, collection: `users`, index: `account_1__id_1`](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes/codefresh/users.json#L2-L9) From adbc4462927556de72650c5ab8d16975311b2ea6 Mon Sep 17 00:00:00 2001 From: Vadim Kharin Date: Fri, 23 May 2025 18:51:51 +0300 Subject: [PATCH 24/34] update argo-platform to 1.3524.0-onprem-ae70d8a --- codefresh/Chart.lock | 6 +++--- codefresh/Chart.yaml | 2 +- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/codefresh/Chart.lock b/codefresh/Chart.lock index e0b0f310a..3a64fd8d1 100644 --- a/codefresh/Chart.lock +++ b/codefresh/Chart.lock @@ -148,7 +148,7 @@ dependencies: version: 0.49.87 - name: argo-platform repository: oci://quay.io/codefresh/charts - version: 1.3524.0 + version: 1.3524.0-onprem-ae70d8a - name: argo-hub-platform repository: oci://quay.io/codefresh/charts version: 0.1.23 @@ -167,5 +167,5 @@ dependencies: - name: salesforce-reporter repository: oci://quay.io/codefresh/charts version: 1.30.11 -digest: sha256:fd70f6f660f3cca78e3fb597beae0805958b46253276293d700e452afb1ed418 -generated: "2025-05-23T14:57:22.719184+03:00" +digest: sha256:d49010d196b95521e9581721db1bacb30eaaae0a5a435e7f5fd753aa156330f2 +generated: "2025-05-23T18:48:21.901565+03:00" diff --git a/codefresh/Chart.yaml b/codefresh/Chart.yaml index d5c24e5e6..f1e0397f1 100644 --- a/codefresh/Chart.yaml +++ b/codefresh/Chart.yaml @@ -239,7 +239,7 @@ dependencies: repository: oci://quay.io/codefresh/charts condition: argo-platform.enabled - name: argo-platform - version: "~1.3524.0" + version: "1.3524.0-onprem-ae70d8a" repository: oci://quay.io/codefresh/charts condition: argo-platform.enabled - name: argo-hub-platform From d162f6676e83aa4b6a0fbbe75b1f3674647f612c Mon Sep 17 00:00:00 2001 From: vitaliichyrka Date: Thu, 29 May 2025 13:10:24 +0300 Subject: [PATCH 25/34] upd runner.docker --- codefresh/values.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/codefresh/values.yaml b/codefresh/values.yaml index 416ba3d9e..a16c37283 100644 --- a/codefresh/values.yaml +++ b/codefresh/values.yaml @@ -1273,7 +1273,7 @@ runner: image: registry: docker.io repository: library/docker - tag: 28.0-dind + tag: 28.1-dind affinity: {} nodeSelector: {} podSecurityContext: {} From ee6148fcc9f89b34515c2cf441f08b4e74357e4c Mon Sep 17 00:00:00 2001 From: vitaliichyrka Date: Thu, 29 May 2025 15:20:40 +0300 Subject: [PATCH 26/34] upd deps and runtime images --- codefresh/Chart.lock | 10 +++++----- codefresh/values.yaml | 6 +++--- 2 files changed, 8 insertions(+), 8 deletions(-) diff --git a/codefresh/Chart.lock b/codefresh/Chart.lock index 3a64fd8d1..f8d2e1e75 100644 --- a/codefresh/Chart.lock +++ b/codefresh/Chart.lock @@ -142,16 +142,16 @@ dependencies: version: 0.8.10 - name: cf-platform-analytics repository: oci://quay.io/codefresh/charts - version: 0.49.87 + version: 0.49.89 - name: cf-platform-analytics repository: oci://quay.io/codefresh/charts - version: 0.49.87 + version: 0.49.89 - name: argo-platform repository: oci://quay.io/codefresh/charts version: 1.3524.0-onprem-ae70d8a - name: argo-hub-platform repository: oci://quay.io/codefresh/charts - version: 0.1.23 + version: 0.1.24 - name: cf-oidc-provider repository: oci://quay.io/codefresh/charts version: 0.0.16 @@ -167,5 +167,5 @@ dependencies: - name: salesforce-reporter repository: oci://quay.io/codefresh/charts version: 1.30.11 -digest: sha256:d49010d196b95521e9581721db1bacb30eaaae0a5a435e7f5fd753aa156330f2 -generated: "2025-05-23T18:48:21.901565+03:00" +digest: sha256:8effd46d2238eb94784fb7d2454b777a3766dfc2da765ed7733ef22b7ac6aa34 +generated: "2025-05-29T15:16:56.600586+03:00" diff --git a/codefresh/values.yaml b/codefresh/values.yaml index a16c37283..15307af19 100644 --- a/codefresh/values.yaml +++ b/codefresh/values.yaml @@ -487,11 +487,11 @@ runtimeImages: COMPOSE_IMAGE: us-docker.pkg.dev/codefresh-inc/public-gcr-io/codefresh/compose:v2.32.2-1.5.2 CONTAINER_LOGGER_IMAGE: us-docker.pkg.dev/codefresh-inc/public-gcr-io/codefresh/cf-container-logger:1.12.5 DIND_IMAGE: us-docker.pkg.dev/codefresh-inc/public-gcr-io/codefresh/dind:26.1.4-1.28.8 - DOCKER_BUILDER_IMAGE: us-docker.pkg.dev/codefresh-inc/public-gcr-io/codefresh/cf-docker-builder:1.4.4 + DOCKER_BUILDER_IMAGE: us-docker.pkg.dev/codefresh-inc/public-gcr-io/codefresh/cf-docker-builder:1.4.6 DOCKER_PULLER_IMAGE: us-docker.pkg.dev/codefresh-inc/public-gcr-io/codefresh/cf-docker-puller:8.0.20 DOCKER_PUSHER_IMAGE: us-docker.pkg.dev/codefresh-inc/public-gcr-io/codefresh/cf-docker-pusher:6.0.17 - DOCKER_TAG_PUSHER_IMAGE: us-docker.pkg.dev/codefresh-inc/public-gcr-io/codefresh/cf-docker-tag-pusher:1.3.15 - ENGINE_IMAGE: us-docker.pkg.dev/codefresh-inc/public-gcr-io/codefresh/engine:1.177.8 + DOCKER_TAG_PUSHER_IMAGE: us-docker.pkg.dev/codefresh-inc/public-gcr-io/codefresh/cf-docker-tag-pusher:1.3.17 + ENGINE_IMAGE: us-docker.pkg.dev/codefresh-inc/public-gcr-io/codefresh/engine:1.178.0 FS_OPS_IMAGE: us-docker.pkg.dev/codefresh-inc/public-gcr-io/codefresh/fs-ops:1.2.10 GIT_CLONE_IMAGE: us-docker.pkg.dev/codefresh-inc/public-gcr-io/codefresh/cf-git-cloner:10.2.0 KUBE_DEPLOY: us-docker.pkg.dev/codefresh-inc/public-gcr-io/codefresh/cf-deploy-kubernetes:16.2.6 From f44149ec3eebcf310191554f55d1c799de6918b7 Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Mon, 2 Jun 2025 09:18:04 +0300 Subject: [PATCH 27/34] onprem: 2.8.0-rc.2 --- codefresh/Chart.lock | 8 ++++---- codefresh/Chart.yaml | 2 +- codefresh/README.md | 3 +++ codefresh/README.md.gotmpl | 3 +++ 4 files changed, 11 insertions(+), 5 deletions(-) diff --git a/codefresh/Chart.lock b/codefresh/Chart.lock index f8d2e1e75..fb83f13e5 100644 --- a/codefresh/Chart.lock +++ b/codefresh/Chart.lock @@ -142,10 +142,10 @@ dependencies: version: 0.8.10 - name: cf-platform-analytics repository: oci://quay.io/codefresh/charts - version: 0.49.89 + version: 0.50.1 - name: cf-platform-analytics repository: oci://quay.io/codefresh/charts - version: 0.49.89 + version: 0.50.1 - name: argo-platform repository: oci://quay.io/codefresh/charts version: 1.3524.0-onprem-ae70d8a @@ -167,5 +167,5 @@ dependencies: - name: salesforce-reporter repository: oci://quay.io/codefresh/charts version: 1.30.11 -digest: sha256:8effd46d2238eb94784fb7d2454b777a3766dfc2da765ed7733ef22b7ac6aa34 -generated: "2025-05-29T15:16:56.600586+03:00" +digest: sha256:ac8baf59d778c98e7ac58916981e4bf9a79a610f80b601bac90614e1501ad7ce +generated: "2025-06-02T09:07:55.750488+03:00" diff --git a/codefresh/Chart.yaml b/codefresh/Chart.yaml index f1e0397f1..d86db48b7 100644 --- a/codefresh/Chart.yaml +++ b/codefresh/Chart.yaml @@ -21,7 +21,7 @@ annotations: - kind: fixed description: "Fixed dependencies version" - kind: added - description: "Added ability to assign admin/platform permissions for user for specified group during sync" + description: "(cf-api): Added ability to assign admin/platform permissions for user for specified group during sync" dependencies: - name: cf-common repository: oci://quay.io/codefresh/charts diff --git a/codefresh/README.md b/codefresh/README.md index 93e4259ce..219cb53c1 100644 --- a/codefresh/README.md +++ b/codefresh/README.md @@ -119,6 +119,9 @@ global: # name: my-secret # key: firebase-secret + # -- Enable auto-index creation in MongoDB + # This is required for first-time installations! + # For upgrades, you should set it to `false`! env: MONGOOSE_AUTO_INDEX: "true" MONGO_AUTOMATIC_INDEX_CREATION: "true" diff --git a/codefresh/README.md.gotmpl b/codefresh/README.md.gotmpl index c993bdf7e..2ff4e2081 100644 --- a/codefresh/README.md.gotmpl +++ b/codefresh/README.md.gotmpl @@ -120,6 +120,9 @@ global: # name: my-secret # key: firebase-secret + # -- Enable auto-index creation in MongoDB + # This is required for first-time installations! + # For upgrades, you should set it to `false`! env: MONGOOSE_AUTO_INDEX: "true" MONGO_AUTOMATIC_INDEX_CREATION: "true" From 7aa52b5fc817c672a522f3f227a0b68d8f0f5585 Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Mon, 2 Jun 2025 09:23:49 +0300 Subject: [PATCH 28/34] onprem: 2.8.0-rc.2 --- codefresh/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/codefresh/README.md b/codefresh/README.md index b644b97a6..219cb53c1 100644 --- a/codefresh/README.md +++ b/codefresh/README.md @@ -795,7 +795,7 @@ Auto-index creation in MongoDB is disabled by default in Codefresh On-Prem to pr It is critical to ensure that your MongoDB indexes are always aligned with the latest recommended state for your Codefresh On-Prem version. Outdated or missing indexes can lead to degraded performance, slow queries, and increased resource consumption. Always review release notes and update or create indexes as specified during upgrades or when new collections/fields are introduced. Regularly auditing and maintaining your indexes helps ensure optimal system reliability and scalability. -The indexes list is located at the [codefresh-io/codefresh-onprem-helm](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes) repository. +The indexes list is located at the [codefresh-io/codefresh-onprem-helm](https://github.com/codefresh-io/codefresh-onprem-helm/tree/onprem-2.8.0/indexes) repository. The indexes are stored in JSON files with keys and options specified. The directory structure is: From 7e45ab02e506d3cb48a242014a508bef092eb28b Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Mon, 2 Jun 2025 09:24:35 +0300 Subject: [PATCH 29/34] onprem: 2.8.0-rc.2 --- codefresh/README.md | 2 +- codefresh/README.md.gotmpl | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/codefresh/README.md b/codefresh/README.md index 219cb53c1..b644b97a6 100644 --- a/codefresh/README.md +++ b/codefresh/README.md @@ -795,7 +795,7 @@ Auto-index creation in MongoDB is disabled by default in Codefresh On-Prem to pr It is critical to ensure that your MongoDB indexes are always aligned with the latest recommended state for your Codefresh On-Prem version. Outdated or missing indexes can lead to degraded performance, slow queries, and increased resource consumption. Always review release notes and update or create indexes as specified during upgrades or when new collections/fields are introduced. Regularly auditing and maintaining your indexes helps ensure optimal system reliability and scalability. -The indexes list is located at the [codefresh-io/codefresh-onprem-helm](https://github.com/codefresh-io/codefresh-onprem-helm/tree/onprem-2.8.0/indexes) repository. +The indexes list is located at the [codefresh-io/codefresh-onprem-helm](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes) repository. The indexes are stored in JSON files with keys and options specified. The directory structure is: diff --git a/codefresh/README.md.gotmpl b/codefresh/README.md.gotmpl index 2ff4e2081..2fc1306ac 100644 --- a/codefresh/README.md.gotmpl +++ b/codefresh/README.md.gotmpl @@ -798,7 +798,7 @@ Auto-index creation in MongoDB is disabled by default in Codefresh On-Prem to pr It is critical to ensure that your MongoDB indexes are always aligned with the latest recommended state for your Codefresh On-Prem version. Outdated or missing indexes can lead to degraded performance, slow queries, and increased resource consumption. Always review release notes and update or create indexes as specified during upgrades or when new collections/fields are introduced. Regularly auditing and maintaining your indexes helps ensure optimal system reliability and scalability. -The indexes list is located at the [codefresh-io/codefresh-onprem-helm](https://github.com/codefresh-io/codefresh-onprem-helm/tree/onprem-2.8.0/indexes) repository. +The indexes list is located at the [codefresh-io/codefresh-onprem-helm](https://github.com/codefresh-io/codefresh-onprem-helm/tree/release-2.8/indexes) repository. The indexes are stored in JSON files with keys and options specified. The directory structure is: From c8df9403099a55cbe5ddca9b55f0b106ce27399e Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Mon, 2 Jun 2025 10:18:35 +0300 Subject: [PATCH 30/34] onprem: 2.8.0-rc.2 --- codefresh/values.yaml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/codefresh/values.yaml b/codefresh/values.yaml index 15307af19..fc8db2223 100644 --- a/codefresh/values.yaml +++ b/codefresh/values.yaml @@ -1776,6 +1776,8 @@ argo-platform: MONGODB_READMODELS_URI: '{{ include "argo-patform-libs.env-vars.mongodb-readmodels-uri-env-var-value" . }}' RABBITMQ_URLS: $(RABBITMQ_PROTOCOL)://$(RABBITMQ_USER):$(RABBITMQ_PASSWORD)@$(RABBITMQ_HOST) secrets: + v1-host: http://{{ .Release.Name }}-{{ .Values.global.cfapiEndpointsService }} + v1-internal-host: http://{{ .Release.Name }}-{{ .Values.global.cfapiService }}:{{ .Values.global.cfapiInternalPort }} mongodb-protocol: *mongodb-protocol mongodb-options: *mongodb-options mongodb-host: *mongodb-host From fc5fac7373ab60530a881145991e431eba321e6d Mon Sep 17 00:00:00 2001 From: vitaliichyrka Date: Mon, 2 Jun 2025 11:57:57 +0300 Subject: [PATCH 31/34] upd docker --- codefresh/Chart.lock | 4 ++-- codefresh/README.md | 2 +- codefresh/values.yaml | 4 ++-- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/codefresh/Chart.lock b/codefresh/Chart.lock index fb83f13e5..edcf77da7 100644 --- a/codefresh/Chart.lock +++ b/codefresh/Chart.lock @@ -167,5 +167,5 @@ dependencies: - name: salesforce-reporter repository: oci://quay.io/codefresh/charts version: 1.30.11 -digest: sha256:ac8baf59d778c98e7ac58916981e4bf9a79a610f80b601bac90614e1501ad7ce -generated: "2025-06-02T09:07:55.750488+03:00" +digest: sha256:ff4ff199bbe8e7279802bc6866ec736ff9f534731ef427045e040da993e6ebbd +generated: "2025-06-02T11:51:51.051943+03:00" diff --git a/codefresh/README.md b/codefresh/README.md index b644b97a6..742e464ca 100644 --- a/codefresh/README.md +++ b/codefresh/README.md @@ -2389,7 +2389,7 @@ After platform upgrade, Consul fails with the error `refusing to rejoin cluster | argo-platform.runtime-monitor | object | See below | runtime-monitor Don't enable! Not used in onprem! | | argo-platform.ui | object | See below | ui | | argo-platform.useExternalSecret | bool | `false` | Use regular k8s secret object. Keep `false`! | -| builder | object | `{"affinity":{},"container":{"image":{"registry":"docker.io","repository":"library/docker","tag":"28.0-dind"}},"enabled":true,"imagePullSecrets":[],"initContainers":{"register":{"image":{"registry":"us-docker.pkg.dev/codefresh-inc/public-gcr-io","repository":"codefresh/curl","tag":"8.11.1"}}},"nodeSelector":{},"podSecurityContext":{},"resources":{},"tolerations":[]}` | builder | +| builder | object | `{"affinity":{},"container":{"image":{"registry":"docker.io","repository":"library/docker","tag":"28.2-dind"}},"enabled":true,"imagePullSecrets":[],"initContainers":{"register":{"image":{"registry":"us-docker.pkg.dev/codefresh-inc/public-gcr-io","repository":"codefresh/curl","tag":"8.11.1"}}},"nodeSelector":{},"podSecurityContext":{},"resources":{},"tolerations":[]}` | builder | | cf-broadcaster | object | See below | broadcaster | | cf-oidc-provider | object | See below | cf-oidc-provider | | cf-platform-analytics-etlstarter | object | See below | etl-starter | diff --git a/codefresh/values.yaml b/codefresh/values.yaml index fc8db2223..6e69be7ce 100644 --- a/codefresh/values.yaml +++ b/codefresh/values.yaml @@ -1251,7 +1251,7 @@ builder: image: registry: docker.io repository: library/docker - tag: 28.0-dind + tag: 28.2-dind affinity: {} nodeSelector: {} podSecurityContext: {} @@ -1273,7 +1273,7 @@ runner: image: registry: docker.io repository: library/docker - tag: 28.1-dind + tag: 28.2-dind affinity: {} nodeSelector: {} podSecurityContext: {} From 7ea552453e2324ba0db59fee95fc24f69e3b6177 Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Mon, 2 Jun 2025 12:39:01 +0300 Subject: [PATCH 32/34] onprem: 2.8.0-rc.2 --- codefresh/values.yaml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/codefresh/values.yaml b/codefresh/values.yaml index 6e69be7ce..a22366a83 100644 --- a/codefresh/values.yaml +++ b/codefresh/values.yaml @@ -733,7 +733,10 @@ cf-platform-analytics-etlstarter: container: image: - registry: us-docker.pkg.dev/codefresh-enterprise/gcr.io + registry: us-docker.pkg.dev/codefresh-inc/gcr.io + repository: codefresh/dev/cf-platform-analytics + tag: 0.50.2-cr-29211-update-pgpartman-fix + digest: "" env: ENV: production DATASET_ID: etl From 0637f9f04a2adbf5d610730bb7ab05c3d15061c4 Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Mon, 2 Jun 2025 12:39:40 +0300 Subject: [PATCH 33/34] onprem: 2.8.0-rc.2 From 5c883d92f49fe8eaa91199b3dbaec043f118b541 Mon Sep 17 00:00:00 2001 From: Mikhail Klimko Date: Mon, 2 Jun 2025 16:25:17 +0300 Subject: [PATCH 34/34] onprem: 2.8.0-rc.2 --- codefresh/Chart.lock | 10 +++++----- codefresh/Chart.yaml | 6 ++++-- codefresh/values.yaml | 4 +--- 3 files changed, 10 insertions(+), 10 deletions(-) diff --git a/codefresh/Chart.lock b/codefresh/Chart.lock index edcf77da7..32cdef874 100644 --- a/codefresh/Chart.lock +++ b/codefresh/Chart.lock @@ -49,7 +49,7 @@ dependencies: version: 1.23.1 - name: cfsign repository: oci://quay.io/codefresh/charts - version: 1.8.8 + version: 1.8.9 - name: tasker-kubernetes repository: oci://quay.io/codefresh/charts version: 1.26.18 @@ -142,10 +142,10 @@ dependencies: version: 0.8.10 - name: cf-platform-analytics repository: oci://quay.io/codefresh/charts - version: 0.50.1 + version: 0.50.2 - name: cf-platform-analytics repository: oci://quay.io/codefresh/charts - version: 0.50.1 + version: 0.50.2 - name: argo-platform repository: oci://quay.io/codefresh/charts version: 1.3524.0-onprem-ae70d8a @@ -167,5 +167,5 @@ dependencies: - name: salesforce-reporter repository: oci://quay.io/codefresh/charts version: 1.30.11 -digest: sha256:ff4ff199bbe8e7279802bc6866ec736ff9f534731ef427045e040da993e6ebbd -generated: "2025-06-02T11:51:51.051943+03:00" +digest: sha256:657e1a67d919daf178a83ddd81736519ea6bdc9a1c0bfb2364dad583586c1c1b +generated: "2025-06-02T16:12:53.480633+03:00" diff --git a/codefresh/Chart.yaml b/codefresh/Chart.yaml index d86db48b7..3de8d030d 100644 --- a/codefresh/Chart.yaml +++ b/codefresh/Chart.yaml @@ -19,9 +19,11 @@ annotations: # supported kinds are added, changed, deprecated, removed, fixed and security. artifacthub.io/changes: | - kind: fixed - description: "Fixed dependencies version" + description: "Fix dependencies version" - kind: added - description: "(cf-api): Added ability to assign admin/platform permissions for user for specified group during sync" + description: "(cf-api): Add ability to assign admin/platform permissions for user for specified group during sync" + - kind: fixed + description: "(platform-analytics/postgresql): Fix pg_partman configuration" dependencies: - name: cf-common repository: oci://quay.io/codefresh/charts diff --git a/codefresh/values.yaml b/codefresh/values.yaml index a22366a83..0d46ca0c9 100644 --- a/codefresh/values.yaml +++ b/codefresh/values.yaml @@ -734,9 +734,7 @@ cf-platform-analytics-etlstarter: container: image: registry: us-docker.pkg.dev/codefresh-inc/gcr.io - repository: codefresh/dev/cf-platform-analytics - tag: 0.50.2-cr-29211-update-pgpartman-fix - digest: "" + repository: codefresh/cf-platform-analytics env: ENV: production DATASET_ID: etl