From 5566982ddc4b950468f6ec89d6264b461c935c6e Mon Sep 17 00:00:00 2001 From: Jenkins CI Date: Fri, 24 Nov 2023 23:41:07 +0000 Subject: [PATCH] Release Helm chart for branch 2024-0 --- chart-source/fmeflow/.helmignore | 22 + chart-source/fmeflow/Chart.yaml | 4 + .../fmeflow/charts/postgresql/.helmignore | 21 + .../fmeflow/charts/postgresql/Chart.lock | 6 + .../fmeflow/charts/postgresql/Chart.yaml | 37 + .../fmeflow/charts/postgresql/README.md | 743 ++++++++ .../postgresql/charts/common/.helmignore | 22 + .../postgresql/charts/common/Chart.yaml | 23 + .../charts/postgresql/charts/common/README.md | 235 +++ .../charts/common/templates/_affinities.tpl | 139 ++ .../charts/common/templates/_capabilities.tpl | 185 ++ .../charts/common/templates/_errors.tpl | 28 + .../charts/common/templates/_images.tpl | 101 ++ .../charts/common/templates/_ingress.tpl | 73 + .../charts/common/templates/_labels.tpl | 40 + .../charts/common/templates/_names.tpl | 71 + .../charts/common/templates/_secrets.tpl | 172 ++ .../charts/common/templates/_storage.tpl | 28 + .../charts/common/templates/_tplvalues.tpl | 38 + .../charts/common/templates/_utils.tpl | 77 + .../charts/common/templates/_warnings.tpl | 19 + .../templates/validations/_cassandra.tpl | 77 + .../common/templates/validations/_mariadb.tpl | 108 ++ .../common/templates/validations/_mongodb.tpl | 113 ++ .../common/templates/validations/_mysql.tpl | 108 ++ .../templates/validations/_postgresql.tpl | 134 ++ .../common/templates/validations/_redis.tpl | 81 + .../templates/validations/_validations.tpl | 51 + .../postgresql/charts/common/values.yaml | 8 + .../charts/postgresql/templates/NOTES.txt | 115 ++ .../charts/postgresql/templates/_helpers.tpl | 406 +++++ .../postgresql/templates/backup/cronjob.yaml | 113 ++ .../postgresql/templates/backup/pvc.yaml | 34 + .../postgresql/templates/extra-list.yaml | 9 + .../templates/networkpolicy-egress.yaml | 34 + .../templates/primary/configmap.yaml | 26 + .../templates/primary/extended-configmap.yaml | 20 + .../primary/initialization-configmap.yaml | 17 + .../templates/primary/metrics-configmap.yaml | 18 + .../templates/primary/metrics-svc.yaml | 31 + .../templates/primary/networkpolicy.yaml | 61 + .../templates/primary/servicemonitor.yaml | 46 + .../templates/primary/statefulset.yaml | 653 +++++++ .../templates/primary/svc-headless.yaml | 36 + .../postgresql/templates/primary/svc.yaml | 51 + .../postgresql/templates/prometheusrule.yaml | 22 + .../charts/postgresql/templates/psp.yaml | 43 + .../templates/read/extended-configmap.yaml | 20 + .../templates/read/metrics-configmap.yaml | 18 + .../templates/read/metrics-svc.yaml | 31 + .../templates/read/networkpolicy.yaml | 39 + .../templates/read/servicemonitor.yaml | 46 + .../templates/read/statefulset.yaml | 552 ++++++ .../templates/read/svc-headless.yaml | 38 + .../charts/postgresql/templates/read/svc.yaml | 53 + .../charts/postgresql/templates/role.yaml | 33 + .../postgresql/templates/rolebinding.yaml | 24 + .../charts/postgresql/templates/secrets.yaml | 99 + .../postgresql/templates/serviceaccount.yaml | 18 + .../postgresql/templates/tls-secrets.yaml | 30 + .../charts/postgresql/values.schema.json | 156 ++ .../fmeflow/charts/postgresql/values.yaml | 1601 +++++++++++++++++ chart-source/fmeflow/requirements.lock | 6 + chart-source/fmeflow/requirements.yaml | 5 + chart-source/fmeflow/templates/NOTES.txt | 34 + chart-source/fmeflow/templates/_helpers.tpl | 237 +++ .../templates/aws-service-account.yaml | 11 + chart-source/fmeflow/templates/core-pdb.yaml | 11 + .../fmeflow/templates/core-statefulset.yaml | 280 +++ chart-source/fmeflow/templates/data-pv.yaml | 17 + chart-source/fmeflow/templates/data-pvc.yaml | 18 + .../fmeflow/templates/engine-deployment.yaml | 188 ++ .../templates/engineregistration-service.yaml | 13 + .../fmeflow/templates/fmeflow-service.yaml | 14 + .../templates/fmeflowqueue-service.yaml | 14 + .../fmeflow/templates/fmeflowweb-service.yaml | 12 + .../templates/fmeflowwebsocket-service.yaml | 14 + .../fmeflow/templates/migration-ingress.yaml | 29 + .../fmeflow/templates/postgresql-pv.yaml | 17 + .../fmeflow/templates/postgresql-pvc.yaml | 18 + .../fmeflow/templates/queue-statefulset.yaml | 92 + chart-source/fmeflow/templates/secrets.yaml | 11 + .../templates/test-fmeflow-deployment.yaml | 21 + .../fmeflow/templates/transact-ingress.yaml | 33 + .../templates/web-default-ingress.yaml | 25 + .../fmeflow/templates/websocket-ingress.yaml | 25 + .../templates/websocket-statefulset.yaml | 74 + chart-source/fmeflow/values.yaml | 193 ++ docs/fmeflow-1.0.0.tgz | Bin 0 -> 71450 bytes docs/index.yaml | 364 ++-- 90 files changed, 8858 insertions(+), 175 deletions(-) create mode 100644 chart-source/fmeflow/.helmignore create mode 100644 chart-source/fmeflow/Chart.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/.helmignore create mode 100644 chart-source/fmeflow/charts/postgresql/Chart.lock create mode 100644 chart-source/fmeflow/charts/postgresql/Chart.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/README.md create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/.helmignore create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/Chart.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/README.md create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/templates/_affinities.tpl create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/templates/_capabilities.tpl create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/templates/_errors.tpl create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/templates/_images.tpl create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/templates/_ingress.tpl create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/templates/_labels.tpl create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/templates/_names.tpl create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/templates/_secrets.tpl create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/templates/_storage.tpl create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/templates/_tplvalues.tpl create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/templates/_utils.tpl create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/templates/_warnings.tpl create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_cassandra.tpl create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_mariadb.tpl create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_mongodb.tpl create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_mysql.tpl create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_postgresql.tpl create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_redis.tpl create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_validations.tpl create mode 100644 chart-source/fmeflow/charts/postgresql/charts/common/values.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/NOTES.txt create mode 100644 chart-source/fmeflow/charts/postgresql/templates/_helpers.tpl create mode 100644 chart-source/fmeflow/charts/postgresql/templates/backup/cronjob.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/backup/pvc.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/extra-list.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/networkpolicy-egress.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/primary/configmap.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/primary/extended-configmap.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/primary/initialization-configmap.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/primary/metrics-configmap.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/primary/metrics-svc.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/primary/networkpolicy.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/primary/servicemonitor.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/primary/statefulset.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/primary/svc-headless.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/primary/svc.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/prometheusrule.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/psp.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/read/extended-configmap.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/read/metrics-configmap.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/read/metrics-svc.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/read/networkpolicy.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/read/servicemonitor.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/read/statefulset.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/read/svc-headless.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/read/svc.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/role.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/rolebinding.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/secrets.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/serviceaccount.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/templates/tls-secrets.yaml create mode 100644 chart-source/fmeflow/charts/postgresql/values.schema.json create mode 100644 chart-source/fmeflow/charts/postgresql/values.yaml create mode 100644 chart-source/fmeflow/requirements.lock create mode 100644 chart-source/fmeflow/requirements.yaml create mode 100644 chart-source/fmeflow/templates/NOTES.txt create mode 100644 chart-source/fmeflow/templates/_helpers.tpl create mode 100644 chart-source/fmeflow/templates/aws-service-account.yaml create mode 100644 chart-source/fmeflow/templates/core-pdb.yaml create mode 100644 chart-source/fmeflow/templates/core-statefulset.yaml create mode 100644 chart-source/fmeflow/templates/data-pv.yaml create mode 100644 chart-source/fmeflow/templates/data-pvc.yaml create mode 100644 chart-source/fmeflow/templates/engine-deployment.yaml create mode 100644 chart-source/fmeflow/templates/engineregistration-service.yaml create mode 100644 chart-source/fmeflow/templates/fmeflow-service.yaml create mode 100644 chart-source/fmeflow/templates/fmeflowqueue-service.yaml create mode 100644 chart-source/fmeflow/templates/fmeflowweb-service.yaml create mode 100644 chart-source/fmeflow/templates/fmeflowwebsocket-service.yaml create mode 100644 chart-source/fmeflow/templates/migration-ingress.yaml create mode 100644 chart-source/fmeflow/templates/postgresql-pv.yaml create mode 100644 chart-source/fmeflow/templates/postgresql-pvc.yaml create mode 100644 chart-source/fmeflow/templates/queue-statefulset.yaml create mode 100644 chart-source/fmeflow/templates/secrets.yaml create mode 100644 chart-source/fmeflow/templates/test-fmeflow-deployment.yaml create mode 100644 chart-source/fmeflow/templates/transact-ingress.yaml create mode 100644 chart-source/fmeflow/templates/web-default-ingress.yaml create mode 100644 chart-source/fmeflow/templates/websocket-ingress.yaml create mode 100644 chart-source/fmeflow/templates/websocket-statefulset.yaml create mode 100644 chart-source/fmeflow/values.yaml create mode 100644 docs/fmeflow-1.0.0.tgz diff --git a/chart-source/fmeflow/.helmignore b/chart-source/fmeflow/.helmignore new file mode 100644 index 0000000..79d2e7d --- /dev/null +++ b/chart-source/fmeflow/.helmignore @@ -0,0 +1,22 @@ +# Patterns to ignore when building packages. +# This supports shell glob matching, relative path matching, and +# negation (prefixed with !). Only one pattern per line. +.DS_Store +# Common VCS dirs +.git/ +.gitignore +.bzr/ +.bzrignore +.hg/ +.hgignore +.svn/ +# Common backup files +*.swp +*.bak +*.tmp +*~ +# Various IDEs +.project +.idea/ +*.tmproj +tests/ \ No newline at end of file diff --git a/chart-source/fmeflow/Chart.yaml b/chart-source/fmeflow/Chart.yaml new file mode 100644 index 0000000..0e0138e --- /dev/null +++ b/chart-source/fmeflow/Chart.yaml @@ -0,0 +1,4 @@ +apiVersion: v1 +description: FME Flow Helm chart +name: fmeflow +version: 1.0.0 diff --git a/chart-source/fmeflow/charts/postgresql/.helmignore b/chart-source/fmeflow/charts/postgresql/.helmignore new file mode 100644 index 0000000..f0c1319 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/.helmignore @@ -0,0 +1,21 @@ +# Patterns to ignore when building packages. +# This supports shell glob matching, relative path matching, and +# negation (prefixed with !). Only one pattern per line. +.DS_Store +# Common VCS dirs +.git/ +.gitignore +.bzr/ +.bzrignore +.hg/ +.hgignore +.svn/ +# Common backup files +*.swp +*.bak +*.tmp +*~ +# Various IDEs +.project +.idea/ +*.tmproj diff --git a/chart-source/fmeflow/charts/postgresql/Chart.lock b/chart-source/fmeflow/charts/postgresql/Chart.lock new file mode 100644 index 0000000..65b5f10 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/Chart.lock @@ -0,0 +1,6 @@ +dependencies: +- name: common + repository: oci://registry-1.docker.io/bitnamicharts + version: 2.12.0 +digest: sha256:bee62139700f032539621dd38fa1d7285f277b91577c55ea26045254d33825ed +generated: "2023-09-22T17:01:50.438576915Z" diff --git a/chart-source/fmeflow/charts/postgresql/Chart.yaml b/chart-source/fmeflow/charts/postgresql/Chart.yaml new file mode 100644 index 0000000..c7322e3 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/Chart.yaml @@ -0,0 +1,37 @@ +annotations: + category: Database + images: | + - name: os-shell + image: docker.io/bitnami/os-shell:11-debian-11-r77 + - name: postgres-exporter + image: docker.io/bitnami/postgres-exporter:0.14.0-debian-11-r5 + - name: postgresql + image: docker.io/bitnami/postgresql:16.0.0-debian-11-r3 + licenses: Apache-2.0 +apiVersion: v2 +appVersion: 16.0.0 +dependencies: +- name: common + repository: oci://registry-1.docker.io/bitnamicharts + tags: + - bitnami-common + version: 2.x.x +description: PostgreSQL (Postgres) is an open source object-relational database known + for reliability and data integrity. ACID-compliant, it supports foreign keys, joins, + views, triggers and stored procedures. +home: https://bitnami.com +icon: https://bitnami.com/assets/stacks/postgresql/img/postgresql-stack-220x234.png +keywords: +- postgresql +- postgres +- database +- sql +- replication +- cluster +maintainers: +- name: VMware, Inc. + url: https://github.com/bitnami/charts +name: postgresql +sources: +- https://github.com/bitnami/charts/tree/main/bitnami/postgresql +version: 13.0.0 diff --git a/chart-source/fmeflow/charts/postgresql/README.md b/chart-source/fmeflow/charts/postgresql/README.md new file mode 100644 index 0000000..d729728 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/README.md @@ -0,0 +1,743 @@ + + +# PostgreSQL packaged by Bitnami + +PostgreSQL (Postgres) is an open source object-relational database known for reliability and data integrity. ACID-compliant, it supports foreign keys, joins, views, triggers and stored procedures. + +[Overview of PostgreSQL](http://www.postgresql.org) + +Trademarks: This software listing is packaged by Bitnami. The respective trademarks mentioned in the offering are owned by the respective companies, and use of them does not imply any affiliation or endorsement. + +## TL;DR + +```console +helm install my-release oci://registry-1.docker.io/bitnamicharts/postgresql +``` + +## Introduction + +This chart bootstraps a [PostgreSQL](https://github.com/bitnami/containers/tree/main/bitnami/postgresql) deployment on a [Kubernetes](https://kubernetes.io) cluster using the [Helm](https://helm.sh) package manager. + +For HA, please see [this repo](https://github.com/bitnami/charts/tree/main/bitnami/postgresql-ha) + +Bitnami charts can be used with [Kubeapps](https://kubeapps.dev/) for deployment and management of Helm Charts in clusters. + +Looking to use PostgreSQL in production? Try [VMware Application Catalog](https://bitnami.com/enterprise), the enterprise edition of Bitnami Application Catalog. + +## Prerequisites + +- Kubernetes 1.19+ +- Helm 3.2.0+ +- PV provisioner support in the underlying infrastructure + +## Installing the Chart + +To install the chart with the release name `my-release`: + +```console +helm install my-release oci://registry-1.docker.io/bitnamicharts/postgresql +``` + +The command deploys PostgreSQL on the Kubernetes cluster in the default configuration. The [Parameters](#parameters) section lists the parameters that can be configured during installation. + +> **Tip**: List all releases using `helm list` + +## Uninstalling the Chart + +To uninstall/delete the `my-release` deployment: + +```console +helm delete my-release +``` + +The command removes all the Kubernetes components but PVC's associated with the chart and deletes the release. + +To delete the PVC's associated with `my-release`: + +```console +kubectl delete pvc -l release=my-release +``` + +> **Note**: Deleting the PVC's will delete postgresql data as well. Please be cautious before doing it. + +## Parameters + +### Global parameters + +| Name | Description | Value | +| ---------------------------------------------------------- | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ----- | +| `global.imageRegistry` | Global Docker image registry | `""` | +| `global.imagePullSecrets` | Global Docker registry secret names as an array | `[]` | +| `global.storageClass` | Global StorageClass for Persistent Volume(s) | `""` | +| `global.postgresql.auth.postgresPassword` | Password for the "postgres" admin user (overrides `auth.postgresPassword`) | `""` | +| `global.postgresql.auth.username` | Name for a custom user to create (overrides `auth.username`) | `""` | +| `global.postgresql.auth.password` | Password for the custom user to create (overrides `auth.password`) | `""` | +| `global.postgresql.auth.database` | Name for a custom database to create (overrides `auth.database`) | `""` | +| `global.postgresql.auth.existingSecret` | Name of existing secret to use for PostgreSQL credentials (overrides `auth.existingSecret`). | `""` | +| `global.postgresql.auth.secretKeys.adminPasswordKey` | Name of key in existing secret to use for PostgreSQL credentials (overrides `auth.secretKeys.adminPasswordKey`). Only used when `global.postgresql.auth.existingSecret` is set. | `""` | +| `global.postgresql.auth.secretKeys.userPasswordKey` | Name of key in existing secret to use for PostgreSQL credentials (overrides `auth.secretKeys.userPasswordKey`). Only used when `global.postgresql.auth.existingSecret` is set. | `""` | +| `global.postgresql.auth.secretKeys.replicationPasswordKey` | Name of key in existing secret to use for PostgreSQL credentials (overrides `auth.secretKeys.replicationPasswordKey`). Only used when `global.postgresql.auth.existingSecret` is set. | `""` | +| `global.postgresql.service.ports.postgresql` | PostgreSQL service port (overrides `service.ports.postgresql`) | `""` | + +### Common parameters + +| Name | Description | Value | +| ------------------------ | -------------------------------------------------------------------------------------------- | --------------- | +| `kubeVersion` | Override Kubernetes version | `""` | +| `nameOverride` | String to partially override common.names.fullname template (will maintain the release name) | `""` | +| `fullnameOverride` | String to fully override common.names.fullname template | `""` | +| `clusterDomain` | Kubernetes Cluster Domain | `cluster.local` | +| `extraDeploy` | Array of extra objects to deploy with the release (evaluated as a template) | `[]` | +| `commonLabels` | Add labels to all the deployed resources | `{}` | +| `commonAnnotations` | Add annotations to all the deployed resources | `{}` | +| `diagnosticMode.enabled` | Enable diagnostic mode (all probes will be disabled and the command will be overridden) | `false` | +| `diagnosticMode.command` | Command to override all containers in the statefulset | `["sleep"]` | +| `diagnosticMode.args` | Args to override all containers in the statefulset | `["infinity"]` | + +### PostgreSQL common parameters + +| Name | Description | Value | +| ---------------------------------------- | --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -------------------------- | +| `image.registry` | PostgreSQL image registry | `docker.io` | +| `image.repository` | PostgreSQL image repository | `bitnami/postgresql` | +| `image.tag` | PostgreSQL image tag (immutable tags are recommended) | `16.0.0-debian-11-r3` | +| `image.digest` | PostgreSQL image digest in the way sha256:aa.... Please note this parameter, if set, will override the tag | `""` | +| `image.pullPolicy` | PostgreSQL image pull policy | `IfNotPresent` | +| `image.pullSecrets` | Specify image pull secrets | `[]` | +| `image.debug` | Specify if debug values should be set | `false` | +| `auth.enablePostgresUser` | Assign a password to the "postgres" admin user. Otherwise, remote access will be blocked for this user | `true` | +| `auth.postgresPassword` | Password for the "postgres" admin user. Ignored if `auth.existingSecret` is provided | `""` | +| `auth.username` | Name for a custom user to create | `""` | +| `auth.password` | Password for the custom user to create. Ignored if `auth.existingSecret` is provided | `""` | +| `auth.database` | Name for a custom database to create | `""` | +| `auth.replicationUsername` | Name of the replication user | `repl_user` | +| `auth.replicationPassword` | Password for the replication user. Ignored if `auth.existingSecret` is provided | `""` | +| `auth.existingSecret` | Name of existing secret to use for PostgreSQL credentials. `auth.postgresPassword`, `auth.password`, and `auth.replicationPassword` will be ignored and picked up from this secret. The secret might also contains the key `ldap-password` if LDAP is enabled. `ldap.bind_password` will be ignored and picked from this secret in this case. | `""` | +| `auth.secretKeys.adminPasswordKey` | Name of key in existing secret to use for PostgreSQL credentials. Only used when `auth.existingSecret` is set. | `postgres-password` | +| `auth.secretKeys.userPasswordKey` | Name of key in existing secret to use for PostgreSQL credentials. Only used when `auth.existingSecret` is set. | `password` | +| `auth.secretKeys.replicationPasswordKey` | Name of key in existing secret to use for PostgreSQL credentials. Only used when `auth.existingSecret` is set. | `replication-password` | +| `auth.usePasswordFiles` | Mount credentials as a files instead of using an environment variable | `false` | +| `architecture` | PostgreSQL architecture (`standalone` or `replication`) | `standalone` | +| `replication.synchronousCommit` | Set synchronous commit mode. Allowed values: `on`, `remote_apply`, `remote_write`, `local` and `off` | `off` | +| `replication.numSynchronousReplicas` | Number of replicas that will have synchronous replication. Note: Cannot be greater than `readReplicas.replicaCount`. | `0` | +| `replication.applicationName` | Cluster application name. Useful for advanced replication settings | `my_application` | +| `containerPorts.postgresql` | PostgreSQL container port | `5432` | +| `audit.logHostname` | Log client hostnames | `false` | +| `audit.logConnections` | Add client log-in operations to the log file | `false` | +| `audit.logDisconnections` | Add client log-outs operations to the log file | `false` | +| `audit.pgAuditLog` | Add operations to log using the pgAudit extension | `""` | +| `audit.pgAuditLogCatalog` | Log catalog using pgAudit | `off` | +| `audit.clientMinMessages` | Message log level to share with the user | `error` | +| `audit.logLinePrefix` | Template for log line prefix (default if not set) | `""` | +| `audit.logTimezone` | Timezone for the log timestamps | `""` | +| `ldap.enabled` | Enable LDAP support | `false` | +| `ldap.server` | IP address or name of the LDAP server. | `""` | +| `ldap.port` | Port number on the LDAP server to connect to | `""` | +| `ldap.prefix` | String to prepend to the user name when forming the DN to bind | `""` | +| `ldap.suffix` | String to append to the user name when forming the DN to bind | `""` | +| `ldap.basedn` | Root DN to begin the search for the user in | `""` | +| `ldap.binddn` | DN of user to bind to LDAP | `""` | +| `ldap.bindpw` | Password for the user to bind to LDAP | `""` | +| `ldap.searchAttribute` | Attribute to match against the user name in the search | `""` | +| `ldap.searchFilter` | The search filter to use when doing search+bind authentication | `""` | +| `ldap.scheme` | Set to `ldaps` to use LDAPS | `""` | +| `ldap.tls.enabled` | Se to true to enable TLS encryption | `false` | +| `ldap.uri` | LDAP URL beginning in the form `ldap[s]://host[:port]/basedn`. If provided, all the other LDAP parameters will be ignored. | `""` | +| `postgresqlDataDir` | PostgreSQL data dir folder | `/bitnami/postgresql/data` | +| `postgresqlSharedPreloadLibraries` | Shared preload libraries (comma-separated list) | `pgaudit` | +| `shmVolume.enabled` | Enable emptyDir volume for /dev/shm for PostgreSQL pod(s) | `true` | +| `shmVolume.sizeLimit` | Set this to enable a size limit on the shm tmpfs | `""` | +| `tls.enabled` | Enable TLS traffic support | `false` | +| `tls.autoGenerated` | Generate automatically self-signed TLS certificates | `false` | +| `tls.preferServerCiphers` | Whether to use the server's TLS cipher preferences rather than the client's | `true` | +| `tls.certificatesSecret` | Name of an existing secret that contains the certificates | `""` | +| `tls.certFilename` | Certificate filename | `""` | +| `tls.certKeyFilename` | Certificate key filename | `""` | +| `tls.certCAFilename` | CA Certificate filename | `""` | +| `tls.crlFilename` | File containing a Certificate Revocation List | `""` | + +### PostgreSQL Primary parameters + +| Name | Description | Value | +| ----------------------------------------------------------- | ------------------------------------------------------------------------------------------------------------------------ | --------------------- | +| `primary.name` | Name of the primary database (eg primary, master, leader, ...) | `primary` | +| `primary.configuration` | PostgreSQL Primary main configuration to be injected as ConfigMap | `""` | +| `primary.pgHbaConfiguration` | PostgreSQL Primary client authentication configuration | `""` | +| `primary.existingConfigmap` | Name of an existing ConfigMap with PostgreSQL Primary configuration | `""` | +| `primary.extendedConfiguration` | Extended PostgreSQL Primary configuration (appended to main or default configuration) | `""` | +| `primary.existingExtendedConfigmap` | Name of an existing ConfigMap with PostgreSQL Primary extended configuration | `""` | +| `primary.initdb.args` | PostgreSQL initdb extra arguments | `""` | +| `primary.initdb.postgresqlWalDir` | Specify a custom location for the PostgreSQL transaction log | `""` | +| `primary.initdb.scripts` | Dictionary of initdb scripts | `{}` | +| `primary.initdb.scriptsConfigMap` | ConfigMap with scripts to be run at first boot | `""` | +| `primary.initdb.scriptsSecret` | Secret with scripts to be run at first boot (in case it contains sensitive information) | `""` | +| `primary.initdb.user` | Specify the PostgreSQL username to execute the initdb scripts | `""` | +| `primary.initdb.password` | Specify the PostgreSQL password to execute the initdb scripts | `""` | +| `primary.standby.enabled` | Whether to enable current cluster's primary as standby server of another cluster or not | `false` | +| `primary.standby.primaryHost` | The Host of replication primary in the other cluster | `""` | +| `primary.standby.primaryPort` | The Port of replication primary in the other cluster | `""` | +| `primary.extraEnvVars` | Array with extra environment variables to add to PostgreSQL Primary nodes | `[]` | +| `primary.extraEnvVarsCM` | Name of existing ConfigMap containing extra env vars for PostgreSQL Primary nodes | `""` | +| `primary.extraEnvVarsSecret` | Name of existing Secret containing extra env vars for PostgreSQL Primary nodes | `""` | +| `primary.command` | Override default container command (useful when using custom images) | `[]` | +| `primary.args` | Override default container args (useful when using custom images) | `[]` | +| `primary.livenessProbe.enabled` | Enable livenessProbe on PostgreSQL Primary containers | `true` | +| `primary.livenessProbe.initialDelaySeconds` | Initial delay seconds for livenessProbe | `30` | +| `primary.livenessProbe.periodSeconds` | Period seconds for livenessProbe | `10` | +| `primary.livenessProbe.timeoutSeconds` | Timeout seconds for livenessProbe | `5` | +| `primary.livenessProbe.failureThreshold` | Failure threshold for livenessProbe | `6` | +| `primary.livenessProbe.successThreshold` | Success threshold for livenessProbe | `1` | +| `primary.readinessProbe.enabled` | Enable readinessProbe on PostgreSQL Primary containers | `true` | +| `primary.readinessProbe.initialDelaySeconds` | Initial delay seconds for readinessProbe | `5` | +| `primary.readinessProbe.periodSeconds` | Period seconds for readinessProbe | `10` | +| `primary.readinessProbe.timeoutSeconds` | Timeout seconds for readinessProbe | `5` | +| `primary.readinessProbe.failureThreshold` | Failure threshold for readinessProbe | `6` | +| `primary.readinessProbe.successThreshold` | Success threshold for readinessProbe | `1` | +| `primary.startupProbe.enabled` | Enable startupProbe on PostgreSQL Primary containers | `false` | +| `primary.startupProbe.initialDelaySeconds` | Initial delay seconds for startupProbe | `30` | +| `primary.startupProbe.periodSeconds` | Period seconds for startupProbe | `10` | +| `primary.startupProbe.timeoutSeconds` | Timeout seconds for startupProbe | `1` | +| `primary.startupProbe.failureThreshold` | Failure threshold for startupProbe | `15` | +| `primary.startupProbe.successThreshold` | Success threshold for startupProbe | `1` | +| `primary.customLivenessProbe` | Custom livenessProbe that overrides the default one | `{}` | +| `primary.customReadinessProbe` | Custom readinessProbe that overrides the default one | `{}` | +| `primary.customStartupProbe` | Custom startupProbe that overrides the default one | `{}` | +| `primary.lifecycleHooks` | for the PostgreSQL Primary container to automate configuration before or after startup | `{}` | +| `primary.resources.limits` | The resources limits for the PostgreSQL Primary containers | `{}` | +| `primary.resources.requests.memory` | The requested memory for the PostgreSQL Primary containers | `256Mi` | +| `primary.resources.requests.cpu` | The requested cpu for the PostgreSQL Primary containers | `250m` | +| `primary.podSecurityContext.enabled` | Enable security context | `true` | +| `primary.podSecurityContext.fsGroup` | Group ID for the pod | `1001` | +| `primary.containerSecurityContext.enabled` | Enable container security context | `true` | +| `primary.containerSecurityContext.runAsUser` | User ID for the container | `1001` | +| `primary.containerSecurityContext.runAsGroup` | Group ID for the container | `0` | +| `primary.containerSecurityContext.runAsNonRoot` | Set runAsNonRoot for the container | `true` | +| `primary.containerSecurityContext.allowPrivilegeEscalation` | Set allowPrivilegeEscalation for the container | `false` | +| `primary.containerSecurityContext.seccompProfile.type` | Set seccompProfile.type for the container | `RuntimeDefault` | +| `primary.containerSecurityContext.capabilities.drop` | Set capabilities.drop for the container | `["ALL"]` | +| `primary.hostAliases` | PostgreSQL primary pods host aliases | `[]` | +| `primary.hostNetwork` | Specify if host network should be enabled for PostgreSQL pod (postgresql primary) | `false` | +| `primary.hostIPC` | Specify if host IPC should be enabled for PostgreSQL pod (postgresql primary) | `false` | +| `primary.labels` | Map of labels to add to the statefulset (postgresql primary) | `{}` | +| `primary.annotations` | Annotations for PostgreSQL primary pods | `{}` | +| `primary.podLabels` | Map of labels to add to the pods (postgresql primary) | `{}` | +| `primary.podAnnotations` | Map of annotations to add to the pods (postgresql primary) | `{}` | +| `primary.podAffinityPreset` | PostgreSQL primary pod affinity preset. Ignored if `primary.affinity` is set. Allowed values: `soft` or `hard` | `""` | +| `primary.podAntiAffinityPreset` | PostgreSQL primary pod anti-affinity preset. Ignored if `primary.affinity` is set. Allowed values: `soft` or `hard` | `soft` | +| `primary.nodeAffinityPreset.type` | PostgreSQL primary node affinity preset type. Ignored if `primary.affinity` is set. Allowed values: `soft` or `hard` | `""` | +| `primary.nodeAffinityPreset.key` | PostgreSQL primary node label key to match Ignored if `primary.affinity` is set. | `""` | +| `primary.nodeAffinityPreset.values` | PostgreSQL primary node label values to match. Ignored if `primary.affinity` is set. | `[]` | +| `primary.affinity` | Affinity for PostgreSQL primary pods assignment | `{}` | +| `primary.nodeSelector` | Node labels for PostgreSQL primary pods assignment | `{}` | +| `primary.tolerations` | Tolerations for PostgreSQL primary pods assignment | `[]` | +| `primary.topologySpreadConstraints` | Topology Spread Constraints for pod assignment spread across your cluster among failure-domains. Evaluated as a template | `[]` | +| `primary.priorityClassName` | Priority Class to use for each pod (postgresql primary) | `""` | +| `primary.schedulerName` | Use an alternate scheduler, e.g. "stork". | `""` | +| `primary.terminationGracePeriodSeconds` | Seconds PostgreSQL primary pod needs to terminate gracefully | `""` | +| `primary.updateStrategy.type` | PostgreSQL Primary statefulset strategy type | `RollingUpdate` | +| `primary.updateStrategy.rollingUpdate` | PostgreSQL Primary statefulset rolling update configuration parameters | `{}` | +| `primary.extraVolumeMounts` | Optionally specify extra list of additional volumeMounts for the PostgreSQL Primary container(s) | `[]` | +| `primary.extraVolumes` | Optionally specify extra list of additional volumes for the PostgreSQL Primary pod(s) | `[]` | +| `primary.sidecars` | Add additional sidecar containers to the PostgreSQL Primary pod(s) | `[]` | +| `primary.initContainers` | Add additional init containers to the PostgreSQL Primary pod(s) | `[]` | +| `primary.extraPodSpec` | Optionally specify extra PodSpec for the PostgreSQL Primary pod(s) | `{}` | +| `primary.service.type` | Kubernetes Service type | `ClusterIP` | +| `primary.service.ports.postgresql` | PostgreSQL service port | `5432` | +| `primary.service.nodePorts.postgresql` | Node port for PostgreSQL | `""` | +| `primary.service.clusterIP` | Static clusterIP or None for headless services | `""` | +| `primary.service.annotations` | Annotations for PostgreSQL primary service | `{}` | +| `primary.service.loadBalancerIP` | Load balancer IP if service type is `LoadBalancer` | `""` | +| `primary.service.externalTrafficPolicy` | Enable client source IP preservation | `Cluster` | +| `primary.service.loadBalancerSourceRanges` | Addresses that are allowed when service is LoadBalancer | `[]` | +| `primary.service.extraPorts` | Extra ports to expose in the PostgreSQL primary service | `[]` | +| `primary.service.sessionAffinity` | Session Affinity for Kubernetes service, can be "None" or "ClientIP" | `None` | +| `primary.service.sessionAffinityConfig` | Additional settings for the sessionAffinity | `{}` | +| `primary.service.headless.annotations` | Additional custom annotations for headless PostgreSQL primary service | `{}` | +| `primary.persistence.enabled` | Enable PostgreSQL Primary data persistence using PVC | `true` | +| `primary.persistence.existingClaim` | Name of an existing PVC to use | `""` | +| `primary.persistence.mountPath` | The path the volume will be mounted at | `/bitnami/postgresql` | +| `primary.persistence.subPath` | The subdirectory of the volume to mount to | `""` | +| `primary.persistence.storageClass` | PVC Storage Class for PostgreSQL Primary data volume | `""` | +| `primary.persistence.accessModes` | PVC Access Mode for PostgreSQL volume | `["ReadWriteOnce"]` | +| `primary.persistence.size` | PVC Storage Request for PostgreSQL volume | `8Gi` | +| `primary.persistence.annotations` | Annotations for the PVC | `{}` | +| `primary.persistence.labels` | Labels for the PVC | `{}` | +| `primary.persistence.selector` | Selector to match an existing Persistent Volume (this value is evaluated as a template) | `{}` | +| `primary.persistence.dataSource` | Custom PVC data source | `{}` | +| `primary.persistentVolumeClaimRetentionPolicy.enabled` | Enable Persistent volume retention policy for Primary Statefulset | `false` | +| `primary.persistentVolumeClaimRetentionPolicy.whenScaled` | Volume retention behavior when the replica count of the StatefulSet is reduced | `Retain` | +| `primary.persistentVolumeClaimRetentionPolicy.whenDeleted` | Volume retention behavior that applies when the StatefulSet is deleted | `Retain` | + +### PostgreSQL read only replica parameters (only used when `architecture` is set to `replication`) + +| Name | Description | Value | +| ---------------------------------------------------------------- | ------------------------------------------------------------------------------------------------------------------------ | --------------------- | +| `readReplicas.name` | Name of the read replicas database (eg secondary, slave, ...) | `read` | +| `readReplicas.replicaCount` | Number of PostgreSQL read only replicas | `1` | +| `readReplicas.extendedConfiguration` | Extended PostgreSQL read only replicas configuration (appended to main or default configuration) | `""` | +| `readReplicas.extraEnvVars` | Array with extra environment variables to add to PostgreSQL read only nodes | `[]` | +| `readReplicas.extraEnvVarsCM` | Name of existing ConfigMap containing extra env vars for PostgreSQL read only nodes | `""` | +| `readReplicas.extraEnvVarsSecret` | Name of existing Secret containing extra env vars for PostgreSQL read only nodes | `""` | +| `readReplicas.command` | Override default container command (useful when using custom images) | `[]` | +| `readReplicas.args` | Override default container args (useful when using custom images) | `[]` | +| `readReplicas.livenessProbe.enabled` | Enable livenessProbe on PostgreSQL read only containers | `true` | +| `readReplicas.livenessProbe.initialDelaySeconds` | Initial delay seconds for livenessProbe | `30` | +| `readReplicas.livenessProbe.periodSeconds` | Period seconds for livenessProbe | `10` | +| `readReplicas.livenessProbe.timeoutSeconds` | Timeout seconds for livenessProbe | `5` | +| `readReplicas.livenessProbe.failureThreshold` | Failure threshold for livenessProbe | `6` | +| `readReplicas.livenessProbe.successThreshold` | Success threshold for livenessProbe | `1` | +| `readReplicas.readinessProbe.enabled` | Enable readinessProbe on PostgreSQL read only containers | `true` | +| `readReplicas.readinessProbe.initialDelaySeconds` | Initial delay seconds for readinessProbe | `5` | +| `readReplicas.readinessProbe.periodSeconds` | Period seconds for readinessProbe | `10` | +| `readReplicas.readinessProbe.timeoutSeconds` | Timeout seconds for readinessProbe | `5` | +| `readReplicas.readinessProbe.failureThreshold` | Failure threshold for readinessProbe | `6` | +| `readReplicas.readinessProbe.successThreshold` | Success threshold for readinessProbe | `1` | +| `readReplicas.startupProbe.enabled` | Enable startupProbe on PostgreSQL read only containers | `false` | +| `readReplicas.startupProbe.initialDelaySeconds` | Initial delay seconds for startupProbe | `30` | +| `readReplicas.startupProbe.periodSeconds` | Period seconds for startupProbe | `10` | +| `readReplicas.startupProbe.timeoutSeconds` | Timeout seconds for startupProbe | `1` | +| `readReplicas.startupProbe.failureThreshold` | Failure threshold for startupProbe | `15` | +| `readReplicas.startupProbe.successThreshold` | Success threshold for startupProbe | `1` | +| `readReplicas.customLivenessProbe` | Custom livenessProbe that overrides the default one | `{}` | +| `readReplicas.customReadinessProbe` | Custom readinessProbe that overrides the default one | `{}` | +| `readReplicas.customStartupProbe` | Custom startupProbe that overrides the default one | `{}` | +| `readReplicas.lifecycleHooks` | for the PostgreSQL read only container to automate configuration before or after startup | `{}` | +| `readReplicas.resources.limits` | The resources limits for the PostgreSQL read only containers | `{}` | +| `readReplicas.resources.requests.memory` | The requested memory for the PostgreSQL read only containers | `256Mi` | +| `readReplicas.resources.requests.cpu` | The requested cpu for the PostgreSQL read only containers | `250m` | +| `readReplicas.podSecurityContext.enabled` | Enable security context | `true` | +| `readReplicas.podSecurityContext.fsGroup` | Group ID for the pod | `1001` | +| `readReplicas.containerSecurityContext.enabled` | Enable container security context | `true` | +| `readReplicas.containerSecurityContext.runAsUser` | User ID for the container | `1001` | +| `readReplicas.containerSecurityContext.runAsGroup` | Group ID for the container | `0` | +| `readReplicas.containerSecurityContext.runAsNonRoot` | Set runAsNonRoot for the container | `true` | +| `readReplicas.containerSecurityContext.allowPrivilegeEscalation` | Set allowPrivilegeEscalation for the container | `false` | +| `readReplicas.containerSecurityContext.seccompProfile.type` | Set seccompProfile.type for the container | `RuntimeDefault` | +| `readReplicas.containerSecurityContext.capabilities.drop` | Set capabilities.drop for the container | `["ALL"]` | +| `readReplicas.hostAliases` | PostgreSQL read only pods host aliases | `[]` | +| `readReplicas.hostNetwork` | Specify if host network should be enabled for PostgreSQL pod (PostgreSQL read only) | `false` | +| `readReplicas.hostIPC` | Specify if host IPC should be enabled for PostgreSQL pod (postgresql primary) | `false` | +| `readReplicas.labels` | Map of labels to add to the statefulset (PostgreSQL read only) | `{}` | +| `readReplicas.annotations` | Annotations for PostgreSQL read only pods | `{}` | +| `readReplicas.podLabels` | Map of labels to add to the pods (PostgreSQL read only) | `{}` | +| `readReplicas.podAnnotations` | Map of annotations to add to the pods (PostgreSQL read only) | `{}` | +| `readReplicas.podAffinityPreset` | PostgreSQL read only pod affinity preset. Ignored if `primary.affinity` is set. Allowed values: `soft` or `hard` | `""` | +| `readReplicas.podAntiAffinityPreset` | PostgreSQL read only pod anti-affinity preset. Ignored if `primary.affinity` is set. Allowed values: `soft` or `hard` | `soft` | +| `readReplicas.nodeAffinityPreset.type` | PostgreSQL read only node affinity preset type. Ignored if `primary.affinity` is set. Allowed values: `soft` or `hard` | `""` | +| `readReplicas.nodeAffinityPreset.key` | PostgreSQL read only node label key to match Ignored if `primary.affinity` is set. | `""` | +| `readReplicas.nodeAffinityPreset.values` | PostgreSQL read only node label values to match. Ignored if `primary.affinity` is set. | `[]` | +| `readReplicas.affinity` | Affinity for PostgreSQL read only pods assignment | `{}` | +| `readReplicas.nodeSelector` | Node labels for PostgreSQL read only pods assignment | `{}` | +| `readReplicas.tolerations` | Tolerations for PostgreSQL read only pods assignment | `[]` | +| `readReplicas.topologySpreadConstraints` | Topology Spread Constraints for pod assignment spread across your cluster among failure-domains. Evaluated as a template | `[]` | +| `readReplicas.priorityClassName` | Priority Class to use for each pod (PostgreSQL read only) | `""` | +| `readReplicas.schedulerName` | Use an alternate scheduler, e.g. "stork". | `""` | +| `readReplicas.terminationGracePeriodSeconds` | Seconds PostgreSQL read only pod needs to terminate gracefully | `""` | +| `readReplicas.updateStrategy.type` | PostgreSQL read only statefulset strategy type | `RollingUpdate` | +| `readReplicas.updateStrategy.rollingUpdate` | PostgreSQL read only statefulset rolling update configuration parameters | `{}` | +| `readReplicas.extraVolumeMounts` | Optionally specify extra list of additional volumeMounts for the PostgreSQL read only container(s) | `[]` | +| `readReplicas.extraVolumes` | Optionally specify extra list of additional volumes for the PostgreSQL read only pod(s) | `[]` | +| `readReplicas.sidecars` | Add additional sidecar containers to the PostgreSQL read only pod(s) | `[]` | +| `readReplicas.initContainers` | Add additional init containers to the PostgreSQL read only pod(s) | `[]` | +| `readReplicas.extraPodSpec` | Optionally specify extra PodSpec for the PostgreSQL read only pod(s) | `{}` | +| `readReplicas.service.type` | Kubernetes Service type | `ClusterIP` | +| `readReplicas.service.ports.postgresql` | PostgreSQL service port | `5432` | +| `readReplicas.service.nodePorts.postgresql` | Node port for PostgreSQL | `""` | +| `readReplicas.service.clusterIP` | Static clusterIP or None for headless services | `""` | +| `readReplicas.service.annotations` | Annotations for PostgreSQL read only service | `{}` | +| `readReplicas.service.loadBalancerIP` | Load balancer IP if service type is `LoadBalancer` | `""` | +| `readReplicas.service.externalTrafficPolicy` | Enable client source IP preservation | `Cluster` | +| `readReplicas.service.loadBalancerSourceRanges` | Addresses that are allowed when service is LoadBalancer | `[]` | +| `readReplicas.service.extraPorts` | Extra ports to expose in the PostgreSQL read only service | `[]` | +| `readReplicas.service.sessionAffinity` | Session Affinity for Kubernetes service, can be "None" or "ClientIP" | `None` | +| `readReplicas.service.sessionAffinityConfig` | Additional settings for the sessionAffinity | `{}` | +| `readReplicas.service.headless.annotations` | Additional custom annotations for headless PostgreSQL read only service | `{}` | +| `readReplicas.persistence.enabled` | Enable PostgreSQL read only data persistence using PVC | `true` | +| `readReplicas.persistence.existingClaim` | Name of an existing PVC to use | `""` | +| `readReplicas.persistence.mountPath` | The path the volume will be mounted at | `/bitnami/postgresql` | +| `readReplicas.persistence.subPath` | The subdirectory of the volume to mount to | `""` | +| `readReplicas.persistence.storageClass` | PVC Storage Class for PostgreSQL read only data volume | `""` | +| `readReplicas.persistence.accessModes` | PVC Access Mode for PostgreSQL volume | `["ReadWriteOnce"]` | +| `readReplicas.persistence.size` | PVC Storage Request for PostgreSQL volume | `8Gi` | +| `readReplicas.persistence.annotations` | Annotations for the PVC | `{}` | +| `readReplicas.persistence.labels` | Labels for the PVC | `{}` | +| `readReplicas.persistence.selector` | Selector to match an existing Persistent Volume (this value is evaluated as a template) | `{}` | +| `readReplicas.persistence.dataSource` | Custom PVC data source | `{}` | +| `readReplicas.persistentVolumeClaimRetentionPolicy.enabled` | Enable Persistent volume retention policy for read only Statefulset | `false` | +| `readReplicas.persistentVolumeClaimRetentionPolicy.whenScaled` | Volume retention behavior when the replica count of the StatefulSet is reduced | `Retain` | +| `readReplicas.persistentVolumeClaimRetentionPolicy.whenDeleted` | Volume retention behavior that applies when the StatefulSet is deleted | `Retain` | + +### Backup parameters + +| Name | Description | Value | +| ------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------- | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | +| `backup.enabled` | Enable the logical dump of the database "regularly" | `false` | +| `backup.cronjob.schedule` | Set the cronjob parameter schedule | `@daily` | +| `backup.cronjob.concurrencyPolicy` | Set the cronjob parameter concurrencyPolicy | `Allow` | +| `backup.cronjob.failedJobsHistoryLimit` | Set the cronjob parameter failedJobsHistoryLimit | `1` | +| `backup.cronjob.successfulJobsHistoryLimit` | Set the cronjob parameter successfulJobsHistoryLimit | `3` | +| `backup.cronjob.startingDeadlineSeconds` | Set the cronjob parameter startingDeadlineSeconds | `""` | +| `backup.cronjob.ttlSecondsAfterFinished` | Set the cronjob parameter ttlSecondsAfterFinished | `""` | +| `backup.cronjob.restartPolicy` | Set the cronjob parameter restartPolicy | `OnFailure` | +| `backup.cronjob.podSecurityContext.enabled` | Enable PodSecurityContext for CronJob/Backup | `true` | +| `backup.cronjob.podSecurityContext.fsGroup` | Group ID for the CronJob | `1001` | +| `backup.cronjob.containerSecurityContext.runAsUser` | User ID for the backup container | `1001` | +| `backup.cronjob.containerSecurityContext.runAsGroup` | Group ID for the backup container | `0` | +| `backup.cronjob.containerSecurityContext.runAsNonRoot` | Set backup container's Security Context runAsNonRoot | `true` | +| `backup.cronjob.containerSecurityContext.readOnlyRootFilesystem` | Is the container itself readonly | `true` | +| `backup.cronjob.containerSecurityContext.allowPrivilegeEscalation` | Is it possible to escalate backup pod(s) privileges | `false` | +| `backup.cronjob.containerSecurityContext.seccompProfile.type` | Set backup container's Security Context seccompProfile type | `RuntimeDefault` | +| `backup.cronjob.containerSecurityContext.capabilities.drop` | Set backup container's Security Context capabilities to drop | `["ALL"]` | +| `backup.cronjob.command` | Set backup container's command to run | `["/bin/sh","-c","pg_dumpall --clean --if-exists --load-via-partition-root --quote-all-identifiers --no-password --file=${PGDUMP_DIR}/pg_dumpall-$(date '+%Y-%m-%d-%H-%M').pgdump"]` | +| `backup.cronjob.labels` | Set the cronjob labels | `{}` | +| `backup.cronjob.annotations` | Set the cronjob annotations | `{}` | +| `backup.cronjob.nodeSelector` | Node labels for PostgreSQL backup CronJob pod assignment | `{}` | +| `backup.cronjob.storage.existingClaim` | Provide an existing `PersistentVolumeClaim` (only when `architecture=standalone`) | `""` | +| `backup.cronjob.storage.resourcePolicy` | Setting it to "keep" to avoid removing PVCs during a helm delete operation. Leaving it empty will delete PVCs after the chart deleted | `""` | +| `backup.cronjob.storage.storageClass` | PVC Storage Class for the backup data volume | `""` | +| `backup.cronjob.storage.accessModes` | PV Access Mode | `["ReadWriteOnce"]` | +| `backup.cronjob.storage.size` | PVC Storage Request for the backup data volume | `8Gi` | +| `backup.cronjob.storage.annotations` | PVC annotations | `{}` | +| `backup.cronjob.storage.mountPath` | Path to mount the volume at | `/backup/pgdump` | +| `backup.cronjob.storage.subPath` | Subdirectory of the volume to mount at | `""` | +| `backup.cronjob.storage.volumeClaimTemplates.selector` | A label query over volumes to consider for binding (e.g. when using local volumes) | `{}` | + +### NetworkPolicy parameters + +| Name | Description | Value | +| ------------------------------------------------------------------------- | -------------------------------------------------------------------------------------------------------------------------------------------------- | ------- | +| `networkPolicy.enabled` | Enable network policies | `false` | +| `networkPolicy.metrics.enabled` | Enable network policies for metrics (prometheus) | `false` | +| `networkPolicy.metrics.namespaceSelector` | Monitoring namespace selector labels. These labels will be used to identify the prometheus' namespace. | `{}` | +| `networkPolicy.metrics.podSelector` | Monitoring pod selector labels. These labels will be used to identify the Prometheus pods. | `{}` | +| `networkPolicy.ingressRules.primaryAccessOnlyFrom.enabled` | Enable ingress rule that makes PostgreSQL primary node only accessible from a particular origin. | `false` | +| `networkPolicy.ingressRules.primaryAccessOnlyFrom.namespaceSelector` | Namespace selector label that is allowed to access the PostgreSQL primary node. This label will be used to identified the allowed namespace(s). | `{}` | +| `networkPolicy.ingressRules.primaryAccessOnlyFrom.podSelector` | Pods selector label that is allowed to access the PostgreSQL primary node. This label will be used to identified the allowed pod(s). | `{}` | +| `networkPolicy.ingressRules.primaryAccessOnlyFrom.customRules` | Custom network policy for the PostgreSQL primary node. | `[]` | +| `networkPolicy.ingressRules.readReplicasAccessOnlyFrom.enabled` | Enable ingress rule that makes PostgreSQL read-only nodes only accessible from a particular origin. | `false` | +| `networkPolicy.ingressRules.readReplicasAccessOnlyFrom.namespaceSelector` | Namespace selector label that is allowed to access the PostgreSQL read-only nodes. This label will be used to identified the allowed namespace(s). | `{}` | +| `networkPolicy.ingressRules.readReplicasAccessOnlyFrom.podSelector` | Pods selector label that is allowed to access the PostgreSQL read-only nodes. This label will be used to identified the allowed pod(s). | `{}` | +| `networkPolicy.ingressRules.readReplicasAccessOnlyFrom.customRules` | Custom network policy for the PostgreSQL read-only nodes. | `[]` | +| `networkPolicy.egressRules.denyConnectionsToExternal` | Enable egress rule that denies outgoing traffic outside the cluster, except for DNS (port 53). | `false` | +| `networkPolicy.egressRules.customRules` | Custom network policy rule | `[]` | + +### Volume Permissions parameters + +| Name | Description | Value | +| ---------------------------------------------------------------- | --------------------------------------------------------------------------------------------------------------------------------- | ------------------ | +| `volumePermissions.enabled` | Enable init container that changes the owner and group of the persistent volume | `false` | +| `volumePermissions.image.registry` | Init container volume-permissions image registry | `docker.io` | +| `volumePermissions.image.repository` | Init container volume-permissions image repository | `bitnami/os-shell` | +| `volumePermissions.image.tag` | Init container volume-permissions image tag (immutable tags are recommended) | `11-debian-11-r77` | +| `volumePermissions.image.digest` | Init container volume-permissions image digest in the way sha256:aa.... Please note this parameter, if set, will override the tag | `""` | +| `volumePermissions.image.pullPolicy` | Init container volume-permissions image pull policy | `IfNotPresent` | +| `volumePermissions.image.pullSecrets` | Init container volume-permissions image pull secrets | `[]` | +| `volumePermissions.resources.limits` | Init container volume-permissions resource limits | `{}` | +| `volumePermissions.resources.requests` | Init container volume-permissions resource requests | `{}` | +| `volumePermissions.containerSecurityContext.runAsUser` | User ID for the init container | `0` | +| `volumePermissions.containerSecurityContext.runAsGroup` | Group ID for the init container | `0` | +| `volumePermissions.containerSecurityContext.runAsNonRoot` | runAsNonRoot for the init container | `false` | +| `volumePermissions.containerSecurityContext.seccompProfile.type` | seccompProfile.type for the init container | `RuntimeDefault` | + +### Other Parameters + +| Name | Description | Value | +| --------------------------------------------- | ------------------------------------------------------------------------------------------------------------------------------------------- | ------- | +| `serviceBindings.enabled` | Create secret for service binding (Experimental) | `false` | +| `serviceAccount.create` | Enable creation of ServiceAccount for PostgreSQL pod | `false` | +| `serviceAccount.name` | The name of the ServiceAccount to use. | `""` | +| `serviceAccount.automountServiceAccountToken` | Allows auto mount of ServiceAccountToken on the serviceAccount created | `true` | +| `serviceAccount.annotations` | Additional custom annotations for the ServiceAccount | `{}` | +| `rbac.create` | Create Role and RoleBinding (required for PSP to work) | `false` | +| `rbac.rules` | Custom RBAC rules to set | `[]` | +| `psp.create` | Whether to create a PodSecurityPolicy. WARNING: PodSecurityPolicy is deprecated in Kubernetes v1.21 or later, unavailable in v1.25 or later | `false` | + +### Metrics Parameters + +| Name | Description | Value | +| ----------------------------------------------------------- | ---------------------------------------------------------------------------------------------------------- | --------------------------- | +| `metrics.enabled` | Start a prometheus exporter | `false` | +| `metrics.image.registry` | PostgreSQL Prometheus Exporter image registry | `docker.io` | +| `metrics.image.repository` | PostgreSQL Prometheus Exporter image repository | `bitnami/postgres-exporter` | +| `metrics.image.tag` | PostgreSQL Prometheus Exporter image tag (immutable tags are recommended) | `0.14.0-debian-11-r5` | +| `metrics.image.digest` | PostgreSQL image digest in the way sha256:aa.... Please note this parameter, if set, will override the tag | `""` | +| `metrics.image.pullPolicy` | PostgreSQL Prometheus Exporter image pull policy | `IfNotPresent` | +| `metrics.image.pullSecrets` | Specify image pull secrets | `[]` | +| `metrics.customMetrics` | Define additional custom metrics | `{}` | +| `metrics.extraEnvVars` | Extra environment variables to add to PostgreSQL Prometheus exporter | `[]` | +| `metrics.containerSecurityContext.enabled` | Enable PostgreSQL Prometheus exporter containers' Security Context | `true` | +| `metrics.containerSecurityContext.runAsUser` | Set PostgreSQL Prometheus exporter containers' Security Context runAsUser | `1001` | +| `metrics.containerSecurityContext.runAsGroup` | Set PostgreSQL Prometheus exporter containers' Security Context runAsGroup | `0` | +| `metrics.containerSecurityContext.runAsNonRoot` | Set PostgreSQL Prometheus exporter containers' Security Context runAsNonRoot | `true` | +| `metrics.containerSecurityContext.allowPrivilegeEscalation` | Set PostgreSQL Prometheus exporter containers' Security Context allowPrivilegeEscalation | `false` | +| `metrics.containerSecurityContext.seccompProfile.type` | Set PostgreSQL Prometheus exporter containers' Security Context seccompProfile.type | `RuntimeDefault` | +| `metrics.containerSecurityContext.capabilities.drop` | Set PostgreSQL Prometheus exporter containers' Security Context capabilities.drop | `["ALL"]` | +| `metrics.livenessProbe.enabled` | Enable livenessProbe on PostgreSQL Prometheus exporter containers | `true` | +| `metrics.livenessProbe.initialDelaySeconds` | Initial delay seconds for livenessProbe | `5` | +| `metrics.livenessProbe.periodSeconds` | Period seconds for livenessProbe | `10` | +| `metrics.livenessProbe.timeoutSeconds` | Timeout seconds for livenessProbe | `5` | +| `metrics.livenessProbe.failureThreshold` | Failure threshold for livenessProbe | `6` | +| `metrics.livenessProbe.successThreshold` | Success threshold for livenessProbe | `1` | +| `metrics.readinessProbe.enabled` | Enable readinessProbe on PostgreSQL Prometheus exporter containers | `true` | +| `metrics.readinessProbe.initialDelaySeconds` | Initial delay seconds for readinessProbe | `5` | +| `metrics.readinessProbe.periodSeconds` | Period seconds for readinessProbe | `10` | +| `metrics.readinessProbe.timeoutSeconds` | Timeout seconds for readinessProbe | `5` | +| `metrics.readinessProbe.failureThreshold` | Failure threshold for readinessProbe | `6` | +| `metrics.readinessProbe.successThreshold` | Success threshold for readinessProbe | `1` | +| `metrics.startupProbe.enabled` | Enable startupProbe on PostgreSQL Prometheus exporter containers | `false` | +| `metrics.startupProbe.initialDelaySeconds` | Initial delay seconds for startupProbe | `10` | +| `metrics.startupProbe.periodSeconds` | Period seconds for startupProbe | `10` | +| `metrics.startupProbe.timeoutSeconds` | Timeout seconds for startupProbe | `1` | +| `metrics.startupProbe.failureThreshold` | Failure threshold for startupProbe | `15` | +| `metrics.startupProbe.successThreshold` | Success threshold for startupProbe | `1` | +| `metrics.customLivenessProbe` | Custom livenessProbe that overrides the default one | `{}` | +| `metrics.customReadinessProbe` | Custom readinessProbe that overrides the default one | `{}` | +| `metrics.customStartupProbe` | Custom startupProbe that overrides the default one | `{}` | +| `metrics.containerPorts.metrics` | PostgreSQL Prometheus exporter metrics container port | `9187` | +| `metrics.resources.limits` | The resources limits for the PostgreSQL Prometheus exporter container | `{}` | +| `metrics.resources.requests` | The requested resources for the PostgreSQL Prometheus exporter container | `{}` | +| `metrics.service.ports.metrics` | PostgreSQL Prometheus Exporter service port | `9187` | +| `metrics.service.clusterIP` | Static clusterIP or None for headless services | `""` | +| `metrics.service.sessionAffinity` | Control where client requests go, to the same pod or round-robin | `None` | +| `metrics.service.annotations` | Annotations for Prometheus to auto-discover the metrics endpoint | `{}` | +| `metrics.serviceMonitor.enabled` | Create ServiceMonitor Resource for scraping metrics using Prometheus Operator | `false` | +| `metrics.serviceMonitor.namespace` | Namespace for the ServiceMonitor Resource (defaults to the Release Namespace) | `""` | +| `metrics.serviceMonitor.interval` | Interval at which metrics should be scraped. | `""` | +| `metrics.serviceMonitor.scrapeTimeout` | Timeout after which the scrape is ended | `""` | +| `metrics.serviceMonitor.labels` | Additional labels that can be used so ServiceMonitor will be discovered by Prometheus | `{}` | +| `metrics.serviceMonitor.selector` | Prometheus instance selector labels | `{}` | +| `metrics.serviceMonitor.relabelings` | RelabelConfigs to apply to samples before scraping | `[]` | +| `metrics.serviceMonitor.metricRelabelings` | MetricRelabelConfigs to apply to samples before ingestion | `[]` | +| `metrics.serviceMonitor.honorLabels` | Specify honorLabels parameter to add the scrape endpoint | `false` | +| `metrics.serviceMonitor.jobLabel` | The name of the label on the target service to use as the job name in prometheus. | `""` | +| `metrics.prometheusRule.enabled` | Create a PrometheusRule for Prometheus Operator | `false` | +| `metrics.prometheusRule.namespace` | Namespace for the PrometheusRule Resource (defaults to the Release Namespace) | `""` | +| `metrics.prometheusRule.labels` | Additional labels that can be used so PrometheusRule will be discovered by Prometheus | `{}` | +| `metrics.prometheusRule.rules` | PrometheusRule definitions | `[]` | + +Specify each parameter using the `--set key=value[,key=value]` argument to `helm install`. For example, + +```console +helm install my-release \ + --set auth.postgresPassword=secretpassword + oci://registry-1.docker.io/bitnamicharts/postgresql +``` + +The above command sets the PostgreSQL `postgres` account password to `secretpassword`. + +> NOTE: Once this chart is deployed, it is not possible to change the application's access credentials, such as usernames or passwords, using Helm. To change these application credentials after deployment, delete any persistent volumes (PVs) used by the chart and re-deploy it, or use the application's built-in administrative tools if available. +> **Warning** Setting a password will be ignored on new installation in case when previous PostgreSQL release was deleted through the helm command. In that case, old PVC will have an old password, and setting it through helm won't take effect. Deleting persistent volumes (PVs) will solve the issue. Refer to [issue 2061](https://github.com/bitnami/charts/issues/2061) for more details + +Alternatively, a YAML file that specifies the values for the parameters can be provided while installing the chart. For example, + +```console +helm install my-release -f values.yaml oci://registry-1.docker.io/bitnamicharts/postgresql +``` + +> **Tip**: You can use the default [values.yaml](values.yaml) + +## Configuration and installation details + +### [Rolling VS Immutable tags](https://docs.bitnami.com/containers/how-to/understand-rolling-tags-containers/) + +It is strongly recommended to use immutable tags in a production environment. This ensures your deployment does not change automatically if the same tag is updated with a different image. + +Bitnami will release a new chart updating its containers if a new version of the main container, significant changes, or critical vulnerabilities exist. + +### Customizing primary and read replica services in a replicated configuration + +At the top level, there is a service object which defines the services for both primary and readReplicas. For deeper customization, there are service objects for both the primary and read types individually. This allows you to override the values in the top level service object so that the primary and read can be of different service types and with different clusterIPs / nodePorts. Also in the case you want the primary and read to be of type nodePort, you will need to set the nodePorts to different values to prevent a collision. The values that are deeper in the primary.service or readReplicas.service objects will take precedence over the top level service object. + +### Use a different PostgreSQL version + +To modify the application version used in this chart, specify a different version of the image using the `image.tag` parameter and/or a different repository using the `image.repository` parameter. Refer to the [chart documentation for more information on these parameters and how to use them with images from a private registry](https://docs.bitnami.com/kubernetes/infrastructure/postgresql/configuration/change-image-version/). + +### postgresql.conf / pg_hba.conf files as configMap + +This helm chart also supports to customize the PostgreSQL configuration file. You can add additional PostgreSQL configuration parameters using the `primary.extendedConfiguration`/`readReplicas.extendedConfiguration` parameters as a string. Alternatively, to replace the entire default configuration use `primary.configuration`. + +You can also add a custom pg_hba.conf using the `primary.pgHbaConfiguration` parameter. + +In addition to these options, you can also set an external ConfigMap with all the configuration files. This is done by setting the `primary.existingConfigmap` parameter. Note that this will override the two previous options. + +### Initialize a fresh instance + +The [Bitnami PostgreSQL](https://github.com/bitnami/containers/tree/main/bitnami/postgresql) image allows you to use your custom scripts to initialize a fresh instance. In order to execute the scripts, you can specify custom scripts using the `primary.initdb.scripts` parameter as a string. + +In addition, you can also set an external ConfigMap with all the initialization scripts. This is done by setting the `primary.initdb.scriptsConfigMap` parameter. Note that this will override the two previous options. If your initialization scripts contain sensitive information such as credentials or passwords, you can use the `primary.initdb.scriptsSecret` parameter. + +The allowed extensions are `.sh`, `.sql` and `.sql.gz`. + +### Securing traffic using TLS + +TLS support can be enabled in the chart by specifying the `tls.` parameters while creating a release. The following parameters should be configured to properly enable the TLS support in the chart: + +- `tls.enabled`: Enable TLS support. Defaults to `false` +- `tls.certificatesSecret`: Name of an existing secret that contains the certificates. No defaults. +- `tls.certFilename`: Certificate filename. No defaults. +- `tls.certKeyFilename`: Certificate key filename. No defaults. + +For example: + +- First, create the secret with the cetificates files: + + ```console + kubectl create secret generic certificates-tls-secret --from-file=./cert.crt --from-file=./cert.key --from-file=./ca.crt + ``` + +- Then, use the following parameters: + + ```console + volumePermissions.enabled=true + tls.enabled=true + tls.certificatesSecret="certificates-tls-secret" + tls.certFilename="cert.crt" + tls.certKeyFilename="cert.key" + ``` + + > Note TLS and VolumePermissions: PostgreSQL requires certain permissions on sensitive files (such as certificate keys) to start up. Due to an on-going [issue](https://github.com/kubernetes/kubernetes/issues/57923) regarding kubernetes permissions and the use of `containerSecurityContext.runAsUser`, you must enable `volumePermissions` to ensure everything works as expected. + +### Sidecars + +If you need additional containers to run within the same pod as PostgreSQL (e.g. an additional metrics or logging exporter), you can do so via the `sidecars` config parameter. Simply define your container according to the Kubernetes container spec. + +```yaml +# For the PostgreSQL primary +primary: + sidecars: + - name: your-image-name + image: your-image + imagePullPolicy: Always + ports: + - name: portname + containerPort: 1234 +# For the PostgreSQL replicas +readReplicas: + sidecars: + - name: your-image-name + image: your-image + imagePullPolicy: Always + ports: + - name: portname + containerPort: 1234 +``` + +### Metrics + +The chart optionally can start a metrics exporter for [prometheus](https://prometheus.io). The metrics endpoint (port 9187) is not exposed and it is expected that the metrics are collected from inside the k8s cluster using something similar as the described in the [example Prometheus scrape configuration](https://github.com/prometheus/prometheus/blob/master/documentation/examples/prometheus-kubernetes.yml). + +The exporter allows to create custom metrics from additional SQL queries. See the Chart's `values.yaml` for an example and consult the [exporters documentation](https://github.com/wrouesnel/postgres_exporter#adding-new-metrics-via-a-config-file) for more details. + +### Use of global variables + +In more complex scenarios, we may have the following tree of dependencies + +```text + +--------------+ + | | + +------------+ Chart 1 +-----------+ + | | | | + | --------+------+ | + | | | + | | | + | | | + | | | + v v v ++-------+------+ +--------+------+ +--------+------+ +| | | | | | +| PostgreSQL | | Sub-chart 1 | | Sub-chart 2 | +| | | | | | ++--------------+ +---------------+ +---------------+ +``` + +The three charts below depend on the parent chart Chart 1. However, subcharts 1 and 2 may need to connect to PostgreSQL as well. In order to do so, subcharts 1 and 2 need to know the PostgreSQL credentials, so one option for deploying could be deploy Chart 1 with the following parameters: + +```text +postgresql.auth.username=testuser +subchart1.postgresql.auth.username=testuser +subchart2.postgresql.auth.username=testuser +postgresql.auth.password=testpass +subchart1.postgresql.auth.password=testpass +subchart2.postgresql.auth.password=testpass +postgresql.auth.database=testdb +subchart1.postgresql.auth.database=testdb +subchart2.postgresql.auth.database=testdb +``` + +If the number of dependent sub-charts increases, installing the chart with parameters can become increasingly difficult. An alternative would be to set the credentials using global variables as follows: + +```text +global.postgresql.auth.username=testuser +global.postgresql.auth.password=testpass +global.postgresql.auth.database=testdb +``` + +This way, the credentials will be available in all of the subcharts. + +## Persistence + +The [Bitnami PostgreSQL](https://github.com/bitnami/containers/tree/main/bitnami/postgresql) image stores the PostgreSQL data and configurations at the `/bitnami/postgresql` path of the container. + +Persistent Volume Claims are used to keep the data across deployments. This is known to work in GCE, AWS, and minikube. +See the [Parameters](#parameters) section to configure the PVC or to disable persistence. + +If you already have data in it, you will fail to sync to standby nodes for all commits, details can refer to the [code present in the container repository](https://github.com/bitnami/containers/tree/main/bitnami/postgresql). If you need to use those data, please covert them to sql and import after `helm install` finished. + +## NetworkPolicy + +To enable network policy for PostgreSQL, install [a networking plugin that implements the Kubernetes NetworkPolicy spec](https://kubernetes.io/docs/tasks/administer-cluster/declare-network-policy#before-you-begin), and set `networkPolicy.enabled` to `true`. + +For Kubernetes v1.5 & v1.6, you must also turn on NetworkPolicy by setting the DefaultDeny namespace annotation. Note: this will enforce policy for _all_ pods in the namespace: + +```console +kubectl annotate namespace default "net.beta.kubernetes.io/network-policy={\"ingress\":{\"isolation\":\"DefaultDeny\"}}" +``` + +With NetworkPolicy enabled, traffic will be limited to just port 5432. + +For more precise policy, set `networkPolicy.allowExternal=false`. This will only allow pods with the generated client label to connect to PostgreSQL. +This label will be displayed in the output of a successful install. + +## Differences between Bitnami PostgreSQL image and [Docker Official](https://hub.docker.com/_/postgres) image + +- The Docker Official PostgreSQL image does not support replication. If you pass any replication environment variable, this would be ignored. The only environment variables supported by the Docker Official image are POSTGRES_USER, POSTGRES_DB, POSTGRES_PASSWORD, POSTGRES_INITDB_ARGS, POSTGRES_INITDB_WALDIR and PGDATA. All the remaining environment variables are specific to the Bitnami PostgreSQL image. +- The Bitnami PostgreSQL image is non-root by default. This requires that you run the pod with `securityContext` and updates the permissions of the volume with an `initContainer`. A key benefit of this configuration is that the pod follows security best practices and is prepared to run on Kubernetes distributions with hard security constraints like OpenShift. +- For OpenShift up to 4.10, let set the volume permissions, security context, runAsUser and fsGroup automatically by OpenShift and disable the predefined settings of the helm chart: primary.securityContext.enabled=false,primary.containerSecurityContext.enabled=false,volumePermissions.enabled=false,shmVolume.enabled=false +- For OpenShift 4.11 and higher, let set OpenShift the runAsUser and fsGroup automatically. Configure the pod and container security context to restrictive defaults and disable the volume permissions setup: primary. + podSecurityContext.fsGroup=null,primary.podSecurityContext.seccompProfile.type=RuntimeDefault,primary.containerSecurityContext.runAsUser=null,primary.containerSecurityContext.allowPrivilegeEscalation=false,primary.containerSecurityContext.runAsNonRoot=true,primary.containerSecurityContext.seccompProfile.type=RuntimeDefault,primary.containerSecurityContext.capabilities.drop=['ALL'],volumePermissions.enabled=false,shmVolume.enabled=false + +### Setting Pod's affinity + +This chart allows you to set your custom affinity using the `XXX.affinity` parameter(s). Find more information about Pod's affinity in the [kubernetes documentation](https://kubernetes.io/docs/concepts/configuration/assign-pod-node/#affinity-and-anti-affinity). + +As an alternative, you can use of the preset configurations for pod affinity, pod anti-affinity, and node affinity available at the [bitnami/common](https://github.com/bitnami/charts/tree/main/bitnami/common#affinities) chart. To do so, set the `XXX.podAffinityPreset`, `XXX.podAntiAffinityPreset`, or `XXX.nodeAffinityPreset` parameters. + +## Troubleshooting + +Find more information about how to deal with common errors related to Bitnami's Helm charts in [this troubleshooting guide](https://docs.bitnami.com/general/how-to/troubleshoot-helm-chart-issues). + +## Upgrading + +### To 12.0.0 + +This major version changes the default PostgreSQL image from 14.x to 15.x. Follow the [official instructions](https://www.postgresql.org/docs/15/upgrading.html) to upgrade to 15.x. + +### To any previous version + +Refer to the [chart documentation for more information about how to upgrade from previous releases](https://docs.bitnami.com/kubernetes/infrastructure/postgresql/administration/upgrade/). + +## License + +Copyright © 2023 VMware, Inc. + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. \ No newline at end of file diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/.helmignore b/chart-source/fmeflow/charts/postgresql/charts/common/.helmignore new file mode 100644 index 0000000..50af031 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/.helmignore @@ -0,0 +1,22 @@ +# Patterns to ignore when building packages. +# This supports shell glob matching, relative path matching, and +# negation (prefixed with !). Only one pattern per line. +.DS_Store +# Common VCS dirs +.git/ +.gitignore +.bzr/ +.bzrignore +.hg/ +.hgignore +.svn/ +# Common backup files +*.swp +*.bak +*.tmp +*~ +# Various IDEs +.project +.idea/ +*.tmproj +.vscode/ diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/Chart.yaml b/chart-source/fmeflow/charts/postgresql/charts/common/Chart.yaml new file mode 100644 index 0000000..662a6d7 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/Chart.yaml @@ -0,0 +1,23 @@ +annotations: + category: Infrastructure + licenses: Apache-2.0 +apiVersion: v2 +appVersion: 2.12.0 +description: A Library Helm Chart for grouping common logic between bitnami charts. + This chart is not deployable by itself. +home: https://bitnami.com +icon: https://bitnami.com/downloads/logos/bitnami-mark.png +keywords: +- common +- helper +- template +- function +- bitnami +maintainers: +- name: VMware, Inc. + url: https://github.com/bitnami/charts +name: common +sources: +- https://github.com/bitnami/charts +type: library +version: 2.12.0 diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/README.md b/chart-source/fmeflow/charts/postgresql/charts/common/README.md new file mode 100644 index 0000000..fe6a010 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/README.md @@ -0,0 +1,235 @@ +# Bitnami Common Library Chart + +A [Helm Library Chart](https://helm.sh/docs/topics/library_charts/#helm) for grouping common logic between Bitnami charts. + +## TL;DR + +```yaml +dependencies: + - name: common + version: 2.x.x + repository: oci://registry-1.docker.io/bitnamicharts +``` + +```console +helm dependency update +``` + +```yaml +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ include "common.names.fullname" . }} +data: + myvalue: "Hello World" +``` + +## Introduction + +This chart provides a common template helpers which can be used to develop new charts using [Helm](https://helm.sh) package manager. + +Bitnami charts can be used with [Kubeapps](https://kubeapps.dev/) for deployment and management of Helm Charts in clusters. + +Looking to use our applications in production? Try [VMware Application Catalog](https://bitnami.com/enterprise), the enterprise edition of Bitnami Application Catalog. + +## Prerequisites + +- Kubernetes 1.19+ +- Helm 3.2.0+ + +## Parameters + +## Special input schemas + +### ImageRoot + +```yaml +registry: + type: string + description: Docker registry where the image is located + example: docker.io + +repository: + type: string + description: Repository and image name + example: bitnami/nginx + +tag: + type: string + description: image tag + example: 1.16.1-debian-10-r63 + +pullPolicy: + type: string + description: Specify a imagePullPolicy. Defaults to 'Always' if image tag is 'latest', else set to 'IfNotPresent' + +pullSecrets: + type: array + items: + type: string + description: Optionally specify an array of imagePullSecrets (evaluated as templates). + +debug: + type: boolean + description: Set to true if you would like to see extra information on logs + example: false + +## An instance would be: +# registry: docker.io +# repository: bitnami/nginx +# tag: 1.16.1-debian-10-r63 +# pullPolicy: IfNotPresent +# debug: false +``` + +### Persistence + +```yaml +enabled: + type: boolean + description: Whether enable persistence. + example: true + +storageClass: + type: string + description: Ghost data Persistent Volume Storage Class, If set to "-", storageClassName: "" which disables dynamic provisioning. + example: "-" + +accessMode: + type: string + description: Access mode for the Persistent Volume Storage. + example: ReadWriteOnce + +size: + type: string + description: Size the Persistent Volume Storage. + example: 8Gi + +path: + type: string + description: Path to be persisted. + example: /bitnami + +## An instance would be: +# enabled: true +# storageClass: "-" +# accessMode: ReadWriteOnce +# size: 8Gi +# path: /bitnami +``` + +### ExistingSecret + +```yaml +name: + type: string + description: Name of the existing secret. + example: mySecret +keyMapping: + description: Mapping between the expected key name and the name of the key in the existing secret. + type: object + +## An instance would be: +# name: mySecret +# keyMapping: +# password: myPasswordKey +``` + +#### Example of use + +When we store sensitive data for a deployment in a secret, some times we want to give to users the possibility of using theirs existing secrets. + +```yaml +# templates/secret.yaml +--- +apiVersion: v1 +kind: Secret +metadata: + name: {{ include "common.names.fullname" . }} + labels: + app: {{ include "common.names.fullname" . }} +type: Opaque +data: + password: {{ .Values.password | b64enc | quote }} + +# templates/dpl.yaml +--- +... + env: + - name: PASSWORD + valueFrom: + secretKeyRef: + name: {{ include "common.secrets.name" (dict "existingSecret" .Values.existingSecret "context" $) }} + key: {{ include "common.secrets.key" (dict "existingSecret" .Values.existingSecret "key" "password") }} +... + +# values.yaml +--- +name: mySecret +keyMapping: + password: myPasswordKey +``` + +### ValidateValue + +#### NOTES.txt + +```console +{{- $validateValueConf00 := (dict "valueKey" "path.to.value00" "secret" "secretName" "field" "password-00") -}} +{{- $validateValueConf01 := (dict "valueKey" "path.to.value01" "secret" "secretName" "field" "password-01") -}} + +{{ include "common.validations.values.multiple.empty" (dict "required" (list $validateValueConf00 $validateValueConf01) "context" $) }} +``` + +If we force those values to be empty we will see some alerts + +```console +helm install test mychart --set path.to.value00="",path.to.value01="" + 'path.to.value00' must not be empty, please add '--set path.to.value00=$PASSWORD_00' to the command. To get the current value: + + export PASSWORD_00=$(kubectl get secret --namespace default secretName -o jsonpath="{.data.password-00}" | base64 -d) + + 'path.to.value01' must not be empty, please add '--set path.to.value01=$PASSWORD_01' to the command. To get the current value: + + export PASSWORD_01=$(kubectl get secret --namespace default secretName -o jsonpath="{.data.password-01}" | base64 -d) +``` + +## Upgrading + +### To 1.0.0 + +[On November 13, 2020, Helm v2 support was formally finished](https://github.com/helm/charts#status-of-the-project), this major version is the result of the required changes applied to the Helm Chart to be able to incorporate the different features added in Helm v3 and to be consistent with the Helm project itself regarding the Helm v2 EOL. + +#### What changes were introduced in this major version? + +- Previous versions of this Helm Chart use `apiVersion: v1` (installable by both Helm 2 and 3), this Helm Chart was updated to `apiVersion: v2` (installable by Helm 3 only). [Here](https://helm.sh/docs/topics/charts/#the-apiversion-field) you can find more information about the `apiVersion` field. +- Use `type: library`. [Here](https://v3.helm.sh/docs/faq/#library-chart-support) you can find more information. +- The different fields present in the *Chart.yaml* file has been ordered alphabetically in a homogeneous way for all the Bitnami Helm Charts + +#### Considerations when upgrading to this version + +- If you want to upgrade to this version from a previous one installed with Helm v3, you shouldn't face any issues +- If you want to upgrade to this version using Helm v2, this scenario is not supported as this version doesn't support Helm v2 anymore +- If you installed the previous version with Helm v2 and wants to upgrade to this version with Helm v3, please refer to the [official Helm documentation](https://helm.sh/docs/topics/v2_v3_migration/#migration-use-cases) about migrating from Helm v2 to v3 + +#### Useful links + +- +- +- + +## License + +Copyright © 2023 VMware, Inc. + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/templates/_affinities.tpl b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_affinities.tpl new file mode 100644 index 0000000..e85b1df --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_affinities.tpl @@ -0,0 +1,139 @@ +{{/* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{/* vim: set filetype=mustache: */}} + +{{/* +Return a soft nodeAffinity definition +{{ include "common.affinities.nodes.soft" (dict "key" "FOO" "values" (list "BAR" "BAZ")) -}} +*/}} +{{- define "common.affinities.nodes.soft" -}} +preferredDuringSchedulingIgnoredDuringExecution: + - preference: + matchExpressions: + - key: {{ .key }} + operator: In + values: + {{- range .values }} + - {{ . | quote }} + {{- end }} + weight: 1 +{{- end -}} + +{{/* +Return a hard nodeAffinity definition +{{ include "common.affinities.nodes.hard" (dict "key" "FOO" "values" (list "BAR" "BAZ")) -}} +*/}} +{{- define "common.affinities.nodes.hard" -}} +requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: {{ .key }} + operator: In + values: + {{- range .values }} + - {{ . | quote }} + {{- end }} +{{- end -}} + +{{/* +Return a nodeAffinity definition +{{ include "common.affinities.nodes" (dict "type" "soft" "key" "FOO" "values" (list "BAR" "BAZ")) -}} +*/}} +{{- define "common.affinities.nodes" -}} + {{- if eq .type "soft" }} + {{- include "common.affinities.nodes.soft" . -}} + {{- else if eq .type "hard" }} + {{- include "common.affinities.nodes.hard" . -}} + {{- end -}} +{{- end -}} + +{{/* +Return a topologyKey definition +{{ include "common.affinities.topologyKey" (dict "topologyKey" "BAR") -}} +*/}} +{{- define "common.affinities.topologyKey" -}} +{{ .topologyKey | default "kubernetes.io/hostname" -}} +{{- end -}} + +{{/* +Return a soft podAffinity/podAntiAffinity definition +{{ include "common.affinities.pods.soft" (dict "component" "FOO" "customLabels" .Values.podLabels "extraMatchLabels" .Values.extraMatchLabels "topologyKey" "BAR" "extraPodAffinityTerms" .Values.extraPodAffinityTerms "context" $) -}} +*/}} +{{- define "common.affinities.pods.soft" -}} +{{- $component := default "" .component -}} +{{- $customLabels := default (dict) .customLabels -}} +{{- $extraMatchLabels := default (dict) .extraMatchLabels -}} +{{- $extraPodAffinityTerms := default (list) .extraPodAffinityTerms -}} +preferredDuringSchedulingIgnoredDuringExecution: + - podAffinityTerm: + labelSelector: + matchLabels: {{- (include "common.labels.matchLabels" ( dict "customLabels" $customLabels "context" .context )) | nindent 10 }} + {{- if not (empty $component) }} + {{ printf "app.kubernetes.io/component: %s" $component }} + {{- end }} + {{- range $key, $value := $extraMatchLabels }} + {{ $key }}: {{ $value | quote }} + {{- end }} + topologyKey: {{ include "common.affinities.topologyKey" (dict "topologyKey" .topologyKey) }} + weight: 1 + {{- range $extraPodAffinityTerms }} + - podAffinityTerm: + labelSelector: + matchLabels: {{- (include "common.labels.matchLabels" ( dict "customLabels" $customLabels "context" $.context )) | nindent 10 }} + {{- if not (empty $component) }} + {{ printf "app.kubernetes.io/component: %s" $component }} + {{- end }} + {{- range $key, $value := .extraMatchLabels }} + {{ $key }}: {{ $value | quote }} + {{- end }} + topologyKey: {{ include "common.affinities.topologyKey" (dict "topologyKey" .topologyKey) }} + weight: {{ .weight | default 1 -}} + {{- end -}} +{{- end -}} + +{{/* +Return a hard podAffinity/podAntiAffinity definition +{{ include "common.affinities.pods.hard" (dict "component" "FOO" "customLabels" .Values.podLabels "extraMatchLabels" .Values.extraMatchLabels "topologyKey" "BAR" "extraPodAffinityTerms" .Values.extraPodAffinityTerms "context" $) -}} +*/}} +{{- define "common.affinities.pods.hard" -}} +{{- $component := default "" .component -}} +{{- $customLabels := default (dict) .customLabels -}} +{{- $extraMatchLabels := default (dict) .extraMatchLabels -}} +{{- $extraPodAffinityTerms := default (list) .extraPodAffinityTerms -}} +requiredDuringSchedulingIgnoredDuringExecution: + - labelSelector: + matchLabels: {{- (include "common.labels.matchLabels" ( dict "customLabels" $customLabels "context" .context )) | nindent 8 }} + {{- if not (empty $component) }} + {{ printf "app.kubernetes.io/component: %s" $component }} + {{- end }} + {{- range $key, $value := $extraMatchLabels }} + {{ $key }}: {{ $value | quote }} + {{- end }} + topologyKey: {{ include "common.affinities.topologyKey" (dict "topologyKey" .topologyKey) }} + {{- range $extraPodAffinityTerms }} + - labelSelector: + matchLabels: {{- (include "common.labels.matchLabels" ( dict "customLabels" $customLabels "context" $.context )) | nindent 8 }} + {{- if not (empty $component) }} + {{ printf "app.kubernetes.io/component: %s" $component }} + {{- end }} + {{- range $key, $value := .extraMatchLabels }} + {{ $key }}: {{ $value | quote }} + {{- end }} + topologyKey: {{ include "common.affinities.topologyKey" (dict "topologyKey" .topologyKey) }} + {{- end -}} +{{- end -}} + +{{/* +Return a podAffinity/podAntiAffinity definition +{{ include "common.affinities.pods" (dict "type" "soft" "key" "FOO" "values" (list "BAR" "BAZ")) -}} +*/}} +{{- define "common.affinities.pods" -}} + {{- if eq .type "soft" }} + {{- include "common.affinities.pods.soft" . -}} + {{- else if eq .type "hard" }} + {{- include "common.affinities.pods.hard" . -}} + {{- end -}} +{{- end -}} diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/templates/_capabilities.tpl b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_capabilities.tpl new file mode 100644 index 0000000..c6d115f --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_capabilities.tpl @@ -0,0 +1,185 @@ +{{/* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{/* vim: set filetype=mustache: */}} + +{{/* +Return the target Kubernetes version +*/}} +{{- define "common.capabilities.kubeVersion" -}} +{{- if .Values.global }} + {{- if .Values.global.kubeVersion }} + {{- .Values.global.kubeVersion -}} + {{- else }} + {{- default .Capabilities.KubeVersion.Version .Values.kubeVersion -}} + {{- end -}} +{{- else }} +{{- default .Capabilities.KubeVersion.Version .Values.kubeVersion -}} +{{- end -}} +{{- end -}} + +{{/* +Return the appropriate apiVersion for poddisruptionbudget. +*/}} +{{- define "common.capabilities.policy.apiVersion" -}} +{{- if semverCompare "<1.21-0" (include "common.capabilities.kubeVersion" .) -}} +{{- print "policy/v1beta1" -}} +{{- else -}} +{{- print "policy/v1" -}} +{{- end -}} +{{- end -}} + +{{/* +Return the appropriate apiVersion for networkpolicy. +*/}} +{{- define "common.capabilities.networkPolicy.apiVersion" -}} +{{- if semverCompare "<1.7-0" (include "common.capabilities.kubeVersion" .) -}} +{{- print "extensions/v1beta1" -}} +{{- else -}} +{{- print "networking.k8s.io/v1" -}} +{{- end -}} +{{- end -}} + +{{/* +Return the appropriate apiVersion for cronjob. +*/}} +{{- define "common.capabilities.cronjob.apiVersion" -}} +{{- if semverCompare "<1.21-0" (include "common.capabilities.kubeVersion" .) -}} +{{- print "batch/v1beta1" -}} +{{- else -}} +{{- print "batch/v1" -}} +{{- end -}} +{{- end -}} + +{{/* +Return the appropriate apiVersion for daemonset. +*/}} +{{- define "common.capabilities.daemonset.apiVersion" -}} +{{- if semverCompare "<1.14-0" (include "common.capabilities.kubeVersion" .) -}} +{{- print "extensions/v1beta1" -}} +{{- else -}} +{{- print "apps/v1" -}} +{{- end -}} +{{- end -}} + +{{/* +Return the appropriate apiVersion for deployment. +*/}} +{{- define "common.capabilities.deployment.apiVersion" -}} +{{- if semverCompare "<1.14-0" (include "common.capabilities.kubeVersion" .) -}} +{{- print "extensions/v1beta1" -}} +{{- else -}} +{{- print "apps/v1" -}} +{{- end -}} +{{- end -}} + +{{/* +Return the appropriate apiVersion for statefulset. +*/}} +{{- define "common.capabilities.statefulset.apiVersion" -}} +{{- if semverCompare "<1.14-0" (include "common.capabilities.kubeVersion" .) -}} +{{- print "apps/v1beta1" -}} +{{- else -}} +{{- print "apps/v1" -}} +{{- end -}} +{{- end -}} + +{{/* +Return the appropriate apiVersion for ingress. +*/}} +{{- define "common.capabilities.ingress.apiVersion" -}} +{{- if .Values.ingress -}} +{{- if .Values.ingress.apiVersion -}} +{{- .Values.ingress.apiVersion -}} +{{- else if semverCompare "<1.14-0" (include "common.capabilities.kubeVersion" .) -}} +{{- print "extensions/v1beta1" -}} +{{- else if semverCompare "<1.19-0" (include "common.capabilities.kubeVersion" .) -}} +{{- print "networking.k8s.io/v1beta1" -}} +{{- else -}} +{{- print "networking.k8s.io/v1" -}} +{{- end }} +{{- else if semverCompare "<1.14-0" (include "common.capabilities.kubeVersion" .) -}} +{{- print "extensions/v1beta1" -}} +{{- else if semverCompare "<1.19-0" (include "common.capabilities.kubeVersion" .) -}} +{{- print "networking.k8s.io/v1beta1" -}} +{{- else -}} +{{- print "networking.k8s.io/v1" -}} +{{- end -}} +{{- end -}} + +{{/* +Return the appropriate apiVersion for RBAC resources. +*/}} +{{- define "common.capabilities.rbac.apiVersion" -}} +{{- if semverCompare "<1.17-0" (include "common.capabilities.kubeVersion" .) -}} +{{- print "rbac.authorization.k8s.io/v1beta1" -}} +{{- else -}} +{{- print "rbac.authorization.k8s.io/v1" -}} +{{- end -}} +{{- end -}} + +{{/* +Return the appropriate apiVersion for CRDs. +*/}} +{{- define "common.capabilities.crd.apiVersion" -}} +{{- if semverCompare "<1.19-0" (include "common.capabilities.kubeVersion" .) -}} +{{- print "apiextensions.k8s.io/v1beta1" -}} +{{- else -}} +{{- print "apiextensions.k8s.io/v1" -}} +{{- end -}} +{{- end -}} + +{{/* +Return the appropriate apiVersion for APIService. +*/}} +{{- define "common.capabilities.apiService.apiVersion" -}} +{{- if semverCompare "<1.10-0" (include "common.capabilities.kubeVersion" .) -}} +{{- print "apiregistration.k8s.io/v1beta1" -}} +{{- else -}} +{{- print "apiregistration.k8s.io/v1" -}} +{{- end -}} +{{- end -}} + +{{/* +Return the appropriate apiVersion for Horizontal Pod Autoscaler. +*/}} +{{- define "common.capabilities.hpa.apiVersion" -}} +{{- if semverCompare "<1.23-0" (include "common.capabilities.kubeVersion" .context) -}} +{{- if .beta2 -}} +{{- print "autoscaling/v2beta2" -}} +{{- else -}} +{{- print "autoscaling/v2beta1" -}} +{{- end -}} +{{- else -}} +{{- print "autoscaling/v2" -}} +{{- end -}} +{{- end -}} + +{{/* +Return the appropriate apiVersion for Vertical Pod Autoscaler. +*/}} +{{- define "common.capabilities.vpa.apiVersion" -}} +{{- if semverCompare "<1.23-0" (include "common.capabilities.kubeVersion" .context) -}} +{{- if .beta2 -}} +{{- print "autoscaling/v2beta2" -}} +{{- else -}} +{{- print "autoscaling/v2beta1" -}} +{{- end -}} +{{- else -}} +{{- print "autoscaling/v2" -}} +{{- end -}} +{{- end -}} + +{{/* +Returns true if the used Helm version is 3.3+. +A way to check the used Helm version was not introduced until version 3.3.0 with .Capabilities.HelmVersion, which contains an additional "{}}" structure. +This check is introduced as a regexMatch instead of {{ if .Capabilities.HelmVersion }} because checking for the key HelmVersion in <3.3 results in a "interface not found" error. +**To be removed when the catalog's minimun Helm version is 3.3** +*/}} +{{- define "common.capabilities.supportsHelmVersion" -}} +{{- if regexMatch "{(v[0-9])*[^}]*}}$" (.Capabilities | toString ) }} + {{- true -}} +{{- end -}} +{{- end -}} diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/templates/_errors.tpl b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_errors.tpl new file mode 100644 index 0000000..07ded6f --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_errors.tpl @@ -0,0 +1,28 @@ +{{/* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{/* vim: set filetype=mustache: */}} +{{/* +Through error when upgrading using empty passwords values that must not be empty. + +Usage: +{{- $validationError00 := include "common.validations.values.single.empty" (dict "valueKey" "path.to.password00" "secret" "secretName" "field" "password-00") -}} +{{- $validationError01 := include "common.validations.values.single.empty" (dict "valueKey" "path.to.password01" "secret" "secretName" "field" "password-01") -}} +{{ include "common.errors.upgrade.passwords.empty" (dict "validationErrors" (list $validationError00 $validationError01) "context" $) }} + +Required password params: + - validationErrors - String - Required. List of validation strings to be return, if it is empty it won't throw error. + - context - Context - Required. Parent context. +*/}} +{{- define "common.errors.upgrade.passwords.empty" -}} + {{- $validationErrors := join "" .validationErrors -}} + {{- if and $validationErrors .context.Release.IsUpgrade -}} + {{- $errorString := "\nPASSWORDS ERROR: You must provide your current passwords when upgrading the release." -}} + {{- $errorString = print $errorString "\n Note that even after reinstallation, old credentials may be needed as they may be kept in persistent volume claims." -}} + {{- $errorString = print $errorString "\n Further information can be obtained at https://docs.bitnami.com/general/how-to/troubleshoot-helm-chart-issues/#credential-errors-while-upgrading-chart-releases" -}} + {{- $errorString = print $errorString "\n%s" -}} + {{- printf $errorString $validationErrors | fail -}} + {{- end -}} +{{- end -}} diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/templates/_images.tpl b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_images.tpl new file mode 100644 index 0000000..e248d6d --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_images.tpl @@ -0,0 +1,101 @@ +{{/* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{/* vim: set filetype=mustache: */}} +{{/* +Return the proper image name +{{ include "common.images.image" ( dict "imageRoot" .Values.path.to.the.image "global" .Values.global ) }} +*/}} +{{- define "common.images.image" -}} +{{- $registryName := .imageRoot.registry -}} +{{- $repositoryName := .imageRoot.repository -}} +{{- $separator := ":" -}} +{{- $termination := .imageRoot.tag | toString -}} +{{- if .global }} + {{- if .global.imageRegistry }} + {{- $registryName = .global.imageRegistry -}} + {{- end -}} +{{- end -}} +{{- if .imageRoot.digest }} + {{- $separator = "@" -}} + {{- $termination = .imageRoot.digest | toString -}} +{{- end -}} +{{- if $registryName }} + {{- printf "%s/%s%s%s" $registryName $repositoryName $separator $termination -}} +{{- else -}} + {{- printf "%s%s%s" $repositoryName $separator $termination -}} +{{- end -}} +{{- end -}} + +{{/* +Return the proper Docker Image Registry Secret Names (deprecated: use common.images.renderPullSecrets instead) +{{ include "common.images.pullSecrets" ( dict "images" (list .Values.path.to.the.image1, .Values.path.to.the.image2) "global" .Values.global) }} +*/}} +{{- define "common.images.pullSecrets" -}} + {{- $pullSecrets := list }} + + {{- if .global }} + {{- range .global.imagePullSecrets -}} + {{- $pullSecrets = append $pullSecrets . -}} + {{- end -}} + {{- end -}} + + {{- range .images -}} + {{- range .pullSecrets -}} + {{- $pullSecrets = append $pullSecrets . -}} + {{- end -}} + {{- end -}} + + {{- if (not (empty $pullSecrets)) }} +imagePullSecrets: + {{- range $pullSecrets | uniq }} + - name: {{ . }} + {{- end }} + {{- end }} +{{- end -}} + +{{/* +Return the proper Docker Image Registry Secret Names evaluating values as templates +{{ include "common.images.renderPullSecrets" ( dict "images" (list .Values.path.to.the.image1, .Values.path.to.the.image2) "context" $) }} +*/}} +{{- define "common.images.renderPullSecrets" -}} + {{- $pullSecrets := list }} + {{- $context := .context }} + + {{- if $context.Values.global }} + {{- range $context.Values.global.imagePullSecrets -}} + {{- $pullSecrets = append $pullSecrets (include "common.tplvalues.render" (dict "value" . "context" $context)) -}} + {{- end -}} + {{- end -}} + + {{- range .images -}} + {{- range .pullSecrets -}} + {{- $pullSecrets = append $pullSecrets (include "common.tplvalues.render" (dict "value" . "context" $context)) -}} + {{- end -}} + {{- end -}} + + {{- if (not (empty $pullSecrets)) }} +imagePullSecrets: + {{- range $pullSecrets | uniq }} + - name: {{ . }} + {{- end }} + {{- end }} +{{- end -}} + +{{/* +Return the proper image version (ingores image revision/prerelease info & fallbacks to chart appVersion) +{{ include "common.images.version" ( dict "imageRoot" .Values.path.to.the.image "chart" .Chart ) }} +*/}} +{{- define "common.images.version" -}} +{{- $imageTag := .imageRoot.tag | toString -}} +{{/* regexp from https://github.com/Masterminds/semver/blob/23f51de38a0866c5ef0bfc42b3f735c73107b700/version.go#L41-L44 */}} +{{- if regexMatch `^([0-9]+)(\.[0-9]+)?(\.[0-9]+)?(-([0-9A-Za-z\-]+(\.[0-9A-Za-z\-]+)*))?(\+([0-9A-Za-z\-]+(\.[0-9A-Za-z\-]+)*))?$` $imageTag -}} + {{- $version := semver $imageTag -}} + {{- printf "%d.%d.%d" $version.Major $version.Minor $version.Patch -}} +{{- else -}} + {{- print .chart.AppVersion -}} +{{- end -}} +{{- end -}} + diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/templates/_ingress.tpl b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_ingress.tpl new file mode 100644 index 0000000..efa5b85 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_ingress.tpl @@ -0,0 +1,73 @@ +{{/* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{/* vim: set filetype=mustache: */}} + +{{/* +Generate backend entry that is compatible with all Kubernetes API versions. + +Usage: +{{ include "common.ingress.backend" (dict "serviceName" "backendName" "servicePort" "backendPort" "context" $) }} + +Params: + - serviceName - String. Name of an existing service backend + - servicePort - String/Int. Port name (or number) of the service. It will be translated to different yaml depending if it is a string or an integer. + - context - Dict - Required. The context for the template evaluation. +*/}} +{{- define "common.ingress.backend" -}} +{{- $apiVersion := (include "common.capabilities.ingress.apiVersion" .context) -}} +{{- if or (eq $apiVersion "extensions/v1beta1") (eq $apiVersion "networking.k8s.io/v1beta1") -}} +serviceName: {{ .serviceName }} +servicePort: {{ .servicePort }} +{{- else -}} +service: + name: {{ .serviceName }} + port: + {{- if typeIs "string" .servicePort }} + name: {{ .servicePort }} + {{- else if or (typeIs "int" .servicePort) (typeIs "float64" .servicePort) }} + number: {{ .servicePort | int }} + {{- end }} +{{- end -}} +{{- end -}} + +{{/* +Print "true" if the API pathType field is supported +Usage: +{{ include "common.ingress.supportsPathType" . }} +*/}} +{{- define "common.ingress.supportsPathType" -}} +{{- if (semverCompare "<1.18-0" (include "common.capabilities.kubeVersion" .)) -}} +{{- print "false" -}} +{{- else -}} +{{- print "true" -}} +{{- end -}} +{{- end -}} + +{{/* +Returns true if the ingressClassname field is supported +Usage: +{{ include "common.ingress.supportsIngressClassname" . }} +*/}} +{{- define "common.ingress.supportsIngressClassname" -}} +{{- if semverCompare "<1.18-0" (include "common.capabilities.kubeVersion" .) -}} +{{- print "false" -}} +{{- else -}} +{{- print "true" -}} +{{- end -}} +{{- end -}} + +{{/* +Return true if cert-manager required annotations for TLS signed +certificates are set in the Ingress annotations +Ref: https://cert-manager.io/docs/usage/ingress/#supported-annotations +Usage: +{{ include "common.ingress.certManagerRequest" ( dict "annotations" .Values.path.to.the.ingress.annotations ) }} +*/}} +{{- define "common.ingress.certManagerRequest" -}} +{{ if or (hasKey .annotations "cert-manager.io/cluster-issuer") (hasKey .annotations "cert-manager.io/issuer") (hasKey .annotations "kubernetes.io/tls-acme") }} + {{- true -}} +{{- end -}} +{{- end -}} diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/templates/_labels.tpl b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_labels.tpl new file mode 100644 index 0000000..a3cdc2b --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_labels.tpl @@ -0,0 +1,40 @@ +{{/* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{/* vim: set filetype=mustache: */}} + +{{/* +Kubernetes standard labels +{{ include "common.labels.standard" (dict "customLabels" .Values.commonLabels "context" $) -}} +*/}} +{{- define "common.labels.standard" -}} +{{- if and (hasKey . "customLabels") (hasKey . "context") -}} +{{ merge (include "common.tplvalues.render" (dict "value" .customLabels "context" .context) | fromYaml) (dict "app.kubernetes.io/name" (include "common.names.name" .context) "helm.sh/chart" (include "common.names.chart" .context) "app.kubernetes.io/instance" .context.Release.Name "app.kubernetes.io/managed-by" .context.Release.Service "app.kubernetes.io/version" .context.Chart.AppVersion) | toYaml }} +{{- else -}} +app.kubernetes.io/name: {{ include "common.names.name" . }} +helm.sh/chart: {{ include "common.names.chart" . }} +app.kubernetes.io/instance: {{ .Release.Name }} +app.kubernetes.io/managed-by: {{ .Release.Service }} +app.kubernetes.io/version: {{ .Chart.AppVersion | quote }} +{{- end -}} +{{- end -}} + +{{/* +Labels used on immutable fields such as deploy.spec.selector.matchLabels or svc.spec.selector +{{ include "common.labels.matchLabels" (dict "customLabels" .Values.podLabels "context" $) -}} + +We don't want to loop over custom labels appending them to the selector +since it's very likely that it will break deployments, services, etc. +However, it's important to overwrite the standard labels if the user +overwrote them on metadata.labels fields. +*/}} +{{- define "common.labels.matchLabels" -}} +{{- if and (hasKey . "customLabels") (hasKey . "context") -}} +{{ merge (pick (include "common.tplvalues.render" (dict "value" .customLabels "context" .context) | fromYaml) "app.kubernetes.io/name" "app.kubernetes.io/instance") (dict "app.kubernetes.io/name" (include "common.names.name" .context) "app.kubernetes.io/instance" .context.Release.Name ) | toYaml }} +{{- else -}} +app.kubernetes.io/name: {{ include "common.names.name" . }} +app.kubernetes.io/instance: {{ .Release.Name }} +{{- end -}} +{{- end -}} diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/templates/_names.tpl b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_names.tpl new file mode 100644 index 0000000..a222924 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_names.tpl @@ -0,0 +1,71 @@ +{{/* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{/* vim: set filetype=mustache: */}} +{{/* +Expand the name of the chart. +*/}} +{{- define "common.names.name" -}} +{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{/* +Create chart name and version as used by the chart label. +*/}} +{{- define "common.names.chart" -}} +{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{/* +Create a default fully qualified app name. +We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec). +If release name contains chart name it will be used as a full name. +*/}} +{{- define "common.names.fullname" -}} +{{- if .Values.fullnameOverride -}} +{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" -}} +{{- else -}} +{{- $name := default .Chart.Name .Values.nameOverride -}} +{{- if contains $name .Release.Name -}} +{{- .Release.Name | trunc 63 | trimSuffix "-" -}} +{{- else -}} +{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" -}} +{{- end -}} +{{- end -}} +{{- end -}} + +{{/* +Create a default fully qualified dependency name. +We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec). +If release name contains chart name it will be used as a full name. +Usage: +{{ include "common.names.dependency.fullname" (dict "chartName" "dependency-chart-name" "chartValues" .Values.dependency-chart "context" $) }} +*/}} +{{- define "common.names.dependency.fullname" -}} +{{- if .chartValues.fullnameOverride -}} +{{- .chartValues.fullnameOverride | trunc 63 | trimSuffix "-" -}} +{{- else -}} +{{- $name := default .chartName .chartValues.nameOverride -}} +{{- if contains $name .context.Release.Name -}} +{{- .context.Release.Name | trunc 63 | trimSuffix "-" -}} +{{- else -}} +{{- printf "%s-%s" .context.Release.Name $name | trunc 63 | trimSuffix "-" -}} +{{- end -}} +{{- end -}} +{{- end -}} + +{{/* +Allow the release namespace to be overridden for multi-namespace deployments in combined charts. +*/}} +{{- define "common.names.namespace" -}} +{{- default .Release.Namespace .Values.namespaceOverride | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{/* +Create a fully qualified app name adding the installation's namespace. +*/}} +{{- define "common.names.fullname.namespace" -}} +{{- printf "%s-%s" (include "common.names.fullname" .) (include "common.names.namespace" .) | trunc 63 | trimSuffix "-" -}} +{{- end -}} diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/templates/_secrets.tpl b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_secrets.tpl new file mode 100644 index 0000000..a193c46 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_secrets.tpl @@ -0,0 +1,172 @@ +{{/* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{/* vim: set filetype=mustache: */}} +{{/* +Generate secret name. + +Usage: +{{ include "common.secrets.name" (dict "existingSecret" .Values.path.to.the.existingSecret "defaultNameSuffix" "mySuffix" "context" $) }} + +Params: + - existingSecret - ExistingSecret/String - Optional. The path to the existing secrets in the values.yaml given by the user + to be used instead of the default one. Allows for it to be of type String (just the secret name) for backwards compatibility. + +info: https://github.com/bitnami/charts/tree/main/bitnami/common#existingsecret + - defaultNameSuffix - String - Optional. It is used only if we have several secrets in the same deployment. + - context - Dict - Required. The context for the template evaluation. +*/}} +{{- define "common.secrets.name" -}} +{{- $name := (include "common.names.fullname" .context) -}} + +{{- if .defaultNameSuffix -}} +{{- $name = printf "%s-%s" $name .defaultNameSuffix | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{- with .existingSecret -}} +{{- if not (typeIs "string" .) -}} +{{- with .name -}} +{{- $name = . -}} +{{- end -}} +{{- else -}} +{{- $name = . -}} +{{- end -}} +{{- end -}} + +{{- printf "%s" $name -}} +{{- end -}} + +{{/* +Generate secret key. + +Usage: +{{ include "common.secrets.key" (dict "existingSecret" .Values.path.to.the.existingSecret "key" "keyName") }} + +Params: + - existingSecret - ExistingSecret/String - Optional. The path to the existing secrets in the values.yaml given by the user + to be used instead of the default one. Allows for it to be of type String (just the secret name) for backwards compatibility. + +info: https://github.com/bitnami/charts/tree/main/bitnami/common#existingsecret + - key - String - Required. Name of the key in the secret. +*/}} +{{- define "common.secrets.key" -}} +{{- $key := .key -}} + +{{- if .existingSecret -}} + {{- if not (typeIs "string" .existingSecret) -}} + {{- if .existingSecret.keyMapping -}} + {{- $key = index .existingSecret.keyMapping $.key -}} + {{- end -}} + {{- end }} +{{- end -}} + +{{- printf "%s" $key -}} +{{- end -}} + +{{/* +Generate secret password or retrieve one if already created. + +Usage: +{{ include "common.secrets.passwords.manage" (dict "secret" "secret-name" "key" "keyName" "providedValues" (list "path.to.password1" "path.to.password2") "length" 10 "strong" false "chartName" "chartName" "context" $) }} + +Params: + - secret - String - Required - Name of the 'Secret' resource where the password is stored. + - key - String - Required - Name of the key in the secret. + - providedValues - List - Required - The path to the validating value in the values.yaml, e.g: "mysql.password". Will pick first parameter with a defined value. + - length - int - Optional - Length of the generated random password. + - strong - Boolean - Optional - Whether to add symbols to the generated random password. + - chartName - String - Optional - Name of the chart used when said chart is deployed as a subchart. + - context - Context - Required - Parent context. + - failOnNew - Boolean - Optional - Default to true. If set to false, skip errors adding new keys to existing secrets. +The order in which this function returns a secret password: + 1. Already existing 'Secret' resource + (If a 'Secret' resource is found under the name provided to the 'secret' parameter to this function and that 'Secret' resource contains a key with the name passed as the 'key' parameter to this function then the value of this existing secret password will be returned) + 2. Password provided via the values.yaml + (If one of the keys passed to the 'providedValues' parameter to this function is a valid path to a key in the values.yaml and has a value, the value of the first key with a value will be returned) + 3. Randomly generated secret password + (A new random secret password with the length specified in the 'length' parameter will be generated and returned) + +*/}} +{{- define "common.secrets.passwords.manage" -}} + +{{- $password := "" }} +{{- $subchart := "" }} +{{- $failOnNew := default true .failOnNew }} +{{- $chartName := default "" .chartName }} +{{- $passwordLength := default 10 .length }} +{{- $providedPasswordKey := include "common.utils.getKeyFromList" (dict "keys" .providedValues "context" $.context) }} +{{- $providedPasswordValue := include "common.utils.getValueFromKey" (dict "key" $providedPasswordKey "context" $.context) }} +{{- $secretData := (lookup "v1" "Secret" (include "common.names.namespace" .context) .secret).data }} +{{- if $secretData }} + {{- if hasKey $secretData .key }} + {{- $password = index $secretData .key | quote }} + {{- else if $failOnNew }} + {{- printf "\nPASSWORDS ERROR: The secret \"%s\" does not contain the key \"%s\"\n" .secret .key | fail -}} + {{- end -}} +{{- else if $providedPasswordValue }} + {{- $password = $providedPasswordValue | toString | b64enc | quote }} +{{- else }} + + {{- if .context.Values.enabled }} + {{- $subchart = $chartName }} + {{- end -}} + + {{- $requiredPassword := dict "valueKey" $providedPasswordKey "secret" .secret "field" .key "subchart" $subchart "context" $.context -}} + {{- $requiredPasswordError := include "common.validations.values.single.empty" $requiredPassword -}} + {{- $passwordValidationErrors := list $requiredPasswordError -}} + {{- include "common.errors.upgrade.passwords.empty" (dict "validationErrors" $passwordValidationErrors "context" $.context) -}} + + {{- if .strong }} + {{- $subStr := list (lower (randAlpha 1)) (randNumeric 1) (upper (randAlpha 1)) | join "_" }} + {{- $password = randAscii $passwordLength }} + {{- $password = regexReplaceAllLiteral "\\W" $password "@" | substr 5 $passwordLength }} + {{- $password = printf "%s%s" $subStr $password | toString | shuffle | b64enc | quote }} + {{- else }} + {{- $password = randAlphaNum $passwordLength | b64enc | quote }} + {{- end }} +{{- end -}} +{{- printf "%s" $password -}} +{{- end -}} + +{{/* +Reuses the value from an existing secret, otherwise sets its value to a default value. + +Usage: +{{ include "common.secrets.lookup" (dict "secret" "secret-name" "key" "keyName" "defaultValue" .Values.myValue "context" $) }} + +Params: + - secret - String - Required - Name of the 'Secret' resource where the password is stored. + - key - String - Required - Name of the key in the secret. + - defaultValue - String - Required - The path to the validating value in the values.yaml, e.g: "mysql.password". Will pick first parameter with a defined value. + - context - Context - Required - Parent context. + +*/}} +{{- define "common.secrets.lookup" -}} +{{- $value := "" -}} +{{- $secretData := (lookup "v1" "Secret" (include "common.names.namespace" .context) .secret).data -}} +{{- if and $secretData (hasKey $secretData .key) -}} + {{- $value = index $secretData .key -}} +{{- else if .defaultValue -}} + {{- $value = .defaultValue | toString | b64enc -}} +{{- end -}} +{{- if $value -}} +{{- printf "%s" $value -}} +{{- end -}} +{{- end -}} + +{{/* +Returns whether a previous generated secret already exists + +Usage: +{{ include "common.secrets.exists" (dict "secret" "secret-name" "context" $) }} + +Params: + - secret - String - Required - Name of the 'Secret' resource where the password is stored. + - context - Context - Required - Parent context. +*/}} +{{- define "common.secrets.exists" -}} +{{- $secret := (lookup "v1" "Secret" (include "common.names.namespace" .context) .secret) }} +{{- if $secret }} + {{- true -}} +{{- end -}} +{{- end -}} diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/templates/_storage.tpl b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_storage.tpl new file mode 100644 index 0000000..16405a0 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_storage.tpl @@ -0,0 +1,28 @@ +{{/* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{/* vim: set filetype=mustache: */}} +{{/* +Return the proper Storage Class +{{ include "common.storage.class" ( dict "persistence" .Values.path.to.the.persistence "global" $) }} +*/}} +{{- define "common.storage.class" -}} + +{{- $storageClass := .persistence.storageClass -}} +{{- if .global -}} + {{- if .global.storageClass -}} + {{- $storageClass = .global.storageClass -}} + {{- end -}} +{{- end -}} + +{{- if $storageClass -}} + {{- if (eq "-" $storageClass) -}} + {{- printf "storageClassName: \"\"" -}} + {{- else }} + {{- printf "storageClassName: %s" $storageClass -}} + {{- end -}} +{{- end -}} + +{{- end -}} diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/templates/_tplvalues.tpl b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_tplvalues.tpl new file mode 100644 index 0000000..a8ed763 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_tplvalues.tpl @@ -0,0 +1,38 @@ +{{/* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{/* vim: set filetype=mustache: */}} +{{/* +Renders a value that contains template perhaps with scope if the scope is present. +Usage: +{{ include "common.tplvalues.render" ( dict "value" .Values.path.to.the.Value "context" $ ) }} +{{ include "common.tplvalues.render" ( dict "value" .Values.path.to.the.Value "context" $ "scope" $app ) }} +*/}} +{{- define "common.tplvalues.render" -}} +{{- $value := typeIs "string" .value | ternary .value (.value | toYaml) }} +{{- if contains "{{" (toJson .value) }} + {{- if .scope }} + {{- tpl (cat "{{- with $.RelativeScope -}}" $value "{{- end }}") (merge (dict "RelativeScope" .scope) .context) }} + {{- else }} + {{- tpl $value .context }} + {{- end }} +{{- else }} + {{- $value }} +{{- end }} +{{- end -}} + +{{/* +Merge a list of values that contains template after rendering them. +Merge precedence is consistent with http://masterminds.github.io/sprig/dicts.html#merge-mustmerge +Usage: +{{ include "common.tplvalues.merge" ( dict "values" (list .Values.path.to.the.Value1 .Values.path.to.the.Value2) "context" $ ) }} +*/}} +{{- define "common.tplvalues.merge" -}} +{{- $dst := dict -}} +{{- range .values -}} +{{- $dst = include "common.tplvalues.render" (dict "value" . "context" $.context "scope" $.scope) | fromYaml | merge $dst -}} +{{- end -}} +{{ $dst | toYaml }} +{{- end -}} diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/templates/_utils.tpl b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_utils.tpl new file mode 100644 index 0000000..bfbddf0 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_utils.tpl @@ -0,0 +1,77 @@ +{{/* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{/* vim: set filetype=mustache: */}} +{{/* +Print instructions to get a secret value. +Usage: +{{ include "common.utils.secret.getvalue" (dict "secret" "secret-name" "field" "secret-value-field" "context" $) }} +*/}} +{{- define "common.utils.secret.getvalue" -}} +{{- $varname := include "common.utils.fieldToEnvVar" . -}} +export {{ $varname }}=$(kubectl get secret --namespace {{ include "common.names.namespace" .context | quote }} {{ .secret }} -o jsonpath="{.data.{{ .field }}}" | base64 -d) +{{- end -}} + +{{/* +Build env var name given a field +Usage: +{{ include "common.utils.fieldToEnvVar" dict "field" "my-password" }} +*/}} +{{- define "common.utils.fieldToEnvVar" -}} + {{- $fieldNameSplit := splitList "-" .field -}} + {{- $upperCaseFieldNameSplit := list -}} + + {{- range $fieldNameSplit -}} + {{- $upperCaseFieldNameSplit = append $upperCaseFieldNameSplit ( upper . ) -}} + {{- end -}} + + {{ join "_" $upperCaseFieldNameSplit }} +{{- end -}} + +{{/* +Gets a value from .Values given +Usage: +{{ include "common.utils.getValueFromKey" (dict "key" "path.to.key" "context" $) }} +*/}} +{{- define "common.utils.getValueFromKey" -}} +{{- $splitKey := splitList "." .key -}} +{{- $value := "" -}} +{{- $latestObj := $.context.Values -}} +{{- range $splitKey -}} + {{- if not $latestObj -}} + {{- printf "please review the entire path of '%s' exists in values" $.key | fail -}} + {{- end -}} + {{- $value = ( index $latestObj . ) -}} + {{- $latestObj = $value -}} +{{- end -}} +{{- printf "%v" (default "" $value) -}} +{{- end -}} + +{{/* +Returns first .Values key with a defined value or first of the list if all non-defined +Usage: +{{ include "common.utils.getKeyFromList" (dict "keys" (list "path.to.key1" "path.to.key2") "context" $) }} +*/}} +{{- define "common.utils.getKeyFromList" -}} +{{- $key := first .keys -}} +{{- $reverseKeys := reverse .keys }} +{{- range $reverseKeys }} + {{- $value := include "common.utils.getValueFromKey" (dict "key" . "context" $.context ) }} + {{- if $value -}} + {{- $key = . }} + {{- end -}} +{{- end -}} +{{- printf "%s" $key -}} +{{- end -}} + +{{/* +Checksum a template at "path" containing a *single* resource (ConfigMap,Secret) for use in pod annotations, excluding the metadata (see #18376). +Usage: +{{ include "common.utils.checksumTemplate" (dict "path" "/configmap.yaml" "context" $) }} +*/}} +{{- define "common.utils.checksumTemplate" -}} +{{- $obj := include (print .context.Template.BasePath .path) .context | fromYaml -}} +{{ omit $obj "apiVersion" "kind" "metadata" | toYaml | sha256sum }} +{{- end -}} diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/templates/_warnings.tpl b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_warnings.tpl new file mode 100644 index 0000000..66dffc1 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/templates/_warnings.tpl @@ -0,0 +1,19 @@ +{{/* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{/* vim: set filetype=mustache: */}} +{{/* +Warning about using rolling tag. +Usage: +{{ include "common.warnings.rollingTag" .Values.path.to.the.imageRoot }} +*/}} +{{- define "common.warnings.rollingTag" -}} + +{{- if and (contains "bitnami/" .repository) (not (.tag | toString | regexFind "-r\\d+$|sha256:")) }} +WARNING: Rolling tag detected ({{ .repository }}:{{ .tag }}), please note that it is strongly recommended to avoid using rolling tags in a production environment. ++info https://docs.bitnami.com/containers/how-to/understand-rolling-tags-containers/ +{{- end }} + +{{- end -}} diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_cassandra.tpl b/chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_cassandra.tpl new file mode 100644 index 0000000..eda9aad --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_cassandra.tpl @@ -0,0 +1,77 @@ +{{/* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{/* vim: set filetype=mustache: */}} +{{/* +Validate Cassandra required passwords are not empty. + +Usage: +{{ include "common.validations.values.cassandra.passwords" (dict "secret" "secretName" "subchart" false "context" $) }} +Params: + - secret - String - Required. Name of the secret where Cassandra values are stored, e.g: "cassandra-passwords-secret" + - subchart - Boolean - Optional. Whether Cassandra is used as subchart or not. Default: false +*/}} +{{- define "common.validations.values.cassandra.passwords" -}} + {{- $existingSecret := include "common.cassandra.values.existingSecret" . -}} + {{- $enabled := include "common.cassandra.values.enabled" . -}} + {{- $dbUserPrefix := include "common.cassandra.values.key.dbUser" . -}} + {{- $valueKeyPassword := printf "%s.password" $dbUserPrefix -}} + + {{- if and (or (not $existingSecret) (eq $existingSecret "\"\"")) (eq $enabled "true") -}} + {{- $requiredPasswords := list -}} + + {{- $requiredPassword := dict "valueKey" $valueKeyPassword "secret" .secret "field" "cassandra-password" -}} + {{- $requiredPasswords = append $requiredPasswords $requiredPassword -}} + + {{- include "common.validations.values.multiple.empty" (dict "required" $requiredPasswords "context" .context) -}} + + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right value for existingSecret. + +Usage: +{{ include "common.cassandra.values.existingSecret" (dict "context" $) }} +Params: + - subchart - Boolean - Optional. Whether Cassandra is used as subchart or not. Default: false +*/}} +{{- define "common.cassandra.values.existingSecret" -}} + {{- if .subchart -}} + {{- .context.Values.cassandra.dbUser.existingSecret | quote -}} + {{- else -}} + {{- .context.Values.dbUser.existingSecret | quote -}} + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right value for enabled cassandra. + +Usage: +{{ include "common.cassandra.values.enabled" (dict "context" $) }} +*/}} +{{- define "common.cassandra.values.enabled" -}} + {{- if .subchart -}} + {{- printf "%v" .context.Values.cassandra.enabled -}} + {{- else -}} + {{- printf "%v" (not .context.Values.enabled) -}} + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right value for the key dbUser + +Usage: +{{ include "common.cassandra.values.key.dbUser" (dict "subchart" "true" "context" $) }} +Params: + - subchart - Boolean - Optional. Whether Cassandra is used as subchart or not. Default: false +*/}} +{{- define "common.cassandra.values.key.dbUser" -}} + {{- if .subchart -}} + cassandra.dbUser + {{- else -}} + dbUser + {{- end -}} +{{- end -}} diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_mariadb.tpl b/chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_mariadb.tpl new file mode 100644 index 0000000..17d83a2 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_mariadb.tpl @@ -0,0 +1,108 @@ +{{/* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{/* vim: set filetype=mustache: */}} +{{/* +Validate MariaDB required passwords are not empty. + +Usage: +{{ include "common.validations.values.mariadb.passwords" (dict "secret" "secretName" "subchart" false "context" $) }} +Params: + - secret - String - Required. Name of the secret where MariaDB values are stored, e.g: "mysql-passwords-secret" + - subchart - Boolean - Optional. Whether MariaDB is used as subchart or not. Default: false +*/}} +{{- define "common.validations.values.mariadb.passwords" -}} + {{- $existingSecret := include "common.mariadb.values.auth.existingSecret" . -}} + {{- $enabled := include "common.mariadb.values.enabled" . -}} + {{- $architecture := include "common.mariadb.values.architecture" . -}} + {{- $authPrefix := include "common.mariadb.values.key.auth" . -}} + {{- $valueKeyRootPassword := printf "%s.rootPassword" $authPrefix -}} + {{- $valueKeyUsername := printf "%s.username" $authPrefix -}} + {{- $valueKeyPassword := printf "%s.password" $authPrefix -}} + {{- $valueKeyReplicationPassword := printf "%s.replicationPassword" $authPrefix -}} + + {{- if and (or (not $existingSecret) (eq $existingSecret "\"\"")) (eq $enabled "true") -}} + {{- $requiredPasswords := list -}} + + {{- $requiredRootPassword := dict "valueKey" $valueKeyRootPassword "secret" .secret "field" "mariadb-root-password" -}} + {{- $requiredPasswords = append $requiredPasswords $requiredRootPassword -}} + + {{- $valueUsername := include "common.utils.getValueFromKey" (dict "key" $valueKeyUsername "context" .context) }} + {{- if not (empty $valueUsername) -}} + {{- $requiredPassword := dict "valueKey" $valueKeyPassword "secret" .secret "field" "mariadb-password" -}} + {{- $requiredPasswords = append $requiredPasswords $requiredPassword -}} + {{- end -}} + + {{- if (eq $architecture "replication") -}} + {{- $requiredReplicationPassword := dict "valueKey" $valueKeyReplicationPassword "secret" .secret "field" "mariadb-replication-password" -}} + {{- $requiredPasswords = append $requiredPasswords $requiredReplicationPassword -}} + {{- end -}} + + {{- include "common.validations.values.multiple.empty" (dict "required" $requiredPasswords "context" .context) -}} + + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right value for existingSecret. + +Usage: +{{ include "common.mariadb.values.auth.existingSecret" (dict "context" $) }} +Params: + - subchart - Boolean - Optional. Whether MariaDB is used as subchart or not. Default: false +*/}} +{{- define "common.mariadb.values.auth.existingSecret" -}} + {{- if .subchart -}} + {{- .context.Values.mariadb.auth.existingSecret | quote -}} + {{- else -}} + {{- .context.Values.auth.existingSecret | quote -}} + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right value for enabled mariadb. + +Usage: +{{ include "common.mariadb.values.enabled" (dict "context" $) }} +*/}} +{{- define "common.mariadb.values.enabled" -}} + {{- if .subchart -}} + {{- printf "%v" .context.Values.mariadb.enabled -}} + {{- else -}} + {{- printf "%v" (not .context.Values.enabled) -}} + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right value for architecture + +Usage: +{{ include "common.mariadb.values.architecture" (dict "subchart" "true" "context" $) }} +Params: + - subchart - Boolean - Optional. Whether MariaDB is used as subchart or not. Default: false +*/}} +{{- define "common.mariadb.values.architecture" -}} + {{- if .subchart -}} + {{- .context.Values.mariadb.architecture -}} + {{- else -}} + {{- .context.Values.architecture -}} + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right value for the key auth + +Usage: +{{ include "common.mariadb.values.key.auth" (dict "subchart" "true" "context" $) }} +Params: + - subchart - Boolean - Optional. Whether MariaDB is used as subchart or not. Default: false +*/}} +{{- define "common.mariadb.values.key.auth" -}} + {{- if .subchart -}} + mariadb.auth + {{- else -}} + auth + {{- end -}} +{{- end -}} diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_mongodb.tpl b/chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_mongodb.tpl new file mode 100644 index 0000000..bbb445b --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_mongodb.tpl @@ -0,0 +1,113 @@ +{{/* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{/* vim: set filetype=mustache: */}} +{{/* +Validate MongoDB® required passwords are not empty. + +Usage: +{{ include "common.validations.values.mongodb.passwords" (dict "secret" "secretName" "subchart" false "context" $) }} +Params: + - secret - String - Required. Name of the secret where MongoDB® values are stored, e.g: "mongodb-passwords-secret" + - subchart - Boolean - Optional. Whether MongoDB® is used as subchart or not. Default: false +*/}} +{{- define "common.validations.values.mongodb.passwords" -}} + {{- $existingSecret := include "common.mongodb.values.auth.existingSecret" . -}} + {{- $enabled := include "common.mongodb.values.enabled" . -}} + {{- $authPrefix := include "common.mongodb.values.key.auth" . -}} + {{- $architecture := include "common.mongodb.values.architecture" . -}} + {{- $valueKeyRootPassword := printf "%s.rootPassword" $authPrefix -}} + {{- $valueKeyUsername := printf "%s.username" $authPrefix -}} + {{- $valueKeyDatabase := printf "%s.database" $authPrefix -}} + {{- $valueKeyPassword := printf "%s.password" $authPrefix -}} + {{- $valueKeyReplicaSetKey := printf "%s.replicaSetKey" $authPrefix -}} + {{- $valueKeyAuthEnabled := printf "%s.enabled" $authPrefix -}} + + {{- $authEnabled := include "common.utils.getValueFromKey" (dict "key" $valueKeyAuthEnabled "context" .context) -}} + + {{- if and (or (not $existingSecret) (eq $existingSecret "\"\"")) (eq $enabled "true") (eq $authEnabled "true") -}} + {{- $requiredPasswords := list -}} + + {{- $requiredRootPassword := dict "valueKey" $valueKeyRootPassword "secret" .secret "field" "mongodb-root-password" -}} + {{- $requiredPasswords = append $requiredPasswords $requiredRootPassword -}} + + {{- $valueUsername := include "common.utils.getValueFromKey" (dict "key" $valueKeyUsername "context" .context) }} + {{- $valueDatabase := include "common.utils.getValueFromKey" (dict "key" $valueKeyDatabase "context" .context) }} + {{- if and $valueUsername $valueDatabase -}} + {{- $requiredPassword := dict "valueKey" $valueKeyPassword "secret" .secret "field" "mongodb-password" -}} + {{- $requiredPasswords = append $requiredPasswords $requiredPassword -}} + {{- end -}} + + {{- if (eq $architecture "replicaset") -}} + {{- $requiredReplicaSetKey := dict "valueKey" $valueKeyReplicaSetKey "secret" .secret "field" "mongodb-replica-set-key" -}} + {{- $requiredPasswords = append $requiredPasswords $requiredReplicaSetKey -}} + {{- end -}} + + {{- include "common.validations.values.multiple.empty" (dict "required" $requiredPasswords "context" .context) -}} + + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right value for existingSecret. + +Usage: +{{ include "common.mongodb.values.auth.existingSecret" (dict "context" $) }} +Params: + - subchart - Boolean - Optional. Whether MongoDb is used as subchart or not. Default: false +*/}} +{{- define "common.mongodb.values.auth.existingSecret" -}} + {{- if .subchart -}} + {{- .context.Values.mongodb.auth.existingSecret | quote -}} + {{- else -}} + {{- .context.Values.auth.existingSecret | quote -}} + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right value for enabled mongodb. + +Usage: +{{ include "common.mongodb.values.enabled" (dict "context" $) }} +*/}} +{{- define "common.mongodb.values.enabled" -}} + {{- if .subchart -}} + {{- printf "%v" .context.Values.mongodb.enabled -}} + {{- else -}} + {{- printf "%v" (not .context.Values.enabled) -}} + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right value for the key auth + +Usage: +{{ include "common.mongodb.values.key.auth" (dict "subchart" "true" "context" $) }} +Params: + - subchart - Boolean - Optional. Whether MongoDB® is used as subchart or not. Default: false +*/}} +{{- define "common.mongodb.values.key.auth" -}} + {{- if .subchart -}} + mongodb.auth + {{- else -}} + auth + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right value for architecture + +Usage: +{{ include "common.mongodb.values.architecture" (dict "subchart" "true" "context" $) }} +Params: + - subchart - Boolean - Optional. Whether MongoDB® is used as subchart or not. Default: false +*/}} +{{- define "common.mongodb.values.architecture" -}} + {{- if .subchart -}} + {{- .context.Values.mongodb.architecture -}} + {{- else -}} + {{- .context.Values.architecture -}} + {{- end -}} +{{- end -}} diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_mysql.tpl b/chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_mysql.tpl new file mode 100644 index 0000000..ca3953f --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_mysql.tpl @@ -0,0 +1,108 @@ +{{/* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{/* vim: set filetype=mustache: */}} +{{/* +Validate MySQL required passwords are not empty. + +Usage: +{{ include "common.validations.values.mysql.passwords" (dict "secret" "secretName" "subchart" false "context" $) }} +Params: + - secret - String - Required. Name of the secret where MySQL values are stored, e.g: "mysql-passwords-secret" + - subchart - Boolean - Optional. Whether MySQL is used as subchart or not. Default: false +*/}} +{{- define "common.validations.values.mysql.passwords" -}} + {{- $existingSecret := include "common.mysql.values.auth.existingSecret" . -}} + {{- $enabled := include "common.mysql.values.enabled" . -}} + {{- $architecture := include "common.mysql.values.architecture" . -}} + {{- $authPrefix := include "common.mysql.values.key.auth" . -}} + {{- $valueKeyRootPassword := printf "%s.rootPassword" $authPrefix -}} + {{- $valueKeyUsername := printf "%s.username" $authPrefix -}} + {{- $valueKeyPassword := printf "%s.password" $authPrefix -}} + {{- $valueKeyReplicationPassword := printf "%s.replicationPassword" $authPrefix -}} + + {{- if and (or (not $existingSecret) (eq $existingSecret "\"\"")) (eq $enabled "true") -}} + {{- $requiredPasswords := list -}} + + {{- $requiredRootPassword := dict "valueKey" $valueKeyRootPassword "secret" .secret "field" "mysql-root-password" -}} + {{- $requiredPasswords = append $requiredPasswords $requiredRootPassword -}} + + {{- $valueUsername := include "common.utils.getValueFromKey" (dict "key" $valueKeyUsername "context" .context) }} + {{- if not (empty $valueUsername) -}} + {{- $requiredPassword := dict "valueKey" $valueKeyPassword "secret" .secret "field" "mysql-password" -}} + {{- $requiredPasswords = append $requiredPasswords $requiredPassword -}} + {{- end -}} + + {{- if (eq $architecture "replication") -}} + {{- $requiredReplicationPassword := dict "valueKey" $valueKeyReplicationPassword "secret" .secret "field" "mysql-replication-password" -}} + {{- $requiredPasswords = append $requiredPasswords $requiredReplicationPassword -}} + {{- end -}} + + {{- include "common.validations.values.multiple.empty" (dict "required" $requiredPasswords "context" .context) -}} + + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right value for existingSecret. + +Usage: +{{ include "common.mysql.values.auth.existingSecret" (dict "context" $) }} +Params: + - subchart - Boolean - Optional. Whether MySQL is used as subchart or not. Default: false +*/}} +{{- define "common.mysql.values.auth.existingSecret" -}} + {{- if .subchart -}} + {{- .context.Values.mysql.auth.existingSecret | quote -}} + {{- else -}} + {{- .context.Values.auth.existingSecret | quote -}} + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right value for enabled mysql. + +Usage: +{{ include "common.mysql.values.enabled" (dict "context" $) }} +*/}} +{{- define "common.mysql.values.enabled" -}} + {{- if .subchart -}} + {{- printf "%v" .context.Values.mysql.enabled -}} + {{- else -}} + {{- printf "%v" (not .context.Values.enabled) -}} + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right value for architecture + +Usage: +{{ include "common.mysql.values.architecture" (dict "subchart" "true" "context" $) }} +Params: + - subchart - Boolean - Optional. Whether MySQL is used as subchart or not. Default: false +*/}} +{{- define "common.mysql.values.architecture" -}} + {{- if .subchart -}} + {{- .context.Values.mysql.architecture -}} + {{- else -}} + {{- .context.Values.architecture -}} + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right value for the key auth + +Usage: +{{ include "common.mysql.values.key.auth" (dict "subchart" "true" "context" $) }} +Params: + - subchart - Boolean - Optional. Whether MySQL is used as subchart or not. Default: false +*/}} +{{- define "common.mysql.values.key.auth" -}} + {{- if .subchart -}} + mysql.auth + {{- else -}} + auth + {{- end -}} +{{- end -}} diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_postgresql.tpl b/chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_postgresql.tpl new file mode 100644 index 0000000..8c9aa57 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_postgresql.tpl @@ -0,0 +1,134 @@ +{{/* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{/* vim: set filetype=mustache: */}} +{{/* +Validate PostgreSQL required passwords are not empty. + +Usage: +{{ include "common.validations.values.postgresql.passwords" (dict "secret" "secretName" "subchart" false "context" $) }} +Params: + - secret - String - Required. Name of the secret where postgresql values are stored, e.g: "postgresql-passwords-secret" + - subchart - Boolean - Optional. Whether postgresql is used as subchart or not. Default: false +*/}} +{{- define "common.validations.values.postgresql.passwords" -}} + {{- $existingSecret := include "common.postgresql.values.existingSecret" . -}} + {{- $enabled := include "common.postgresql.values.enabled" . -}} + {{- $valueKeyPostgresqlPassword := include "common.postgresql.values.key.postgressPassword" . -}} + {{- $valueKeyPostgresqlReplicationEnabled := include "common.postgresql.values.key.replicationPassword" . -}} + {{- if and (or (not $existingSecret) (eq $existingSecret "\"\"")) (eq $enabled "true") -}} + {{- $requiredPasswords := list -}} + {{- $requiredPostgresqlPassword := dict "valueKey" $valueKeyPostgresqlPassword "secret" .secret "field" "postgresql-password" -}} + {{- $requiredPasswords = append $requiredPasswords $requiredPostgresqlPassword -}} + + {{- $enabledReplication := include "common.postgresql.values.enabled.replication" . -}} + {{- if (eq $enabledReplication "true") -}} + {{- $requiredPostgresqlReplicationPassword := dict "valueKey" $valueKeyPostgresqlReplicationEnabled "secret" .secret "field" "postgresql-replication-password" -}} + {{- $requiredPasswords = append $requiredPasswords $requiredPostgresqlReplicationPassword -}} + {{- end -}} + + {{- include "common.validations.values.multiple.empty" (dict "required" $requiredPasswords "context" .context) -}} + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to decide whether evaluate global values. + +Usage: +{{ include "common.postgresql.values.use.global" (dict "key" "key-of-global" "context" $) }} +Params: + - key - String - Required. Field to be evaluated within global, e.g: "existingSecret" +*/}} +{{- define "common.postgresql.values.use.global" -}} + {{- if .context.Values.global -}} + {{- if .context.Values.global.postgresql -}} + {{- index .context.Values.global.postgresql .key | quote -}} + {{- end -}} + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right value for existingSecret. + +Usage: +{{ include "common.postgresql.values.existingSecret" (dict "context" $) }} +*/}} +{{- define "common.postgresql.values.existingSecret" -}} + {{- $globalValue := include "common.postgresql.values.use.global" (dict "key" "existingSecret" "context" .context) -}} + + {{- if .subchart -}} + {{- default (.context.Values.postgresql.existingSecret | quote) $globalValue -}} + {{- else -}} + {{- default (.context.Values.existingSecret | quote) $globalValue -}} + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right value for enabled postgresql. + +Usage: +{{ include "common.postgresql.values.enabled" (dict "context" $) }} +*/}} +{{- define "common.postgresql.values.enabled" -}} + {{- if .subchart -}} + {{- printf "%v" .context.Values.postgresql.enabled -}} + {{- else -}} + {{- printf "%v" (not .context.Values.enabled) -}} + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right value for the key postgressPassword. + +Usage: +{{ include "common.postgresql.values.key.postgressPassword" (dict "subchart" "true" "context" $) }} +Params: + - subchart - Boolean - Optional. Whether postgresql is used as subchart or not. Default: false +*/}} +{{- define "common.postgresql.values.key.postgressPassword" -}} + {{- $globalValue := include "common.postgresql.values.use.global" (dict "key" "postgresqlUsername" "context" .context) -}} + + {{- if not $globalValue -}} + {{- if .subchart -}} + postgresql.postgresqlPassword + {{- else -}} + postgresqlPassword + {{- end -}} + {{- else -}} + global.postgresql.postgresqlPassword + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right value for enabled.replication. + +Usage: +{{ include "common.postgresql.values.enabled.replication" (dict "subchart" "true" "context" $) }} +Params: + - subchart - Boolean - Optional. Whether postgresql is used as subchart or not. Default: false +*/}} +{{- define "common.postgresql.values.enabled.replication" -}} + {{- if .subchart -}} + {{- printf "%v" .context.Values.postgresql.replication.enabled -}} + {{- else -}} + {{- printf "%v" .context.Values.replication.enabled -}} + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right value for the key replication.password. + +Usage: +{{ include "common.postgresql.values.key.replicationPassword" (dict "subchart" "true" "context" $) }} +Params: + - subchart - Boolean - Optional. Whether postgresql is used as subchart or not. Default: false +*/}} +{{- define "common.postgresql.values.key.replicationPassword" -}} + {{- if .subchart -}} + postgresql.replication.password + {{- else -}} + replication.password + {{- end -}} +{{- end -}} diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_redis.tpl b/chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_redis.tpl new file mode 100644 index 0000000..fc0d208 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_redis.tpl @@ -0,0 +1,81 @@ +{{/* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + + +{{/* vim: set filetype=mustache: */}} +{{/* +Validate Redis® required passwords are not empty. + +Usage: +{{ include "common.validations.values.redis.passwords" (dict "secret" "secretName" "subchart" false "context" $) }} +Params: + - secret - String - Required. Name of the secret where redis values are stored, e.g: "redis-passwords-secret" + - subchart - Boolean - Optional. Whether redis is used as subchart or not. Default: false +*/}} +{{- define "common.validations.values.redis.passwords" -}} + {{- $enabled := include "common.redis.values.enabled" . -}} + {{- $valueKeyPrefix := include "common.redis.values.keys.prefix" . -}} + {{- $standarizedVersion := include "common.redis.values.standarized.version" . }} + + {{- $existingSecret := ternary (printf "%s%s" $valueKeyPrefix "auth.existingSecret") (printf "%s%s" $valueKeyPrefix "existingSecret") (eq $standarizedVersion "true") }} + {{- $existingSecretValue := include "common.utils.getValueFromKey" (dict "key" $existingSecret "context" .context) }} + + {{- $valueKeyRedisPassword := ternary (printf "%s%s" $valueKeyPrefix "auth.password") (printf "%s%s" $valueKeyPrefix "password") (eq $standarizedVersion "true") }} + {{- $valueKeyRedisUseAuth := ternary (printf "%s%s" $valueKeyPrefix "auth.enabled") (printf "%s%s" $valueKeyPrefix "usePassword") (eq $standarizedVersion "true") }} + + {{- if and (or (not $existingSecret) (eq $existingSecret "\"\"")) (eq $enabled "true") -}} + {{- $requiredPasswords := list -}} + + {{- $useAuth := include "common.utils.getValueFromKey" (dict "key" $valueKeyRedisUseAuth "context" .context) -}} + {{- if eq $useAuth "true" -}} + {{- $requiredRedisPassword := dict "valueKey" $valueKeyRedisPassword "secret" .secret "field" "redis-password" -}} + {{- $requiredPasswords = append $requiredPasswords $requiredRedisPassword -}} + {{- end -}} + + {{- include "common.validations.values.multiple.empty" (dict "required" $requiredPasswords "context" .context) -}} + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right value for enabled redis. + +Usage: +{{ include "common.redis.values.enabled" (dict "context" $) }} +*/}} +{{- define "common.redis.values.enabled" -}} + {{- if .subchart -}} + {{- printf "%v" .context.Values.redis.enabled -}} + {{- else -}} + {{- printf "%v" (not .context.Values.enabled) -}} + {{- end -}} +{{- end -}} + +{{/* +Auxiliary function to get the right prefix path for the values + +Usage: +{{ include "common.redis.values.key.prefix" (dict "subchart" "true" "context" $) }} +Params: + - subchart - Boolean - Optional. Whether redis is used as subchart or not. Default: false +*/}} +{{- define "common.redis.values.keys.prefix" -}} + {{- if .subchart -}}redis.{{- else -}}{{- end -}} +{{- end -}} + +{{/* +Checks whether the redis chart's includes the standarizations (version >= 14) + +Usage: +{{ include "common.redis.values.standarized.version" (dict "context" $) }} +*/}} +{{- define "common.redis.values.standarized.version" -}} + + {{- $standarizedAuth := printf "%s%s" (include "common.redis.values.keys.prefix" .) "auth" -}} + {{- $standarizedAuthValues := include "common.utils.getValueFromKey" (dict "key" $standarizedAuth "context" .context) }} + + {{- if $standarizedAuthValues -}} + {{- true -}} + {{- end -}} +{{- end -}} diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_validations.tpl b/chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_validations.tpl new file mode 100644 index 0000000..31ceda8 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/templates/validations/_validations.tpl @@ -0,0 +1,51 @@ +{{/* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{/* vim: set filetype=mustache: */}} +{{/* +Validate values must not be empty. + +Usage: +{{- $validateValueConf00 := (dict "valueKey" "path.to.value" "secret" "secretName" "field" "password-00") -}} +{{- $validateValueConf01 := (dict "valueKey" "path.to.value" "secret" "secretName" "field" "password-01") -}} +{{ include "common.validations.values.empty" (dict "required" (list $validateValueConf00 $validateValueConf01) "context" $) }} + +Validate value params: + - valueKey - String - Required. The path to the validating value in the values.yaml, e.g: "mysql.password" + - secret - String - Optional. Name of the secret where the validating value is generated/stored, e.g: "mysql-passwords-secret" + - field - String - Optional. Name of the field in the secret data, e.g: "mysql-password" +*/}} +{{- define "common.validations.values.multiple.empty" -}} + {{- range .required -}} + {{- include "common.validations.values.single.empty" (dict "valueKey" .valueKey "secret" .secret "field" .field "context" $.context) -}} + {{- end -}} +{{- end -}} + +{{/* +Validate a value must not be empty. + +Usage: +{{ include "common.validations.value.empty" (dict "valueKey" "mariadb.password" "secret" "secretName" "field" "my-password" "subchart" "subchart" "context" $) }} + +Validate value params: + - valueKey - String - Required. The path to the validating value in the values.yaml, e.g: "mysql.password" + - secret - String - Optional. Name of the secret where the validating value is generated/stored, e.g: "mysql-passwords-secret" + - field - String - Optional. Name of the field in the secret data, e.g: "mysql-password" + - subchart - String - Optional - Name of the subchart that the validated password is part of. +*/}} +{{- define "common.validations.values.single.empty" -}} + {{- $value := include "common.utils.getValueFromKey" (dict "key" .valueKey "context" .context) }} + {{- $subchart := ternary "" (printf "%s." .subchart) (empty .subchart) }} + + {{- if not $value -}} + {{- $varname := "my-value" -}} + {{- $getCurrentValue := "" -}} + {{- if and .secret .field -}} + {{- $varname = include "common.utils.fieldToEnvVar" . -}} + {{- $getCurrentValue = printf " To get the current value:\n\n %s\n" (include "common.utils.secret.getvalue" .) -}} + {{- end -}} + {{- printf "\n '%s' must not be empty, please add '--set %s%s=$%s' to the command.%s" .valueKey $subchart .valueKey $varname $getCurrentValue -}} + {{- end -}} +{{- end -}} diff --git a/chart-source/fmeflow/charts/postgresql/charts/common/values.yaml b/chart-source/fmeflow/charts/postgresql/charts/common/values.yaml new file mode 100644 index 0000000..9abe0e1 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/charts/common/values.yaml @@ -0,0 +1,8 @@ +# Copyright VMware, Inc. +# SPDX-License-Identifier: APACHE-2.0 + +## bitnami/common +## It is required by CI/CD tools and processes. +## @skip exampleValue +## +exampleValue: common-chart diff --git a/chart-source/fmeflow/charts/postgresql/templates/NOTES.txt b/chart-source/fmeflow/charts/postgresql/templates/NOTES.txt new file mode 100644 index 0000000..73c4a34 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/NOTES.txt @@ -0,0 +1,115 @@ +CHART NAME: {{ .Chart.Name }} +CHART VERSION: {{ .Chart.Version }} +APP VERSION: {{ .Chart.AppVersion }} + +** Please be patient while the chart is being deployed ** + +{{- if .Values.diagnosticMode.enabled }} +The chart has been deployed in diagnostic mode. All probes have been disabled and the command has been overwritten with: + + command: {{- include "common.tplvalues.render" (dict "value" .Values.diagnosticMode.command "context" $) | nindent 4 }} + args: {{- include "common.tplvalues.render" (dict "value" .Values.diagnosticMode.args "context" $) | nindent 4 }} + +Get the list of pods by executing: + + kubectl get pods --namespace {{ .Release.Namespace }} -l app.kubernetes.io/instance={{ .Release.Name }} + +Access the pod you want to debug by executing + + kubectl exec --namespace {{ .Release.Namespace }} -ti -- /opt/bitnami/scripts/postgresql/entrypoint.sh /bin/bash + +In order to replicate the container startup scripts execute this command: + + /opt/bitnami/scripts/postgresql/entrypoint.sh /opt/bitnami/scripts/postgresql/run.sh + +{{- else }} + +{{- $customUser := include "postgresql.v1.username" . }} +{{- $postgresPassword := include "common.secrets.lookup" (dict "secret" (include "common.names.fullname" .) "key" .Values.auth.secretKeys.adminPasswordKey "defaultValue" (ternary .Values.auth.postgresPassword .Values.auth.password (eq $customUser "postgres")) "context" $) -}} +{{- $authEnabled := and (not (or .Values.global.postgresql.auth.existingSecret .Values.auth.existingSecret)) (or $postgresPassword .Values.auth.enablePostgresUser (and (not (empty $customUser)) (ne $customUser "postgres"))) }} +{{- if not $authEnabled }} + +WARNING: PostgreSQL has been configured without authentication, this is not recommended for production environments. +{{- end }} + +PostgreSQL can be accessed via port {{ include "postgresql.v1.service.port" . }} on the following DNS names from within your cluster: + + {{ include "postgresql.v1.primary.fullname" . }}.{{ .Release.Namespace }}.svc.cluster.local - Read/Write connection + +{{- if eq .Values.architecture "replication" }} + + {{ include "postgresql.v1.readReplica.fullname" . }}.{{ .Release.Namespace }}.svc.cluster.local - Read only connection + +{{- end }} + +{{- if and (not (empty $customUser)) (ne $customUser "postgres") }} +{{- if .Values.auth.enablePostgresUser }} + +To get the password for "postgres" run: + + export POSTGRES_ADMIN_PASSWORD=$(kubectl get secret --namespace {{ .Release.Namespace }} {{ include "postgresql.v1.secretName" . }} -o jsonpath="{.data.{{include "postgresql.v1.adminPasswordKey" .}}}" | base64 -d) +{{- end }} + +To get the password for "{{ $customUser }}" run: + + export POSTGRES_PASSWORD=$(kubectl get secret --namespace {{ .Release.Namespace }} {{ include "postgresql.v1.secretName" . }} -o jsonpath="{.data.{{include "postgresql.v1.userPasswordKey" .}}}" | base64 -d) +{{- else }} +{{- if .Values.auth.enablePostgresUser }} + +To get the password for "{{ default "postgres" $customUser }}" run: + + export POSTGRES_PASSWORD=$(kubectl get secret --namespace {{ .Release.Namespace }} {{ include "postgresql.v1.secretName" . }} -o jsonpath="{.data.{{ ternary "password" (include "postgresql.v1.adminPasswordKey" .) (and (not (empty $customUser)) (ne $customUser "postgres")) }}}" | base64 -d) +{{- end }} +{{- end }} + +To connect to your database run the following command: + {{- if $authEnabled }} + + kubectl run {{ include "common.names.fullname" . }}-client --rm --tty -i --restart='Never' --namespace {{ .Release.Namespace }} --image {{ include "postgresql.v1.image" . }} --env="PGPASSWORD=$POSTGRES_PASSWORD" \ + --command -- psql --host {{ include "postgresql.v1.primary.fullname" . }} -U {{ default "postgres" $customUser }} -d {{- if include "postgresql.v1.database" . }} {{ include "postgresql.v1.database" . }}{{- else }} postgres{{- end }} -p {{ include "postgresql.v1.service.port" . }} + {{- else }} + + kubectl run {{ include "common.names.fullname" . }}-client --rm --tty -i --restart='Never' --namespace {{ .Release.Namespace }} --image {{ include "postgresql.v1.image" . }} \ + --command -- psql --host {{ include "postgresql.v1.primary.fullname" . }} -d {{- if include "postgresql.v1.database" . }} {{ include "postgresql.v1.database" . }}{{- else }} postgres{{- end }} -p {{ include "postgresql.v1.service.port" . }} + {{- end }} + + > NOTE: If you access the container using bash, make sure that you execute "/opt/bitnami/scripts/postgresql/entrypoint.sh /bin/bash" in order to avoid the error "psql: local user with ID {{ .Values.primary.containerSecurityContext.runAsUser }}} does not exist" + +To connect to your database from outside the cluster execute the following commands: + +{{- if contains "NodePort" .Values.primary.service.type }} + + export NODE_IP=$(kubectl get nodes --namespace {{ .Release.Namespace }} -o jsonpath="{.items[0].status.addresses[0].address}") + export NODE_PORT=$(kubectl get --namespace {{ .Release.Namespace }} -o jsonpath="{.spec.ports[0].nodePort}" services {{ include "postgresql.v1.primary.fullname" . }}) + {{- if $authEnabled }} + PGPASSWORD="$POSTGRES_PASSWORD" psql --host $NODE_IP --port $NODE_PORT -U {{ default "postgres" $customUser }} -d {{- if include "postgresql.v1.database" . }} {{ include "postgresql.v1.database" . }}{{- else }} postgres{{- end }} + {{- else }} + psql --host $NODE_IP --port $NODE_PORT -d {{- if include "postgresql.v1.database" . }} {{ include "postgresql.v1.database" . }}{{- else }} postgres{{- end }} + {{- end }} +{{- else if contains "LoadBalancer" .Values.primary.service.type }} + + NOTE: It may take a few minutes for the LoadBalancer IP to be available. + Watch the status with: 'kubectl get svc --namespace {{ .Release.Namespace }} -w {{ include "postgresql.v1.primary.fullname" . }}' + + export SERVICE_IP=$(kubectl get svc --namespace {{ .Release.Namespace }} {{ include "postgresql.v1.primary.fullname" . }} --template "{{ "{{ range (index .status.loadBalancer.ingress 0) }}{{ . }}{{ end }}" }}") + {{- if $authEnabled }} + PGPASSWORD="$POSTGRES_PASSWORD" psql --host $SERVICE_IP --port {{ include "postgresql.v1.service.port" . }} -U {{ default "postgres" $customUser }} -d {{- if include "postgresql.v1.database" . }} {{ include "postgresql.v1.database" . }}{{- else }} postgres{{- end }} + {{- else }} + psql --host $SERVICE_IP --port {{ include "postgresql.v1.service.port" . }} -d {{- if include "postgresql.v1.database" . }} {{ include "postgresql.v1.database" . }}{{- else }} postgres{{- end }} + {{- end }} +{{- else if contains "ClusterIP" .Values.primary.service.type }} + + kubectl port-forward --namespace {{ .Release.Namespace }} svc/{{ include "postgresql.v1.primary.fullname" . }} {{ include "postgresql.v1.service.port" . }}:{{ include "postgresql.v1.service.port" . }} & + {{- if $authEnabled }} + PGPASSWORD="$POSTGRES_PASSWORD" psql --host 127.0.0.1 -U {{ default "postgres" $customUser }} -d {{- if include "postgresql.v1.database" . }} {{ include "postgresql.v1.database" . }}{{- else }} postgres{{- end }} -p {{ include "postgresql.v1.service.port" . }} + {{- else }} + psql --host 127.0.0.1 -d {{- if include "postgresql.v1.database" . }} {{ include "postgresql.v1.database" . }}{{- else }} postgres{{- end }} -p {{ include "postgresql.v1.service.port" . }} + {{- end }} +{{- end }} +{{- end }} + +WARNING: The configured password will be ignored on new installation in case when previous PostgreSQL release was deleted through the helm command. In that case, old PVC will have an old password, and setting it through helm won't take effect. Deleting persistent volumes (PVs) will solve the issue. + +{{- include "postgresql.v1.validateValues" . -}} +{{- include "common.warnings.rollingTag" .Values.image -}} +{{- include "common.warnings.rollingTag" .Values.volumePermissions.image }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/_helpers.tpl b/chart-source/fmeflow/charts/postgresql/templates/_helpers.tpl new file mode 100644 index 0000000..2c5c7f9 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/_helpers.tpl @@ -0,0 +1,406 @@ +{{/* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{/* vim: set filetype=mustache: */}} + +{{/* +Create a default fully qualified app name for PostgreSQL Primary objects +We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec). +*/}} +{{- define "postgresql.v1.primary.fullname" -}} +{{- if eq .Values.architecture "replication" -}} + {{- printf "%s-%s" (include "common.names.fullname" .) .Values.primary.name | trunc 63 | trimSuffix "-" -}} +{{- else -}} + {{- include "common.names.fullname" . -}} +{{- end -}} +{{- end -}} + +{{/* +Create a default fully qualified app name for PostgreSQL read-only replicas objects +We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec). +*/}} +{{- define "postgresql.v1.readReplica.fullname" -}} +{{- printf "%s-%s" (include "common.names.fullname" .) .Values.readReplicas.name | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{/* +Create the default FQDN for PostgreSQL primary headless service +We truncate at 63 chars because of the DNS naming spec. +*/}} +{{- define "postgresql.v1.primary.svc.headless" -}} +{{- printf "%s-hl" (include "postgresql.v1.primary.fullname" .) | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{/* +Create the default FQDN for PostgreSQL read-only replicas headless service +We truncate at 63 chars because of the DNS naming spec. +*/}} +{{- define "postgresql.v1.readReplica.svc.headless" -}} +{{- printf "%s-hl" (include "postgresql.v1.readReplica.fullname" .) | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{/* +Return the proper PostgreSQL image name +*/}} +{{- define "postgresql.v1.image" -}} +{{ include "common.images.image" (dict "imageRoot" .Values.image "global" .Values.global) }} +{{- end -}} + +{{/* +Return the proper PostgreSQL metrics image name +*/}} +{{- define "postgresql.v1.metrics.image" -}} +{{ include "common.images.image" (dict "imageRoot" .Values.metrics.image "global" .Values.global) }} +{{- end -}} + +{{/* +Return the proper image name (for the init container volume-permissions image) +*/}} +{{- define "postgresql.v1.volumePermissions.image" -}} +{{ include "common.images.image" (dict "imageRoot" .Values.volumePermissions.image "global" .Values.global) }} +{{- end -}} + +{{/* +Return the proper Docker Image Registry Secret Names +*/}} +{{- define "postgresql.v1.imagePullSecrets" -}} +{{ include "common.images.pullSecrets" (dict "images" (list .Values.image .Values.metrics.image .Values.volumePermissions.image) "global" .Values.global) }} +{{- end -}} + +{{/* +Return the name for a custom user to create +*/}} +{{- define "postgresql.v1.username" -}} +{{- if .Values.global.postgresql.auth.username -}} + {{- .Values.global.postgresql.auth.username -}} +{{- else -}} + {{- .Values.auth.username -}} +{{- end -}} +{{- end -}} + +{{/* +Return the name for a custom database to create +*/}} +{{- define "postgresql.v1.database" -}} +{{- if .Values.global.postgresql.auth.database -}} + {{- printf "%s" (tpl .Values.global.postgresql.auth.database $) -}} +{{- else if .Values.auth.database -}} + {{- printf "%s" (tpl .Values.auth.database $) -}} +{{- end -}} +{{- end -}} + +{{/* +Get the password secret. +*/}} +{{- define "postgresql.v1.secretName" -}} +{{- if .Values.global.postgresql.auth.existingSecret -}} + {{- printf "%s" (tpl .Values.global.postgresql.auth.existingSecret $) -}} +{{- else if .Values.auth.existingSecret -}} + {{- printf "%s" (tpl .Values.auth.existingSecret $) -}} +{{- else -}} + {{- printf "%s" (include "common.names.fullname" .) -}} +{{- end -}} +{{- end -}} + +{{/* +Get the replication-password key. +*/}} +{{- define "postgresql.v1.replicationPasswordKey" -}} +{{- if or .Values.global.postgresql.auth.existingSecret .Values.auth.existingSecret -}} + {{- if .Values.global.postgresql.auth.secretKeys.replicationPasswordKey -}} + {{- printf "%s" (tpl .Values.global.postgresql.auth.secretKeys.replicationPasswordKey $) -}} + {{- else if .Values.auth.secretKeys.replicationPasswordKey -}} + {{- printf "%s" (tpl .Values.auth.secretKeys.replicationPasswordKey $) -}} + {{- else -}} + {{- "replication-password" -}} + {{- end -}} +{{- else -}} + {{- "replication-password" -}} +{{- end -}} +{{- end -}} + +{{/* +Get the admin-password key. +*/}} +{{- define "postgresql.v1.adminPasswordKey" -}} +{{- if or .Values.global.postgresql.auth.existingSecret .Values.auth.existingSecret -}} + {{- if .Values.global.postgresql.auth.secretKeys.adminPasswordKey -}} + {{- printf "%s" (tpl .Values.global.postgresql.auth.secretKeys.adminPasswordKey $) -}} + {{- else if .Values.auth.secretKeys.adminPasswordKey -}} + {{- printf "%s" (tpl .Values.auth.secretKeys.adminPasswordKey $) -}} + {{- end -}} +{{- else -}} + {{- "postgres-password" -}} +{{- end -}} +{{- end -}} + +{{/* +Get the user-password key. +*/}} +{{- define "postgresql.v1.userPasswordKey" -}} +{{- if or .Values.global.postgresql.auth.existingSecret .Values.auth.existingSecret -}} + {{- if or (empty (include "postgresql.v1.username" .)) (eq (include "postgresql.v1.username" .) "postgres") -}} + {{- printf "%s" (include "postgresql.v1.adminPasswordKey" .) -}} + {{- else -}} + {{- if .Values.global.postgresql.auth.secretKeys.userPasswordKey -}} + {{- printf "%s" (tpl .Values.global.postgresql.auth.secretKeys.userPasswordKey $) -}} + {{- else if .Values.auth.secretKeys.userPasswordKey -}} + {{- printf "%s" (tpl .Values.auth.secretKeys.userPasswordKey $) -}} + {{- end -}} + {{- end -}} +{{- else -}} + {{- "password" -}} +{{- end -}} +{{- end -}} + +{{/* +Return true if a secret object should be created +*/}} +{{- define "postgresql.v1.createSecret" -}} +{{- $customUser := include "postgresql.v1.username" . -}} +{{- $postgresPassword := include "common.secrets.lookup" (dict "secret" (include "common.names.fullname" .) "key" .Values.auth.secretKeys.adminPasswordKey "defaultValue" (ternary (coalesce .Values.global.postgresql.auth.postgresPassword .Values.auth.postgresPassword .Values.global.postgresql.auth.password .Values.auth.password) (coalesce .Values.global.postgresql.auth.postgresPassword .Values.auth.postgresPassword) (or (empty $customUser) (eq $customUser "postgres"))) "context" $) -}} +{{- if and (not (or .Values.global.postgresql.auth.existingSecret .Values.auth.existingSecret)) (or $postgresPassword .Values.auth.enablePostgresUser (and (not (empty $customUser)) (ne $customUser "postgres")) (eq .Values.architecture "replication") (and .Values.ldap.enabled (or .Values.ldap.bind_password .Values.ldap.bindpw))) -}} + {{- true -}} +{{- end -}} +{{- end -}} + +{{/* +Return PostgreSQL service port +*/}} +{{- define "postgresql.v1.service.port" -}} +{{- if .Values.global.postgresql.service.ports.postgresql -}} + {{- .Values.global.postgresql.service.ports.postgresql -}} +{{- else -}} + {{- .Values.primary.service.ports.postgresql -}} +{{- end -}} +{{- end -}} + +{{/* +Return PostgreSQL service port +*/}} +{{- define "postgresql.v1.readReplica.service.port" -}} +{{- if .Values.global.postgresql.service.ports.postgresql -}} + {{- .Values.global.postgresql.service.ports.postgresql -}} +{{- else -}} + {{- .Values.readReplicas.service.ports.postgresql -}} +{{- end -}} +{{- end -}} + +{{/* +Get the PostgreSQL primary configuration ConfigMap name. +*/}} +{{- define "postgresql.v1.primary.configmapName" -}} +{{- if .Values.primary.existingConfigmap -}} + {{- printf "%s" (tpl .Values.primary.existingConfigmap $) -}} +{{- else -}} + {{- printf "%s-configuration" (include "postgresql.v1.primary.fullname" .) -}} +{{- end -}} +{{- end -}} + +{{/* +Return true if a configmap object should be created for PostgreSQL primary with the configuration +*/}} +{{- define "postgresql.v1.primary.createConfigmap" -}} +{{- if and (or .Values.primary.configuration .Values.primary.pgHbaConfiguration) (not .Values.primary.existingConfigmap) -}} + {{- true -}} +{{- else -}} +{{- end -}} +{{- end -}} + +{{/* +Get the PostgreSQL primary extended configuration ConfigMap name. +*/}} +{{- define "postgresql.v1.primary.extendedConfigmapName" -}} +{{- if .Values.primary.existingExtendedConfigmap -}} + {{- printf "%s" (tpl .Values.primary.existingExtendedConfigmap $) -}} +{{- else -}} + {{- printf "%s-extended-configuration" (include "postgresql.v1.primary.fullname" .) -}} +{{- end -}} +{{- end -}} + +{{/* +Get the PostgreSQL read replica extended configuration ConfigMap name. +*/}} +{{- define "postgresql.v1.readReplicas.extendedConfigmapName" -}} + {{- printf "%s-extended-configuration" (include "postgresql.v1.readReplica.fullname" .) -}} +{{- end -}} + +{{/* +Return true if a configmap object should be created for PostgreSQL primary with the extended configuration +*/}} +{{- define "postgresql.v1.primary.createExtendedConfigmap" -}} +{{- if and .Values.primary.extendedConfiguration (not .Values.primary.existingExtendedConfigmap) -}} + {{- true -}} +{{- else -}} +{{- end -}} +{{- end -}} + +{{/* +Return true if a configmap object should be created for PostgreSQL read replica with the extended configuration +*/}} +{{- define "postgresql.v1.readReplicas.createExtendedConfigmap" -}} +{{- if .Values.readReplicas.extendedConfiguration -}} + {{- true -}} +{{- else -}} +{{- end -}} +{{- end -}} + +{{/* + Create the name of the service account to use + */}} +{{- define "postgresql.v1.serviceAccountName" -}} +{{- if .Values.serviceAccount.create -}} + {{ default (include "common.names.fullname" .) .Values.serviceAccount.name }} +{{- else -}} + {{ default "default" .Values.serviceAccount.name }} +{{- end -}} +{{- end -}} + +{{/* +Return true if a configmap should be mounted with PostgreSQL configuration +*/}} +{{- define "postgresql.v1.mountConfigurationCM" -}} +{{- if or .Values.primary.configuration .Values.primary.pgHbaConfiguration .Values.primary.existingConfigmap -}} + {{- true -}} +{{- end -}} +{{- end -}} + +{{/* +Get the initialization scripts ConfigMap name. +*/}} +{{- define "postgresql.v1.initdb.scriptsCM" -}} +{{- if .Values.primary.initdb.scriptsConfigMap -}} + {{- printf "%s" (tpl .Values.primary.initdb.scriptsConfigMap $) -}} +{{- else -}} + {{- printf "%s-init-scripts" (include "postgresql.v1.primary.fullname" .) -}} +{{- end -}} +{{- end -}} + +{{/* +Return true if TLS is enabled for LDAP connection +*/}} +{{- define "postgresql.v1.ldap.tls.enabled" -}} +{{- if and (kindIs "string" .Values.ldap.tls) (not (empty .Values.ldap.tls)) -}} + {{- true -}} +{{- else if and (kindIs "map" .Values.ldap.tls) .Values.ldap.tls.enabled -}} + {{- true -}} +{{- end -}} +{{- end -}} + +{{/* +Get the readiness probe command +*/}} +{{- define "postgresql.v1.readinessProbeCommand" -}} +{{- $customUser := include "postgresql.v1.username" . -}} +- | +{{- if (include "postgresql.v1.database" .) }} + exec pg_isready -U {{ default "postgres" $customUser | quote }} -d "dbname={{ include "postgresql.v1.database" . }} {{- if .Values.tls.enabled }} sslcert={{ include "postgresql.v1.tlsCert" . }} sslkey={{ include "postgresql.v1.tlsCertKey" . }}{{- end }}" -h 127.0.0.1 -p {{ .Values.containerPorts.postgresql }} +{{- else }} + exec pg_isready -U {{ default "postgres" $customUser | quote }} {{- if .Values.tls.enabled }} -d "sslcert={{ include "postgresql.v1.tlsCert" . }} sslkey={{ include "postgresql.v1.tlsCertKey" . }}"{{- end }} -h 127.0.0.1 -p {{ .Values.containerPorts.postgresql }} +{{- end }} +{{- if contains "bitnami/" .Values.image.repository }} + [ -f /opt/bitnami/postgresql/tmp/.initialized ] || [ -f /bitnami/postgresql/.initialized ] +{{- end }} +{{- end -}} + +{{/* +Compile all warnings into a single message, and call fail. +*/}} +{{- define "postgresql.v1.validateValues" -}} +{{- $messages := list -}} +{{- $messages := append $messages (include "postgresql.v1.validateValues.ldapConfigurationMethod" .) -}} +{{- $messages := append $messages (include "postgresql.v1.validateValues.psp" .) -}} +{{- $messages := without $messages "" -}} +{{- $message := join "\n" $messages -}} + +{{- if $message -}} +{{- printf "\nVALUES VALIDATION:\n%s" $message | fail -}} +{{- end -}} +{{- end -}} + +{{/* +Validate values of Postgresql - If ldap.url is used then you don't need the other settings for ldap +*/}} +{{- define "postgresql.v1.validateValues.ldapConfigurationMethod" -}} +{{- if and .Values.ldap.enabled (and (not (empty .Values.ldap.url)) (not (empty .Values.ldap.server))) -}} +postgresql: ldap.url, ldap.server + You cannot set both `ldap.url` and `ldap.server` at the same time. + Please provide a unique way to configure LDAP. + More info at https://www.postgresql.org/docs/current/auth-ldap.html +{{- end -}} +{{- end -}} + +{{/* +Validate values of Postgresql - If PSP is enabled RBAC should be enabled too +*/}} +{{- define "postgresql.v1.validateValues.psp" -}} +{{- if and .Values.psp.create (not .Values.rbac.create) -}} +postgresql: psp.create, rbac.create + RBAC should be enabled if PSP is enabled in order for PSP to work. + More info at https://kubernetes.io/docs/concepts/policy/pod-security-policy/#authorizing-policies +{{- end -}} +{{- end -}} + +{{/* +Return the path to the cert file. +*/}} +{{- define "postgresql.v1.tlsCert" -}} +{{- if .Values.tls.autoGenerated -}} + {{- printf "/opt/bitnami/postgresql/certs/tls.crt" -}} +{{- else -}} + {{- required "Certificate filename is required when TLS in enabled" .Values.tls.certFilename | printf "/opt/bitnami/postgresql/certs/%s" -}} +{{- end -}} +{{- end -}} + +{{/* +Return the path to the cert key file. +*/}} +{{- define "postgresql.v1.tlsCertKey" -}} +{{- if .Values.tls.autoGenerated -}} + {{- printf "/opt/bitnami/postgresql/certs/tls.key" -}} +{{- else -}} +{{- required "Certificate Key filename is required when TLS in enabled" .Values.tls.certKeyFilename | printf "/opt/bitnami/postgresql/certs/%s" -}} +{{- end -}} +{{- end -}} + +{{/* +Return the path to the CA cert file. +*/}} +{{- define "postgresql.v1.tlsCACert" -}} +{{- if .Values.tls.autoGenerated -}} + {{- printf "/opt/bitnami/postgresql/certs/ca.crt" -}} +{{- else -}} + {{- printf "/opt/bitnami/postgresql/certs/%s" .Values.tls.certCAFilename -}} +{{- end -}} +{{- end -}} + +{{/* +Return the path to the CRL file. +*/}} +{{- define "postgresql.v1.tlsCRL" -}} +{{- if .Values.tls.crlFilename -}} +{{- printf "/opt/bitnami/postgresql/certs/%s" .Values.tls.crlFilename -}} +{{- end -}} +{{- end -}} + +{{/* +Return true if a TLS credentials secret object should be created +*/}} +{{- define "postgresql.v1.createTlsSecret" -}} +{{- if and .Values.tls.autoGenerated (not .Values.tls.certificatesSecret) -}} + {{- true -}} +{{- end -}} +{{- end -}} + +{{/* +Return the path to the CA cert file. +*/}} +{{- define "postgresql.v1.tlsSecretName" -}} +{{- if .Values.tls.autoGenerated -}} + {{- printf "%s-crt" (include "common.names.fullname" .) -}} +{{- else -}} + {{ required "A secret containing TLS certificates is required when TLS is enabled" .Values.tls.certificatesSecret }} +{{- end -}} +{{- end -}} diff --git a/chart-source/fmeflow/charts/postgresql/templates/backup/cronjob.yaml b/chart-source/fmeflow/charts/postgresql/templates/backup/cronjob.yaml new file mode 100644 index 0000000..72d1bf2 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/backup/cronjob.yaml @@ -0,0 +1,113 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if .Values.backup.enabled }} +{{- $customUser := include "postgresql.v1.username" . }} +apiVersion: batch/v1 +kind: CronJob +metadata: + name: {{ include "postgresql.v1.primary.fullname" . }}-pgdumpall + namespace: {{ .Release.Namespace | quote }} + {{- $labels := include "common.tplvalues.merge" ( dict "values" ( list .Values.backup.cronjob.labels .Values.commonLabels ) "context" . ) }} + labels: {{- include "common.labels.standard" ( dict "customLabels" $labels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: pg_dumpall + {{- $annotations := include "common.tplvalues.merge" ( dict "values" ( list .Values.backup.cronjob.annotations .Values.commonAnnotations ) "context" . ) }} + {{- if $annotations }} + annotations: {{- include "common.tplvalues.render" ( dict "value" $annotations "context" $) | nindent 4 }} + {{- end }} +spec: + schedule: {{ quote .Values.backup.cronjob.schedule }} + concurrencyPolicy: {{ .Values.backup.cronjob.concurrencyPolicy }} + failedJobsHistoryLimit: {{ .Values.backup.cronjob.failedJobsHistoryLimit }} + successfulJobsHistoryLimit: {{ .Values.backup.cronjob.successfulJobsHistoryLimit }} + {{- if .Values.backup.cronjob.startingDeadlineSeconds }} + startingDeadlineSeconds: {{ .Values.backup.cronjob.startingDeadlineSeconds }} + {{- end }} + jobTemplate: + spec: + {{- if .Values.backup.cronjob.ttlSecondsAfterFinished }} + ttlSecondsAfterFinished: {{ .Values.backup.cronjob.ttlSecondsAfterFinished }} + {{- end }} + template: + metadata: + labels: {{- include "common.labels.standard" ( dict "customLabels" $labels "context" $ ) | nindent 12 }} + app.kubernetes.io/component: pg_dumpall + {{- if $annotations }} + annotations: {{- include "common.tplvalues.render" ( dict "value" $annotations "context" $) | nindent 12 }} + {{- end }} + spec: + {{- include "postgresql.v1.imagePullSecrets" . | nindent 10 }} + {{- if .Values.backup.cronjob.nodeSelector }} + nodeSelector: {{- include "common.tplvalues.render" (dict "value" .Values.backup.cronjob.nodeSelector "context" $) | nindent 12 }} + {{- end }} + containers: + - name: {{ include "postgresql.v1.primary.fullname" . }}-pgdumpall + image: {{ include "postgresql.v1.image" . }} + imagePullPolicy: {{ .Values.image.pullPolicy | quote }} + env: + - name: PGUSER + {{- if .Values.auth.enablePostgresUser }} + value: postgres + {{- else }} + value: {{ $customUser | quote }} + {{- end }} + {{- if .Values.auth.usePasswordFiles }} + - name: PGPASSFILE + value: {{ printf "/opt/bitnami/postgresql/secrets/%s" (include "postgresql.v1.adminPasswordKey" .) }} + {{- else }} + - name: PGPASSWORD + valueFrom: + secretKeyRef: + name: {{ include "postgresql.v1.secretName" . }} + key: {{ include "postgresql.v1.adminPasswordKey" . }} + {{- end }} + - name: PGHOST + value: {{ include "postgresql.v1.primary.fullname" . }} + - name: PGPORT + value: {{ include "postgresql.v1.service.port" . | quote }} + - name: PGDUMP_DIR + value: {{ .Values.backup.cronjob.storage.mountPath }} + {{- if .Values.tls.enabled }} + - name: PGSSLROOTCERT + {{- if .Values.tls.autoGenerated -}} + value: /tmp/certs/ca.crt + {{- else }} + value: {{- printf "/tmp/certs/%s" .Values.tls.certCAFilename -}} + {{- end }} + {{- end }} + command: + {{- range .Values.backup.cronjob.command }} + - {{ . }} + {{- end }} + volumeMounts: + {{- if .Values.tls.enabled }} + - name: certs + mountPath: /certs + {{- end }} + - name: datadir + mountPath: {{ .Values.backup.cronjob.storage.mountPath }} + subPath: {{ .Values.backup.cronjob.storage.subPath }} + securityContext: + {{- include "common.tplvalues.render" ( dict "value" .Values.backup.cronjob.containerSecurityContext "context" $) | nindent 14 }} + restartPolicy: {{ .Values.backup.cronjob.restartPolicy }} + {{- if .Values.backup.cronjob.podSecurityContext.enabled }} + securityContext: + fsGroup: {{ .Values.backup.cronjob.podSecurityContext.fsGroup }} + {{- end }} + volumes: + {{- if .Values.tls.enabled }} + - name: raw-certificates + emptyDir: /tmp/certs + {{- end }} + {{- if .Values.backup.cronjob.storage.existingClaim }} + - name: datadir + persistentVolumeClaim: + claimName: {{ printf "%s" (tpl .Values.backup.cronjob.storage.existingClaim .) }} + {{- else }} + - name: datadir + persistentVolumeClaim: + claimName: {{ include "postgresql.v1.primary.fullname" . }}-pgdumpall + {{- end }} +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/backup/pvc.yaml b/chart-source/fmeflow/charts/postgresql/templates/backup/pvc.yaml new file mode 100644 index 0000000..6fe9cbf --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/backup/pvc.yaml @@ -0,0 +1,34 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if and .Values.backup.enabled (not .Values.backup.cronjob.storage.existingClaim) -}} +apiVersion: v1 +kind: PersistentVolumeClaim +metadata: + name: {{ include "postgresql.v1.primary.fullname" . }}-pgdumpall + namespace: {{ .Release.Namespace | quote }} + {{- $labels := include "common.tplvalues.merge" ( dict "values" ( list .Values.backup.cronjob.labels .Values.commonLabels ) "context" . ) }} + labels: {{- include "common.labels.standard" ( dict "customLabels" $labels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: pg_dumpall + {{- if or .Values.backup.cronjob.annotations .Values.commonAnnotations .Values.backup.cronjob.storage.resourcePolicy }} + annotations: + {{- if or .Values.backup.cronjob.annotations .Values.commonAnnotations }} + {{- $annotations := include "common.tplvalues.merge" ( dict "values" ( list .Values.backup.cronjob.annotations .Values.commonAnnotations ) "context" . ) }} + {{- include "common.tplvalues.render" ( dict "value" $annotations "context" $) | nindent 4 }} + {{- end }} + {{- if .Values.backup.cronjob.storage.resourcePolicy }} + helm.sh/resource-policy: {{ .Values.backup.cronjob.storage.resourcePolicy | quote }} + {{- end }} + {{- end }} +spec: + accessModes: + {{- range .Values.backup.cronjob.storage.accessModes }} + - {{ . | quote }} + {{- end }} + resources: + requests: + storage: {{ .Values.backup.cronjob.storage.size | quote }} + {{ include "common.storage.class" (dict "persistence" .Values.backup.cronjob.storage "global" .Values.global) }} +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/extra-list.yaml b/chart-source/fmeflow/charts/postgresql/templates/extra-list.yaml new file mode 100644 index 0000000..2d35a58 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/extra-list.yaml @@ -0,0 +1,9 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- range .Values.extraDeploy }} +--- +{{ include "common.tplvalues.render" (dict "value" . "context" $) }} +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/networkpolicy-egress.yaml b/chart-source/fmeflow/charts/postgresql/templates/networkpolicy-egress.yaml new file mode 100644 index 0000000..b67817c --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/networkpolicy-egress.yaml @@ -0,0 +1,34 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if and .Values.networkPolicy.enabled (or .Values.networkPolicy.egressRules.denyConnectionsToExternal .Values.networkPolicy.egressRules.customRules) }} +apiVersion: {{ include "common.capabilities.networkPolicy.apiVersion" . }} +kind: NetworkPolicy +metadata: + name: {{ printf "%s-egress" (include "common.names.fullname" .) }} + namespace: {{ .Release.Namespace }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + {{- if .Values.commonAnnotations }} + annotations: {{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }} + {{- end }} +spec: + podSelector: + matchLabels: {{- include "common.labels.matchLabels" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 6 }} + policyTypes: + - Egress + egress: + {{- if .Values.networkPolicy.egressRules.denyConnectionsToExternal }} + - ports: + - port: 53 + protocol: UDP + - port: 53 + protocol: TCP + - to: + - namespaceSelector: {} + {{- end }} + {{- if .Values.networkPolicy.egressRules.customRules }} + {{- include "common.tplvalues.render" (dict "value" .Values.networkPolicy.egressRules.customRules "context" $) | nindent 4 }} + {{- end }} +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/primary/configmap.yaml b/chart-source/fmeflow/charts/postgresql/templates/primary/configmap.yaml new file mode 100644 index 0000000..7bb8b7f --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/primary/configmap.yaml @@ -0,0 +1,26 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if (include "postgresql.v1.primary.createConfigmap" .) }} +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ printf "%s-configuration" (include "postgresql.v1.primary.fullname" .) }} + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: primary + {{- if .Values.commonAnnotations }} + annotations: {{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }} + {{- end }} +data: + {{- if .Values.primary.configuration }} + postgresql.conf: |- + {{- include "common.tplvalues.render" ( dict "value" .Values.primary.configuration "context" $ ) | nindent 4 }} + {{- end }} + {{- if .Values.primary.pgHbaConfiguration }} + pg_hba.conf: | + {{- include "common.tplvalues.render" ( dict "value" .Values.primary.pgHbaConfiguration "context" $ ) | nindent 4 }} + {{- end }} +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/primary/extended-configmap.yaml b/chart-source/fmeflow/charts/postgresql/templates/primary/extended-configmap.yaml new file mode 100644 index 0000000..456f8ee --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/primary/extended-configmap.yaml @@ -0,0 +1,20 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if (include "postgresql.v1.primary.createExtendedConfigmap" .) }} +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ printf "%s-extended-configuration" (include "postgresql.v1.primary.fullname" .) }} + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: primary + {{- if .Values.commonAnnotations }} + annotations: {{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }} + {{- end }} +data: + override.conf: |- + {{- include "common.tplvalues.render" ( dict "value" .Values.primary.extendedConfiguration "context" $ ) | nindent 4 }} +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/primary/initialization-configmap.yaml b/chart-source/fmeflow/charts/postgresql/templates/primary/initialization-configmap.yaml new file mode 100644 index 0000000..80d804a --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/primary/initialization-configmap.yaml @@ -0,0 +1,17 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if and .Values.primary.initdb.scripts (not .Values.primary.initdb.scriptsConfigMap) }} +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ printf "%s-init-scripts" (include "postgresql.v1.primary.fullname" .) }} + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + {{- if .Values.commonAnnotations }} + annotations: {{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }} + {{- end }} +data: {{- include "common.tplvalues.render" (dict "value" .Values.primary.initdb.scripts "context" .) | nindent 2 }} +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/primary/metrics-configmap.yaml b/chart-source/fmeflow/charts/postgresql/templates/primary/metrics-configmap.yaml new file mode 100644 index 0000000..7da2bcd --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/primary/metrics-configmap.yaml @@ -0,0 +1,18 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if and .Values.metrics.enabled .Values.metrics.customMetrics }} +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ printf "%s-metrics" (include "postgresql.v1.primary.fullname" .) }} + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + {{- if .Values.commonAnnotations }} + annotations: {{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }} + {{- end }} +data: + custom-metrics.yaml: {{ toYaml .Values.metrics.customMetrics | quote }} +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/primary/metrics-svc.yaml b/chart-source/fmeflow/charts/postgresql/templates/primary/metrics-svc.yaml new file mode 100644 index 0000000..3d94510 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/primary/metrics-svc.yaml @@ -0,0 +1,31 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if .Values.metrics.enabled }} +apiVersion: v1 +kind: Service +metadata: + name: {{ printf "%s-metrics" (include "postgresql.v1.primary.fullname" .) }} + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: metrics + {{- if or .Values.commonAnnotations .Values.metrics.service.annotations }} + {{- $annotations := include "common.tplvalues.merge" ( dict "values" ( list .Values.metrics.service.annotations .Values.commonAnnotations ) "context" . ) }} + annotations: {{- include "common.tplvalues.render" ( dict "value" $annotations "context" $) | nindent 4 }} + {{- end }} +spec: + type: ClusterIP + sessionAffinity: {{ .Values.metrics.service.sessionAffinity }} + {{- if .Values.metrics.service.clusterIP }} + clusterIP: {{ .Values.metrics.service.clusterIP }} + {{- end }} + ports: + - name: http-metrics + port: {{ .Values.metrics.service.ports.metrics }} + targetPort: http-metrics + {{- $podLabels := include "common.tplvalues.merge" ( dict "values" ( list .Values.primary.podLabels .Values.commonLabels ) "context" . ) }} + selector: {{- include "common.labels.matchLabels" ( dict "customLabels" $podLabels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: primary +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/primary/networkpolicy.yaml b/chart-source/fmeflow/charts/postgresql/templates/primary/networkpolicy.yaml new file mode 100644 index 0000000..9da3fb4 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/primary/networkpolicy.yaml @@ -0,0 +1,61 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if and .Values.networkPolicy.enabled (or .Values.networkPolicy.metrics.enabled .Values.networkPolicy.ingressRules.primaryAccessOnlyFrom.enabled) }} +apiVersion: {{ include "common.capabilities.networkPolicy.apiVersion" . }} +kind: NetworkPolicy +metadata: + name: {{ printf "%s-ingress" (include "postgresql.v1.primary.fullname" .) }} + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: primary + {{- if .Values.commonAnnotations }} + annotations: {{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }} + {{- end }} +spec: + {{- $primaryPodLabels := include "common.tplvalues.merge" ( dict "values" ( list .Values.primary.podLabels .Values.commonLabels ) "context" . ) }} + podSelector: + matchLabels: {{- include "common.labels.matchLabels" ( dict "customLabels" $primaryPodLabels "context" $ ) | nindent 6 }} + app.kubernetes.io/component: primary + ingress: + {{- if and .Values.metrics.enabled .Values.networkPolicy.metrics.enabled (or .Values.networkPolicy.metrics.namespaceSelector .Values.networkPolicy.metrics.podSelector) }} + - from: + {{- if .Values.networkPolicy.metrics.namespaceSelector }} + - namespaceSelector: + matchLabels: {{- include "common.tplvalues.render" (dict "value" .Values.networkPolicy.metrics.namespaceSelector "context" $) | nindent 14 }} + {{- end }} + {{- if .Values.networkPolicy.metrics.podSelector }} + - podSelector: + matchLabels: {{- include "common.tplvalues.render" (dict "value" .Values.networkPolicy.metrics.podSelector "context" $) | nindent 14 }} + {{- end }} + ports: + - port: {{ .Values.metrics.containerPorts.metrics }} + {{- end }} + {{- if and .Values.networkPolicy.ingressRules.primaryAccessOnlyFrom.enabled (or .Values.networkPolicy.ingressRules.primaryAccessOnlyFrom.namespaceSelector .Values.networkPolicy.ingressRules.primaryAccessOnlyFrom.podSelector) }} + - from: + {{- if .Values.networkPolicy.ingressRules.primaryAccessOnlyFrom.namespaceSelector }} + - namespaceSelector: + matchLabels: {{- include "common.tplvalues.render" (dict "value" .Values.networkPolicy.ingressRules.primaryAccessOnlyFrom.namespaceSelector "context" $) | nindent 14 }} + {{- end }} + {{- if .Values.networkPolicy.ingressRules.primaryAccessOnlyFrom.podSelector }} + - podSelector: + matchLabels: {{- include "common.tplvalues.render" (dict "value" .Values.networkPolicy.ingressRules.primaryAccessOnlyFrom.podSelector "context" $) | nindent 14 }} + {{- end }} + ports: + - port: {{ .Values.containerPorts.postgresql }} + {{- end }} + {{- if and .Values.networkPolicy.ingressRules.primaryAccessOnlyFrom.enabled (eq .Values.architecture "replication") }} + - from: + {{- $readPodLabels := include "common.tplvalues.merge" ( dict "values" ( list .Values.readReplicas.podLabels .Values.commonLabels ) "context" . ) }} + - podSelector: + matchLabels: {{- include "common.labels.matchLabels" ( dict "customLabels" $readPodLabels "context" $ ) | nindent 14 }} + app.kubernetes.io/component: read + ports: + - port: {{ .Values.containerPorts.postgresql }} + {{- end }} + {{- if .Values.networkPolicy.ingressRules.primaryAccessOnlyFrom.customRules }} + {{- include "common.tplvalues.render" (dict "value" .Values.networkPolicy.ingressRules.primaryAccessOnlyFrom.customRules "context" $) | nindent 4 }} + {{- end }} +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/primary/servicemonitor.yaml b/chart-source/fmeflow/charts/postgresql/templates/primary/servicemonitor.yaml new file mode 100644 index 0000000..05d54f3 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/primary/servicemonitor.yaml @@ -0,0 +1,46 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if and .Values.metrics.enabled .Values.metrics.serviceMonitor.enabled }} +apiVersion: monitoring.coreos.com/v1 +kind: ServiceMonitor +metadata: + name: {{ include "postgresql.v1.primary.fullname" . }} + namespace: {{ default .Release.Namespace .Values.metrics.serviceMonitor.namespace | quote }} + {{- $labels := include "common.tplvalues.merge" ( dict "values" ( list .Values.metrics.serviceMonitor.labels .Values.commonLabels ) "context" . ) }} + labels: {{- include "common.labels.standard" ( dict "customLabels" $labels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: metrics + {{- if .Values.commonAnnotations }} + annotations: {{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }} + {{- end }} +spec: + {{- if .Values.metrics.serviceMonitor.jobLabel }} + jobLabel: {{ .Values.metrics.serviceMonitor.jobLabel }} + {{- end }} + selector: + {{- $svcLabels := include "common.tplvalues.merge" ( dict "values" ( list .Values.metrics.serviceMonitor.selector .Values.commonLabels ) "context" . ) }} + matchLabels: {{- include "common.labels.matchLabels" ( dict "customLabels" $svcLabels "context" $ ) | nindent 6 }} + app.kubernetes.io/component: metrics + endpoints: + - port: http-metrics + {{- if .Values.metrics.serviceMonitor.interval }} + interval: {{ .Values.metrics.serviceMonitor.interval }} + {{- end }} + {{- if .Values.metrics.serviceMonitor.scrapeTimeout }} + scrapeTimeout: {{ .Values.metrics.serviceMonitor.scrapeTimeout }} + {{- end }} + {{- if .Values.metrics.serviceMonitor.relabelings }} + relabelings: {{- include "common.tplvalues.render" ( dict "value" .Values.metrics.serviceMonitor.relabelings "context" $) | nindent 6 }} + {{- end }} + {{- if .Values.metrics.serviceMonitor.metricRelabelings }} + metricRelabelings: {{- include "common.tplvalues.render" ( dict "value" .Values.metrics.serviceMonitor.metricRelabelings "context" $) | nindent 6 }} + {{- end }} + {{- if .Values.metrics.serviceMonitor.honorLabels }} + honorLabels: {{ .Values.metrics.serviceMonitor.honorLabels }} + {{- end }} + namespaceSelector: + matchNames: + - {{ .Release.Namespace | quote }} +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/primary/statefulset.yaml b/chart-source/fmeflow/charts/postgresql/templates/primary/statefulset.yaml new file mode 100644 index 0000000..8f8d56d --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/primary/statefulset.yaml @@ -0,0 +1,653 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- $customUser := include "postgresql.v1.username" . }} +apiVersion: {{ include "common.capabilities.statefulset.apiVersion" . }} +kind: StatefulSet +metadata: + name: {{ include "postgresql.v1.primary.fullname" . }} + namespace: {{ .Release.Namespace | quote }} + {{- $labels := include "common.tplvalues.merge" ( dict "values" ( list .Values.primary.labels .Values.commonLabels ) "context" . ) }} + labels: {{- include "common.labels.standard" ( dict "customLabels" $labels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: primary + {{- if or .Values.commonAnnotations .Values.primary.annotations }} + {{- $annotations := include "common.tplvalues.merge" ( dict "values" ( list .Values.primary.annotations .Values.commonAnnotations ) "context" . ) }} + annotations: {{- include "common.tplvalues.render" ( dict "value" $annotations "context" $) | nindent 4 }} + {{- end }} +spec: + replicas: 1 + serviceName: {{ include "postgresql.v1.primary.svc.headless" . }} + {{- if .Values.primary.updateStrategy }} + updateStrategy: {{- toYaml .Values.primary.updateStrategy | nindent 4 }} + {{- end }} + {{- $podLabels := include "common.tplvalues.merge" ( dict "values" ( list .Values.primary.podLabels .Values.commonLabels ) "context" . ) }} + selector: + matchLabels: {{- include "common.labels.matchLabels" ( dict "customLabels" $podLabels "context" $ ) | nindent 6 }} + app.kubernetes.io/component: primary + template: + metadata: + name: {{ include "postgresql.v1.primary.fullname" . }} + labels: {{- include "common.labels.standard" ( dict "customLabels" $podLabels "context" $ ) | nindent 8 }} + app.kubernetes.io/component: primary + {{- if or (include "postgresql.v1.primary.createConfigmap" .) (include "postgresql.v1.primary.createExtendedConfigmap" .) .Values.primary.podAnnotations }} + annotations: + {{- if (include "postgresql.v1.primary.createConfigmap" .) }} + checksum/configuration: {{ pick (include (print $.Template.BasePath "/primary/configmap.yaml") . | fromYaml) "data" | toYaml | sha256sum }} + {{- end }} + {{- if (include "postgresql.v1.primary.createExtendedConfigmap" .) }} + checksum/extended-configuration: {{ pick (include (print $.Template.BasePath "/primary/extended-configmap.yaml") . | fromYaml) "data" | toYaml | sha256sum }} + {{- end }} + {{- if .Values.primary.podAnnotations }} + {{- include "common.tplvalues.render" ( dict "value" .Values.primary.podAnnotations "context" $ ) | nindent 8 }} + {{- end }} + {{- end }} + spec: + {{- if .Values.primary.extraPodSpec }} + {{- include "common.tplvalues.render" (dict "value" .Values.primary.extraPodSpec "context" $) | nindent 6 }} + {{- end }} + serviceAccountName: {{ include "postgresql.v1.serviceAccountName" . }} + {{- include "postgresql.v1.imagePullSecrets" . | nindent 6 }} + {{- if .Values.primary.hostAliases }} + hostAliases: {{- include "common.tplvalues.render" (dict "value" .Values.primary.hostAliases "context" $) | nindent 8 }} + {{- end }} + {{- if .Values.primary.affinity }} + affinity: {{- include "common.tplvalues.render" (dict "value" .Values.primary.affinity "context" $) | nindent 8 }} + {{- else }} + affinity: + podAffinity: {{- include "common.affinities.pods" (dict "type" .Values.primary.podAffinityPreset "component" "primary" "customLabels" $podLabels "context" $) | nindent 10 }} + podAntiAffinity: {{- include "common.affinities.pods" (dict "type" .Values.primary.podAntiAffinityPreset "component" "primary" "customLabels" $podLabels "context" $) | nindent 10 }} + nodeAffinity: {{- include "common.affinities.nodes" (dict "type" .Values.primary.nodeAffinityPreset.type "key" .Values.primary.nodeAffinityPreset.key "values" .Values.primary.nodeAffinityPreset.values) | nindent 10 }} + {{- end }} + {{- if .Values.primary.nodeSelector }} + nodeSelector: {{- include "common.tplvalues.render" (dict "value" .Values.primary.nodeSelector "context" $) | nindent 8 }} + {{- end }} + {{- if .Values.primary.tolerations }} + tolerations: {{- include "common.tplvalues.render" (dict "value" .Values.primary.tolerations "context" $) | nindent 8 }} + {{- end }} + {{- if .Values.primary.topologySpreadConstraints }} + topologySpreadConstraints: {{- include "common.tplvalues.render" (dict "value" .Values.primary.topologySpreadConstraints "context" .) | nindent 8 }} + {{- end }} + {{- if .Values.primary.priorityClassName }} + priorityClassName: {{ .Values.primary.priorityClassName }} + {{- end }} + {{- if .Values.primary.schedulerName }} + schedulerName: {{ .Values.primary.schedulerName | quote }} + {{- end }} + {{- if .Values.primary.terminationGracePeriodSeconds }} + terminationGracePeriodSeconds: {{ .Values.primary.terminationGracePeriodSeconds }} + {{- end }} + {{- if .Values.primary.podSecurityContext.enabled }} + securityContext: {{- omit .Values.primary.podSecurityContext "enabled" | toYaml | nindent 8 }} + {{- end }} + hostNetwork: {{ .Values.primary.hostNetwork }} + hostIPC: {{ .Values.primary.hostIPC }} + {{- if or (and .Values.tls.enabled (not .Values.volumePermissions.enabled)) (and .Values.volumePermissions.enabled (or .Values.primary.persistence.enabled .Values.shmVolume.enabled)) .Values.primary.initContainers }} + initContainers: + {{- if and .Values.tls.enabled (not .Values.volumePermissions.enabled) }} + - name: copy-certs + image: {{ include "postgresql.v1.volumePermissions.image" . }} + imagePullPolicy: {{ .Values.volumePermissions.image.pullPolicy | quote }} + {{- if .Values.primary.resources }} + resources: {{- toYaml .Values.primary.resources | nindent 12 }} + {{- end }} + # We don't require a privileged container in this case + {{- if .Values.primary.containerSecurityContext.enabled }} + securityContext: {{- omit .Values.primary.containerSecurityContext "enabled" | toYaml | nindent 12 }} + {{- end }} + command: + - /bin/sh + - -ec + - | + cp /tmp/certs/* /opt/bitnami/postgresql/certs/ + chmod 600 {{ include "postgresql.v1.tlsCertKey" . }} + volumeMounts: + - name: raw-certificates + mountPath: /tmp/certs + - name: postgresql-certificates + mountPath: /opt/bitnami/postgresql/certs + {{- else if and .Values.volumePermissions.enabled (or .Values.primary.persistence.enabled .Values.shmVolume.enabled) }} + - name: init-chmod-data + image: {{ include "postgresql.v1.volumePermissions.image" . }} + imagePullPolicy: {{ .Values.volumePermissions.image.pullPolicy | quote }} + {{- if .Values.volumePermissions.resources }} + resources: {{- toYaml .Values.volumePermissions.resources | nindent 12 }} + {{- end }} + command: + - /bin/sh + - -ec + - | + {{- if .Values.primary.persistence.enabled }} + {{- if eq ( toString ( .Values.volumePermissions.containerSecurityContext.runAsUser )) "auto" }} + chown `id -u`:`id -G | cut -d " " -f2` {{ .Values.primary.persistence.mountPath }} + {{- else }} + chown {{ .Values.primary.containerSecurityContext.runAsUser }}:{{ .Values.primary.podSecurityContext.fsGroup }} {{ .Values.primary.persistence.mountPath }} + {{- end }} + mkdir -p {{ .Values.primary.persistence.mountPath }}/data {{- if (include "postgresql.v1.mountConfigurationCM" .) }} {{ .Values.primary.persistence.mountPath }}/conf {{- end }} + chmod 700 {{ .Values.primary.persistence.mountPath }}/data {{- if (include "postgresql.v1.mountConfigurationCM" .) }} {{ .Values.primary.persistence.mountPath }}/conf {{- end }} + find {{ .Values.primary.persistence.mountPath }} -mindepth 1 -maxdepth 1 {{- if not (include "postgresql.v1.mountConfigurationCM" .) }} -not -name "conf" {{- end }} -not -name ".snapshot" -not -name "lost+found" | \ + {{- if eq ( toString ( .Values.volumePermissions.containerSecurityContext.runAsUser )) "auto" }} + xargs -r chown -R `id -u`:`id -G | cut -d " " -f2` + {{- else }} + xargs -r chown -R {{ .Values.primary.containerSecurityContext.runAsUser }}:{{ .Values.primary.podSecurityContext.fsGroup }} + {{- end }} + {{- end }} + {{- if .Values.shmVolume.enabled }} + chmod -R 777 /dev/shm + {{- end }} + {{- if .Values.tls.enabled }} + cp /tmp/certs/* /opt/bitnami/postgresql/certs/ + {{- if eq ( toString ( .Values.volumePermissions.containerSecurityContext.runAsUser )) "auto" }} + chown -R `id -u`:`id -G | cut -d " " -f2` /opt/bitnami/postgresql/certs/ + {{- else }} + chown -R {{ .Values.primary.containerSecurityContext.runAsUser }}:{{ .Values.primary.podSecurityContext.fsGroup }} /opt/bitnami/postgresql/certs/ + {{- end }} + chmod 600 {{ include "postgresql.v1.tlsCertKey" . }} + {{- end }} + {{- if eq ( toString ( .Values.volumePermissions.containerSecurityContext.runAsUser )) "auto" }} + securityContext: {{- omit .Values.volumePermissions.containerSecurityContext "runAsUser" | toYaml | nindent 12 }} + {{- else }} + securityContext: {{- .Values.volumePermissions.containerSecurityContext | toYaml | nindent 12 }} + {{- end }} + volumeMounts: + {{- if .Values.primary.persistence.enabled }} + - name: data + mountPath: {{ .Values.primary.persistence.mountPath }} + {{- if .Values.primary.persistence.subPath }} + subPath: {{ .Values.primary.persistence.subPath }} + {{- end }} + {{- end }} + {{- if .Values.shmVolume.enabled }} + - name: dshm + mountPath: /dev/shm + {{- end }} + {{- if .Values.tls.enabled }} + - name: raw-certificates + mountPath: /tmp/certs + - name: postgresql-certificates + mountPath: /opt/bitnami/postgresql/certs + {{- end }} + {{- end }} + {{- if .Values.primary.initContainers }} + {{- include "common.tplvalues.render" ( dict "value" .Values.primary.initContainers "context" $ ) | nindent 8 }} + {{- end }} + {{- end }} + containers: + - name: postgresql + image: {{ include "postgresql.v1.image" . }} + imagePullPolicy: {{ .Values.image.pullPolicy | quote }} + {{- if .Values.primary.containerSecurityContext.enabled }} + securityContext: {{- omit .Values.primary.containerSecurityContext "enabled" | toYaml | nindent 12 }} + {{- end }} + {{- if .Values.diagnosticMode.enabled }} + command: {{- include "common.tplvalues.render" (dict "value" .Values.diagnosticMode.command "context" $) | nindent 12 }} + {{- else if .Values.primary.command }} + command: {{- include "common.tplvalues.render" (dict "value" .Values.primary.command "context" $) | nindent 12 }} + {{- end }} + {{- if .Values.diagnosticMode.enabled }} + args: {{- include "common.tplvalues.render" (dict "value" .Values.diagnosticMode.args "context" $) | nindent 12 }} + {{- else if .Values.primary.args }} + args: {{- include "common.tplvalues.render" (dict "value" .Values.primary.args "context" $) | nindent 12 }} + {{- end }} + env: + - name: BITNAMI_DEBUG + value: {{ ternary "true" "false" (or .Values.image.debug .Values.diagnosticMode.enabled) | quote }} + - name: POSTGRESQL_PORT_NUMBER + value: {{ .Values.containerPorts.postgresql | quote }} + - name: POSTGRESQL_VOLUME_DIR + value: {{ .Values.primary.persistence.mountPath | quote }} + {{- if .Values.primary.persistence.mountPath }} + - name: PGDATA + value: {{ .Values.postgresqlDataDir | quote }} + {{- end }} + # Authentication + {{- if or (eq $customUser "postgres") (empty $customUser) }} + {{- if .Values.auth.enablePostgresUser }} + {{- if .Values.auth.usePasswordFiles }} + - name: POSTGRES_PASSWORD_FILE + value: {{ printf "/opt/bitnami/postgresql/secrets/%s" (include "postgresql.v1.adminPasswordKey" .) }} + {{- else }} + - name: POSTGRES_PASSWORD + valueFrom: + secretKeyRef: + name: {{ include "postgresql.v1.secretName" . }} + key: {{ include "postgresql.v1.adminPasswordKey" . }} + {{- end }} + {{- else }} + - name: ALLOW_EMPTY_PASSWORD + value: "true" + {{- end }} + {{- else }} + - name: POSTGRES_USER + value: {{ $customUser | quote }} + {{- if .Values.auth.usePasswordFiles }} + - name: POSTGRES_PASSWORD_FILE + value: {{ printf "/opt/bitnami/postgresql/secrets/%s" (include "postgresql.v1.userPasswordKey" .) }} + {{- else }} + - name: POSTGRES_PASSWORD + valueFrom: + secretKeyRef: + name: {{ include "postgresql.v1.secretName" . }} + key: {{ include "postgresql.v1.userPasswordKey" . }} + {{- end }} + {{- if .Values.auth.enablePostgresUser }} + {{- if .Values.auth.usePasswordFiles }} + - name: POSTGRES_POSTGRES_PASSWORD_FILE + value: {{ printf "/opt/bitnami/postgresql/secrets/%s" (include "postgresql.v1.adminPasswordKey" .) }} + {{- else }} + - name: POSTGRES_POSTGRES_PASSWORD + valueFrom: + secretKeyRef: + name: {{ include "postgresql.v1.secretName" . }} + key: {{ include "postgresql.v1.adminPasswordKey" . }} + {{- end }} + {{- end }} + {{- end }} + {{- if (include "postgresql.v1.database" .) }} + - name: POSTGRES_DATABASE + value: {{ (include "postgresql.v1.database" .) | quote }} + {{- end }} + # Replication + {{- if or (eq .Values.architecture "replication") .Values.primary.standby.enabled }} + - name: POSTGRES_REPLICATION_MODE + value: {{ ternary "slave" "master" .Values.primary.standby.enabled | quote }} + - name: POSTGRES_REPLICATION_USER + value: {{ .Values.auth.replicationUsername | quote }} + {{- if .Values.auth.usePasswordFiles }} + - name: POSTGRES_REPLICATION_PASSWORD_FILE + value: {{ printf "/opt/bitnami/postgresql/secrets/%s" (include "postgresql.v1.replicationPasswordKey" .) }} + {{- else }} + - name: POSTGRES_REPLICATION_PASSWORD + valueFrom: + secretKeyRef: + name: {{ include "postgresql.v1.secretName" . }} + key: {{ include "postgresql.v1.replicationPasswordKey" . }} + {{- end }} + {{- if ne .Values.replication.synchronousCommit "off" }} + - name: POSTGRES_SYNCHRONOUS_COMMIT_MODE + value: {{ .Values.replication.synchronousCommit | quote }} + - name: POSTGRES_NUM_SYNCHRONOUS_REPLICAS + value: {{ .Values.replication.numSynchronousReplicas | quote }} + {{- end }} + - name: POSTGRES_CLUSTER_APP_NAME + value: {{ .Values.replication.applicationName }} + {{- end }} + # Initdb + {{- if .Values.primary.initdb.args }} + - name: POSTGRES_INITDB_ARGS + value: {{ .Values.primary.initdb.args | quote }} + {{- end }} + {{- if .Values.primary.initdb.postgresqlWalDir }} + - name: POSTGRES_INITDB_WALDIR + value: {{ .Values.primary.initdb.postgresqlWalDir | quote }} + {{- end }} + {{- if .Values.primary.initdb.user }} + - name: POSTGRES_INITSCRIPTS_USERNAME + value: {{ .Values.primary.initdb.user }} + {{- end }} + {{- if .Values.primary.initdb.password }} + - name: POSTGRES_INITSCRIPTS_PASSWORD + value: {{ .Values.primary.initdb.password | quote }} + {{- end }} + # Standby + {{- if .Values.primary.standby.enabled }} + - name: POSTGRES_MASTER_HOST + value: {{ .Values.primary.standby.primaryHost }} + - name: POSTGRES_MASTER_PORT_NUMBER + value: {{ .Values.primary.standby.primaryPort | quote }} + {{- end }} + # LDAP + - name: POSTGRESQL_ENABLE_LDAP + value: {{ ternary "yes" "no" .Values.ldap.enabled | quote }} + {{- if .Values.ldap.enabled }} + {{- if or .Values.ldap.url .Values.ldap.uri }} + - name: POSTGRESQL_LDAP_URL + value: {{ coalesce .Values.ldap.url .Values.ldap.uri }} + {{- else }} + - name: POSTGRESQL_LDAP_SERVER + value: {{ .Values.ldap.server }} + - name: POSTGRESQL_LDAP_PORT + value: {{ .Values.ldap.port | quote }} + - name: POSTGRESQL_LDAP_SCHEME + value: {{ .Values.ldap.scheme }} + {{- if (include "postgresql.v1.ldap.tls.enabled" .) }} + - name: POSTGRESQL_LDAP_TLS + value: "1" + {{- end }} + - name: POSTGRESQL_LDAP_PREFIX + value: {{ .Values.ldap.prefix | quote }} + - name: POSTGRESQL_LDAP_SUFFIX + value: {{ .Values.ldap.suffix | quote }} + - name: POSTGRESQL_LDAP_BASE_DN + value: {{ coalesce .Values.ldap.baseDN .Values.ldap.basedn }} + - name: POSTGRESQL_LDAP_BIND_DN + value: {{ coalesce .Values.ldap.bindDN .Values.ldap.binddn}} + {{- if or (not (empty .Values.ldap.bind_password)) (not (empty .Values.ldap.bindpw)) }} + - name: POSTGRESQL_LDAP_BIND_PASSWORD + valueFrom: + secretKeyRef: + name: {{ include "postgresql.v1.secretName" . }} + key: ldap-password + {{- end }} + - name: POSTGRESQL_LDAP_SEARCH_ATTR + value: {{ coalesce .Values.ldap.search_attr .Values.ldap.searchAttribute }} + - name: POSTGRESQL_LDAP_SEARCH_FILTER + value: {{ coalesce .Values.ldap.search_filter .Values.ldap.searchFilter }} + {{- end }} + {{- end }} + # TLS + - name: POSTGRESQL_ENABLE_TLS + value: {{ ternary "yes" "no" .Values.tls.enabled | quote }} + {{- if .Values.tls.enabled }} + - name: POSTGRESQL_TLS_PREFER_SERVER_CIPHERS + value: {{ ternary "yes" "no" .Values.tls.preferServerCiphers | quote }} + - name: POSTGRESQL_TLS_CERT_FILE + value: {{ include "postgresql.v1.tlsCert" . }} + - name: POSTGRESQL_TLS_KEY_FILE + value: {{ include "postgresql.v1.tlsCertKey" . }} + {{- if .Values.tls.certCAFilename }} + - name: POSTGRESQL_TLS_CA_FILE + value: {{ include "postgresql.v1.tlsCACert" . }} + {{- end }} + {{- if .Values.tls.crlFilename }} + - name: POSTGRESQL_TLS_CRL_FILE + value: {{ include "postgresql.v1.tlsCRL" . }} + {{- end }} + {{- end }} + # Audit + - name: POSTGRESQL_LOG_HOSTNAME + value: {{ .Values.audit.logHostname | quote }} + - name: POSTGRESQL_LOG_CONNECTIONS + value: {{ .Values.audit.logConnections | quote }} + - name: POSTGRESQL_LOG_DISCONNECTIONS + value: {{ .Values.audit.logDisconnections | quote }} + {{- if .Values.audit.logLinePrefix }} + - name: POSTGRESQL_LOG_LINE_PREFIX + value: {{ .Values.audit.logLinePrefix | quote }} + {{- end }} + {{- if .Values.audit.logTimezone }} + - name: POSTGRESQL_LOG_TIMEZONE + value: {{ .Values.audit.logTimezone | quote }} + {{- end }} + {{- if .Values.audit.pgAuditLog }} + - name: POSTGRESQL_PGAUDIT_LOG + value: {{ .Values.audit.pgAuditLog | quote }} + {{- end }} + - name: POSTGRESQL_PGAUDIT_LOG_CATALOG + value: {{ .Values.audit.pgAuditLogCatalog | quote }} + # Others + - name: POSTGRESQL_CLIENT_MIN_MESSAGES + value: {{ .Values.audit.clientMinMessages | quote }} + - name: POSTGRESQL_SHARED_PRELOAD_LIBRARIES + value: {{ .Values.postgresqlSharedPreloadLibraries | quote }} + {{- if .Values.primary.extraEnvVars }} + {{- include "common.tplvalues.render" (dict "value" .Values.primary.extraEnvVars "context" $) | nindent 12 }} + {{- end }} + {{- if or .Values.primary.extraEnvVarsCM .Values.primary.extraEnvVarsSecret }} + envFrom: + {{- if .Values.primary.extraEnvVarsCM }} + - configMapRef: + name: {{ .Values.primary.extraEnvVarsCM }} + {{- end }} + {{- if .Values.primary.extraEnvVarsSecret }} + - secretRef: + name: {{ .Values.primary.extraEnvVarsSecret }} + {{- end }} + {{- end }} + ports: + - name: tcp-postgresql + containerPort: {{ .Values.containerPorts.postgresql }} + {{- if not .Values.diagnosticMode.enabled }} + {{- if .Values.primary.customStartupProbe }} + startupProbe: {{- include "common.tplvalues.render" (dict "value" .Values.primary.customStartupProbe "context" $) | nindent 12 }} + {{- else if .Values.primary.startupProbe.enabled }} + startupProbe: {{- include "common.tplvalues.render" (dict "value" (omit .Values.primary.startupProbe "enabled") "context" $) | nindent 12 }} + exec: + command: + - /bin/sh + - -c + {{- if (include "postgresql.v1.database" .) }} + - exec pg_isready -U {{ default "postgres" $customUser | quote }} -d "dbname={{ include "postgresql.v1.database" . }} {{- if and .Values.tls.enabled .Values.tls.certCAFilename }} sslcert={{ include "postgresql.v1.tlsCert" . }} sslkey={{ include "postgresql.v1.tlsCertKey" . }}{{- end }}" -h 127.0.0.1 -p {{ .Values.containerPorts.postgresql }} + {{- else }} + - exec pg_isready -U {{ default "postgres" $customUser | quote }} {{- if and .Values.tls.enabled .Values.tls.certCAFilename }} -d "sslcert={{ include "postgresql.v1.tlsCert" . }} sslkey={{ include "postgresql.v1.tlsCertKey" . }}"{{- end }} -h 127.0.0.1 -p {{ .Values.containerPorts.postgresql }} + {{- end }} + {{- end }} + {{- if .Values.primary.customLivenessProbe }} + livenessProbe: {{- include "common.tplvalues.render" (dict "value" .Values.primary.customLivenessProbe "context" $) | nindent 12 }} + {{- else if .Values.primary.livenessProbe.enabled }} + livenessProbe: {{- include "common.tplvalues.render" (dict "value" (omit .Values.primary.livenessProbe "enabled") "context" $) | nindent 12 }} + exec: + command: + - /bin/sh + - -c + {{- if (include "postgresql.v1.database" .) }} + - exec pg_isready -U {{ default "postgres" $customUser | quote }} -d "dbname={{ include "postgresql.v1.database" . }} {{- if and .Values.tls.enabled .Values.tls.certCAFilename }} sslcert={{ include "postgresql.v1.tlsCert" . }} sslkey={{ include "postgresql.v1.tlsCertKey" . }}{{- end }}" -h 127.0.0.1 -p {{ .Values.containerPorts.postgresql }} + {{- else }} + - exec pg_isready -U {{ default "postgres" $customUser | quote }} {{- if and .Values.tls.enabled .Values.tls.certCAFilename }} -d "sslcert={{ include "postgresql.v1.tlsCert" . }} sslkey={{ include "postgresql.v1.tlsCertKey" . }}"{{- end }} -h 127.0.0.1 -p {{ .Values.containerPorts.postgresql }} + {{- end }} + {{- end }} + {{- if .Values.primary.customReadinessProbe }} + readinessProbe: {{- include "common.tplvalues.render" (dict "value" .Values.primary.customReadinessProbe "context" $) | nindent 12 }} + {{- else if .Values.primary.readinessProbe.enabled }} + readinessProbe: {{- include "common.tplvalues.render" (dict "value" (omit .Values.primary.readinessProbe "enabled") "context" $) | nindent 12 }} + exec: + command: + - /bin/sh + - -c + - -e + {{- include "postgresql.v1.readinessProbeCommand" . | nindent 16 }} + {{- end }} + {{- end }} + {{- if .Values.primary.resources }} + resources: {{- toYaml .Values.primary.resources | nindent 12 }} + {{- end }} + {{- if .Values.primary.lifecycleHooks }} + lifecycle: {{- include "common.tplvalues.render" (dict "value" .Values.primary.lifecycleHooks "context" $) | nindent 12 }} + {{- end }} + volumeMounts: + {{- if or .Values.primary.initdb.scriptsConfigMap .Values.primary.initdb.scripts }} + - name: custom-init-scripts + mountPath: /docker-entrypoint-initdb.d/ + {{- end }} + {{- if .Values.primary.initdb.scriptsSecret }} + - name: custom-init-scripts-secret + mountPath: /docker-entrypoint-initdb.d/secret + {{- end }} + {{- if or .Values.primary.extendedConfiguration .Values.primary.existingExtendedConfigmap }} + - name: postgresql-extended-config + mountPath: {{ .Values.primary.persistence.mountPath }}/conf/conf.d/ + {{- end }} + {{- if .Values.auth.usePasswordFiles }} + - name: postgresql-password + mountPath: /opt/bitnami/postgresql/secrets/ + {{- end }} + {{- if .Values.tls.enabled }} + - name: postgresql-certificates + mountPath: /opt/bitnami/postgresql/certs + readOnly: true + {{- end }} + {{- if .Values.shmVolume.enabled }} + - name: dshm + mountPath: /dev/shm + {{- end }} + {{- if .Values.primary.persistence.enabled }} + - name: data + mountPath: {{ .Values.primary.persistence.mountPath }} + {{- if .Values.primary.persistence.subPath }} + subPath: {{ .Values.primary.persistence.subPath }} + {{- end }} + {{- end }} + {{- if or .Values.primary.configuration .Values.primary.pgHbaConfiguration .Values.primary.existingConfigmap }} + - name: postgresql-config + mountPath: {{ .Values.primary.persistence.mountPath }}/conf + {{- end }} + {{- if .Values.primary.extraVolumeMounts }} + {{- include "common.tplvalues.render" (dict "value" .Values.primary.extraVolumeMounts "context" $) | nindent 12 }} + {{- end }} + {{- if .Values.metrics.enabled }} + - name: metrics + image: {{ include "postgresql.v1.metrics.image" . }} + imagePullPolicy: {{ .Values.metrics.image.pullPolicy | quote }} + {{- if .Values.metrics.containerSecurityContext.enabled }} + securityContext: {{- omit .Values.metrics.containerSecurityContext "enabled" | toYaml | nindent 12 }} + {{- end }} + {{- if .Values.diagnosticMode.enabled }} + command: {{- include "common.tplvalues.render" (dict "value" .Values.diagnosticMode.command "context" $) | nindent 12 }} + args: {{- include "common.tplvalues.render" (dict "value" .Values.diagnosticMode.args "context" $) | nindent 12 }} + {{- else if .Values.metrics.customMetrics }} + args: ["--extend.query-path", "/conf/custom-metrics.yaml"] + {{- end }} + env: + {{- $database := required "In order to enable metrics you need to specify a database (.Values.auth.database or .Values.global.postgresql.auth.database)" (include "postgresql.v1.database" .) }} + - name: DATA_SOURCE_URI + value: {{ printf "127.0.0.1:%d/%s?sslmode=disable" (int (include "postgresql.v1.service.port" .)) $database }} + {{- if .Values.auth.usePasswordFiles }} + - name: DATA_SOURCE_PASS_FILE + value: {{ printf "/opt/bitnami/postgresql/secrets/%s" (include "postgresql.v1.userPasswordKey" .) }} + {{- else }} + - name: DATA_SOURCE_PASS + valueFrom: + secretKeyRef: + name: {{ include "postgresql.v1.secretName" . }} + key: {{ include "postgresql.v1.userPasswordKey" . }} + {{- end }} + - name: DATA_SOURCE_USER + value: {{ default "postgres" $customUser | quote }} + {{- if .Values.metrics.extraEnvVars }} + {{- include "common.tplvalues.render" (dict "value" .Values.metrics.extraEnvVars "context" $) | nindent 12 }} + {{- end }} + ports: + - name: http-metrics + containerPort: {{ .Values.metrics.containerPorts.metrics }} + {{- if not .Values.diagnosticMode.enabled }} + {{- if .Values.metrics.customStartupProbe }} + startupProbe: {{- include "common.tplvalues.render" (dict "value" .Values.metrics.customStartupProbe "context" $) | nindent 12 }} + {{- else if .Values.metrics.startupProbe.enabled }} + startupProbe: {{- include "common.tplvalues.render" (dict "value" (omit .Values.metrics.startupProbe "enabled") "context" $) | nindent 12 }} + tcpSocket: + port: http-metrics + {{- end }} + {{- if .Values.metrics.customLivenessProbe }} + livenessProbe: {{- include "common.tplvalues.render" (dict "value" .Values.metrics.customLivenessProbe "context" $) | nindent 12 }} + {{- else if .Values.metrics.livenessProbe.enabled }} + livenessProbe: {{- include "common.tplvalues.render" (dict "value" (omit .Values.metrics.livenessProbe "enabled") "context" $) | nindent 12 }} + httpGet: + path: / + port: http-metrics + {{- end }} + {{- if .Values.metrics.customReadinessProbe }} + readinessProbe: {{- include "common.tplvalues.render" (dict "value" .Values.metrics.customReadinessProbe "context" $) | nindent 12 }} + {{- else if .Values.metrics.readinessProbe.enabled }} + readinessProbe: {{- include "common.tplvalues.render" (dict "value" (omit .Values.metrics.readinessProbe "enabled") "context" $) | nindent 12 }} + httpGet: + path: / + port: http-metrics + {{- end }} + {{- end }} + volumeMounts: + {{- if .Values.auth.usePasswordFiles }} + - name: postgresql-password + mountPath: /opt/bitnami/postgresql/secrets/ + {{- end }} + {{- if .Values.metrics.customMetrics }} + - name: custom-metrics + mountPath: /conf + readOnly: true + {{- end }} + {{- if .Values.metrics.resources }} + resources: {{- toYaml .Values.metrics.resources | nindent 12 }} + {{- end }} + {{- end }} + {{- if .Values.primary.sidecars }} + {{- include "common.tplvalues.render" ( dict "value" .Values.primary.sidecars "context" $ ) | nindent 8 }} + {{- end }} + volumes: + {{- if or .Values.primary.configuration .Values.primary.pgHbaConfiguration .Values.primary.existingConfigmap }} + - name: postgresql-config + configMap: + name: {{ include "postgresql.v1.primary.configmapName" . }} + {{- end }} + {{- if or .Values.primary.extendedConfiguration .Values.primary.existingExtendedConfigmap }} + - name: postgresql-extended-config + configMap: + name: {{ include "postgresql.v1.primary.extendedConfigmapName" . }} + {{- end }} + {{- if .Values.auth.usePasswordFiles }} + - name: postgresql-password + secret: + secretName: {{ include "postgresql.v1.secretName" . }} + {{- end }} + {{- if or .Values.primary.initdb.scriptsConfigMap .Values.primary.initdb.scripts }} + - name: custom-init-scripts + configMap: + name: {{ include "postgresql.v1.initdb.scriptsCM" . }} + {{- end }} + {{- if .Values.primary.initdb.scriptsSecret }} + - name: custom-init-scripts-secret + secret: + secretName: {{ tpl .Values.primary.initdb.scriptsSecret $ }} + {{- end }} + {{- if .Values.tls.enabled }} + - name: raw-certificates + secret: + secretName: {{ include "postgresql.v1.tlsSecretName" . }} + - name: postgresql-certificates + emptyDir: {} + {{- end }} + {{- if .Values.primary.extraVolumes }} + {{- include "common.tplvalues.render" ( dict "value" .Values.primary.extraVolumes "context" $ ) | nindent 8 }} + {{- end }} + {{- if and .Values.metrics.enabled .Values.metrics.customMetrics }} + - name: custom-metrics + configMap: + name: {{ printf "%s-metrics" (include "postgresql.v1.primary.fullname" .) }} + {{- end }} + {{- if .Values.shmVolume.enabled }} + - name: dshm + emptyDir: + medium: Memory + {{- if .Values.shmVolume.sizeLimit }} + sizeLimit: {{ .Values.shmVolume.sizeLimit }} + {{- end }} + {{- end }} + {{- if and .Values.primary.persistence.enabled .Values.primary.persistence.existingClaim }} + - name: data + persistentVolumeClaim: + claimName: {{ tpl .Values.primary.persistence.existingClaim $ }} + {{- else if not .Values.primary.persistence.enabled }} + - name: data + emptyDir: {} + {{- else }} + {{- if .Values.primary.persistentVolumeClaimRetentionPolicy.enabled }} + persistentVolumeClaimRetentionPolicy: + whenDeleted: {{ .Values.primary.persistentVolumeClaimRetentionPolicy.whenDeleted }} + whenScaled: {{ .Values.primary.persistentVolumeClaimRetentionPolicy.whenScaled }} + {{- end }} + volumeClaimTemplates: + - apiVersion: v1 + kind: PersistentVolumeClaim + metadata: + name: data + {{- if .Values.primary.persistence.annotations }} + annotations: {{- include "common.tplvalues.render" (dict "value" .Values.primary.persistence.annotations "context" $) | nindent 10 }} + {{- end }} + {{- if .Values.primary.persistence.labels }} + labels: {{- include "common.tplvalues.render" (dict "value" .Values.primary.persistence.labels "context" $) | nindent 10 }} + {{- end }} + spec: + accessModes: + {{- range .Values.primary.persistence.accessModes }} + - {{ . | quote }} + {{- end }} + {{- if .Values.primary.persistence.dataSource }} + dataSource: {{- include "common.tplvalues.render" (dict "value" .Values.primary.persistence.dataSource "context" $) | nindent 10 }} + {{- end }} + resources: + requests: + storage: {{ .Values.primary.persistence.size | quote }} + {{- if .Values.primary.persistence.selector }} + selector: {{- include "common.tplvalues.render" (dict "value" .Values.primary.persistence.selector "context" $) | nindent 10 }} + {{- end }} + {{- include "common.storage.class" (dict "persistence" .Values.primary.persistence "global" .Values.global) | nindent 8 }} + {{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/primary/svc-headless.yaml b/chart-source/fmeflow/charts/postgresql/templates/primary/svc-headless.yaml new file mode 100644 index 0000000..b18565a --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/primary/svc-headless.yaml @@ -0,0 +1,36 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +apiVersion: v1 +kind: Service +metadata: + name: {{ include "postgresql.v1.primary.svc.headless" . }} + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: primary + annotations: + {{- if or .Values.primary.service.headless.annotations .Values.commonAnnotations }} + {{- $annotations := include "common.tplvalues.merge" ( dict "values" ( list .Values.primary.service.headless.annotations .Values.commonAnnotations ) "context" . ) }} + {{- include "common.tplvalues.render" ( dict "value" $annotations "context" $) | nindent 4 }} + {{- end }} + # Use this annotation in addition to the actual publishNotReadyAddresses + # field below because the annotation will stop being respected soon but the + # field is broken in some versions of Kubernetes: + # https://github.com/kubernetes/kubernetes/issues/58662 + service.alpha.kubernetes.io/tolerate-unready-endpoints: "true" +spec: + type: ClusterIP + clusterIP: None + # We want all pods in the StatefulSet to have their addresses published for + # the sake of the other Postgresql pods even before they're ready, since they + # have to be able to talk to each other in order to become ready. + publishNotReadyAddresses: true + ports: + - name: tcp-postgresql + port: {{ template "postgresql.v1.service.port" . }} + targetPort: tcp-postgresql + {{- $podLabels := include "common.tplvalues.merge" ( dict "values" ( list .Values.primary.podLabels .Values.commonLabels ) "context" . ) }} + selector: {{- include "common.labels.matchLabels" ( dict "customLabels" $podLabels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: primary diff --git a/chart-source/fmeflow/charts/postgresql/templates/primary/svc.yaml b/chart-source/fmeflow/charts/postgresql/templates/primary/svc.yaml new file mode 100644 index 0000000..90f7e46 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/primary/svc.yaml @@ -0,0 +1,51 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +apiVersion: v1 +kind: Service +metadata: + name: {{ include "postgresql.v1.primary.fullname" . }} + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: primary + {{- if or .Values.commonAnnotations .Values.primary.service.annotations }} + {{- $annotations := include "common.tplvalues.merge" ( dict "values" ( list .Values.primary.service.annotations .Values.commonAnnotations ) "context" . ) }} + annotations: {{- include "common.tplvalues.render" ( dict "value" $annotations "context" $) | nindent 4 }} + {{- end }} +spec: + type: {{ .Values.primary.service.type }} + {{- if or (eq .Values.primary.service.type "LoadBalancer") (eq .Values.primary.service.type "NodePort") }} + externalTrafficPolicy: {{ .Values.primary.service.externalTrafficPolicy | quote }} + {{- end }} + {{- if and (eq .Values.primary.service.type "LoadBalancer") (not (empty .Values.primary.service.loadBalancerSourceRanges)) }} + loadBalancerSourceRanges: {{ .Values.primary.service.loadBalancerSourceRanges | toJson}} + {{- end }} + {{- if and (eq .Values.primary.service.type "LoadBalancer") (not (empty .Values.primary.service.loadBalancerIP)) }} + loadBalancerIP: {{ .Values.primary.service.loadBalancerIP }} + {{- end }} + {{- if and .Values.primary.service.clusterIP (eq .Values.primary.service.type "ClusterIP") }} + clusterIP: {{ .Values.primary.service.clusterIP }} + {{- end }} + {{- if .Values.primary.service.sessionAffinity }} + sessionAffinity: {{ .Values.primary.service.sessionAffinity }} + {{- end }} + {{- if .Values.primary.service.sessionAffinityConfig }} + sessionAffinityConfig: {{- include "common.tplvalues.render" (dict "value" .Values.primary.service.sessionAffinityConfig "context" $) | nindent 4 }} + {{- end }} + ports: + - name: tcp-postgresql + port: {{ template "postgresql.v1.service.port" . }} + targetPort: tcp-postgresql + {{- if and (or (eq .Values.primary.service.type "NodePort") (eq .Values.primary.service.type "LoadBalancer")) (not (empty .Values.primary.service.nodePorts.postgresql)) }} + nodePort: {{ .Values.primary.service.nodePorts.postgresql }} + {{- else if eq .Values.primary.service.type "ClusterIP" }} + nodePort: null + {{- end }} + {{- if .Values.primary.service.extraPorts }} + {{- include "common.tplvalues.render" (dict "value" .Values.primary.service.extraPorts "context" $) | nindent 4 }} + {{- end }} + {{- $podLabels := include "common.tplvalues.merge" ( dict "values" ( list .Values.primary.podLabels .Values.commonLabels ) "context" . ) }} + selector: {{- include "common.labels.matchLabels" ( dict "customLabels" $podLabels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: primary diff --git a/chart-source/fmeflow/charts/postgresql/templates/prometheusrule.yaml b/chart-source/fmeflow/charts/postgresql/templates/prometheusrule.yaml new file mode 100644 index 0000000..6cdb087 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/prometheusrule.yaml @@ -0,0 +1,22 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if and .Values.metrics.enabled .Values.metrics.prometheusRule.enabled }} +apiVersion: monitoring.coreos.com/v1 +kind: PrometheusRule +metadata: + name: {{ include "common.names.fullname" . }} + namespace: {{ default .Release.Namespace .Values.metrics.prometheusRule.namespace | quote }} + {{- $labels := include "common.tplvalues.merge" ( dict "values" ( list .Values.metrics.prometheusRule.labels .Values.commonLabels ) "context" . ) }} + labels: {{- include "common.labels.standard" ( dict "customLabels" $labels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: metrics + {{- if .Values.commonAnnotations }} + annotations: {{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }} + {{- end }} +spec: + groups: + - name: {{ include "common.names.fullname" . }} + rules: {{- include "common.tplvalues.render" ( dict "value" .Values.metrics.prometheusRule.rules "context" $ ) | nindent 8 }} +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/psp.yaml b/chart-source/fmeflow/charts/postgresql/templates/psp.yaml new file mode 100644 index 0000000..f6bf59f --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/psp.yaml @@ -0,0 +1,43 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- $pspAvailable := (semverCompare "<1.25-0" (include "common.capabilities.kubeVersion" .)) -}} +{{- if and $pspAvailable .Values.psp.create }} +apiVersion: policy/v1beta1 +kind: PodSecurityPolicy +metadata: + name: {{ include "common.names.fullname" . }} + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + {{- if .Values.commonAnnotations }} + annotations: {{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }} + {{- end }} +spec: + privileged: false + volumes: + - 'configMap' + - 'secret' + - 'persistentVolumeClaim' + - 'emptyDir' + - 'projected' + hostNetwork: false + hostIPC: false + hostPID: false + runAsUser: + rule: 'RunAsAny' + seLinux: + rule: 'RunAsAny' + supplementalGroups: + rule: 'MustRunAs' + ranges: + - min: 1 + max: 65535 + fsGroup: + rule: 'MustRunAs' + ranges: + - min: 1 + max: 65535 + readOnlyRootFilesystem: false +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/read/extended-configmap.yaml b/chart-source/fmeflow/charts/postgresql/templates/read/extended-configmap.yaml new file mode 100644 index 0000000..efa87bb --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/read/extended-configmap.yaml @@ -0,0 +1,20 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if (include "postgresql.v1.readReplicas.createExtendedConfigmap" .) }} +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ printf "%s-extended-configuration" (include "postgresql.v1.readReplica.fullname" .) }} + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: read + {{- if .Values.commonAnnotations }} + annotations: {{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }} + {{- end }} +data: + override.conf: |- + {{- include "common.tplvalues.render" ( dict "value" .Values.readReplicas.extendedConfiguration "context" $ ) | nindent 4 }} +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/read/metrics-configmap.yaml b/chart-source/fmeflow/charts/postgresql/templates/read/metrics-configmap.yaml new file mode 100644 index 0000000..a1e06bf --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/read/metrics-configmap.yaml @@ -0,0 +1,18 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if and .Values.metrics.enabled .Values.metrics.customMetrics (eq .Values.architecture "replication") }} +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ printf "%s-metrics" (include "postgresql.v1.readReplica.fullname" .) }} + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + {{- if .Values.commonAnnotations }} + annotations: {{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }} + {{- end }} +data: + custom-metrics.yaml: {{ toYaml .Values.metrics.customMetrics | quote }} +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/read/metrics-svc.yaml b/chart-source/fmeflow/charts/postgresql/templates/read/metrics-svc.yaml new file mode 100644 index 0000000..e9f13e0 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/read/metrics-svc.yaml @@ -0,0 +1,31 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if and .Values.metrics.enabled (eq .Values.architecture "replication") }} +apiVersion: v1 +kind: Service +metadata: + name: {{ printf "%s-metrics" (include "postgresql.v1.readReplica.fullname" .) }} + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: metrics-read + {{- if or .Values.commonAnnotations .Values.metrics.service.annotations }} + {{- $annotations := include "common.tplvalues.merge" ( dict "values" ( list .Values.metrics.service.annotations .Values.commonAnnotations ) "context" . ) }} + annotations: {{- include "common.tplvalues.render" ( dict "value" $annotations "context" $) | nindent 4 }} + {{- end }} +spec: + type: ClusterIP + sessionAffinity: {{ .Values.metrics.service.sessionAffinity }} + {{- if .Values.metrics.service.clusterIP }} + clusterIP: {{ .Values.metrics.service.clusterIP }} + {{- end }} + ports: + - name: http-metrics + port: {{ .Values.metrics.service.ports.metrics }} + targetPort: http-metrics + {{- $podLabels := include "common.tplvalues.merge" ( dict "values" ( list .Values.readReplicas.podLabels .Values.commonLabels ) "context" . ) }} + selector: {{- include "common.labels.matchLabels" ( dict "customLabels" $podLabels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: read +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/read/networkpolicy.yaml b/chart-source/fmeflow/charts/postgresql/templates/read/networkpolicy.yaml new file mode 100644 index 0000000..79d3a5a --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/read/networkpolicy.yaml @@ -0,0 +1,39 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if and .Values.networkPolicy.enabled (eq .Values.architecture "replication") .Values.networkPolicy.ingressRules.readReplicasAccessOnlyFrom.enabled }} +apiVersion: {{ include "common.capabilities.networkPolicy.apiVersion" . }} +kind: NetworkPolicy +metadata: + name: {{ printf "%s-ingress" (include "postgresql.v1.readReplica.fullname" .) }} + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: read + {{- if .Values.commonAnnotations }} + annotations: {{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }} + {{- end }} +spec: + {{- $podLabels := include "common.tplvalues.merge" ( dict "values" ( list .Values.readReplicas.podLabels .Values.commonLabels ) "context" . ) }} + podSelector: + matchLabels: {{- include "common.labels.matchLabels" ( dict "customLabels" $podLabels "context" $ ) | nindent 6 }} + app.kubernetes.io/component: read + ingress: + {{- if and .Values.networkPolicy.ingressRules.readReplicasAccessOnlyFrom.enabled (or .Values.networkPolicy.ingressRules.readReplicasAccessOnlyFrom.namespaceSelector .Values.networkPolicy.ingressRules.readReplicasAccessOnlyFrom.podSelector) }} + - from: + {{- if .Values.networkPolicy.ingressRules.readReplicasAccessOnlyFrom.namespaceSelector }} + - namespaceSelector: + matchLabels: {{- include "common.tplvalues.render" (dict "value" .Values.networkPolicy.ingressRules.readReplicasAccessOnlyFrom.namespaceSelector "context" $) | nindent 14 }} + {{- end }} + {{- if .Values.networkPolicy.ingressRules.readReplicasAccessOnlyFrom.podSelector }} + - podSelector: + matchLabels: {{- include "common.tplvalues.render" (dict "value" .Values.networkPolicy.ingressRules.readReplicasAccessOnlyFrom.podSelector "context" $) | nindent 14 }} + {{- end }} + ports: + - port: {{ .Values.containerPorts.postgresql }} + {{- end }} + {{- if .Values.networkPolicy.ingressRules.readReplicasAccessOnlyFrom.customRules }} + {{- include "common.tplvalues.render" (dict "value" .Values.networkPolicy.ingressRules.readReplicasAccessOnlyFrom.customRules "context" $) | nindent 4 }} + {{- end }} +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/read/servicemonitor.yaml b/chart-source/fmeflow/charts/postgresql/templates/read/servicemonitor.yaml new file mode 100644 index 0000000..845734b --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/read/servicemonitor.yaml @@ -0,0 +1,46 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if and .Values.metrics.enabled .Values.metrics.serviceMonitor.enabled (eq .Values.architecture "replication") }} +apiVersion: monitoring.coreos.com/v1 +kind: ServiceMonitor +metadata: + name: {{ include "postgresql.v1.readReplica.fullname" . }} + namespace: {{ default .Release.Namespace .Values.metrics.serviceMonitor.namespace | quote }} + {{- $labels := include "common.tplvalues.merge" ( dict "values" ( list .Values.metrics.serviceMonitor.labels .Values.commonLabels ) "context" . ) }} + labels: {{- include "common.labels.standard" ( dict "customLabels" $labels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: metrics-read + {{- if .Values.commonAnnotations }} + annotations: {{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }} + {{- end }} +spec: + {{- if .Values.metrics.serviceMonitor.jobLabel }} + jobLabel: {{ .Values.metrics.serviceMonitor.jobLabel }} + {{- end }} + selector: + {{- $svcLabels := include "common.tplvalues.merge" ( dict "values" ( list .Values.metrics.serviceMonitor.selector .Values.commonLabels ) "context" . ) }} + matchLabels: {{- include "common.labels.matchLabels" ( dict "customLabels" $svcLabels "context" $ ) | nindent 6 }} + app.kubernetes.io/component: metrics-read + endpoints: + - port: http-metrics + {{- if .Values.metrics.serviceMonitor.interval }} + interval: {{ .Values.metrics.serviceMonitor.interval }} + {{- end }} + {{- if .Values.metrics.serviceMonitor.scrapeTimeout }} + scrapeTimeout: {{ .Values.metrics.serviceMonitor.scrapeTimeout }} + {{- end }} + {{- if .Values.metrics.serviceMonitor.relabelings }} + relabelings: {{- include "common.tplvalues.render" ( dict "value" .Values.metrics.serviceMonitor.relabelings "context" $) | nindent 6 }} + {{- end }} + {{- if .Values.metrics.serviceMonitor.metricRelabelings }} + metricRelabelings: {{- include "common.tplvalues.render" ( dict "value" .Values.metrics.serviceMonitor.metricRelabelings "context" $) | nindent 6 }} + {{- end }} + {{- if .Values.metrics.serviceMonitor.honorLabels }} + honorLabels: {{ .Values.metrics.serviceMonitor.honorLabels }} + {{- end }} + namespaceSelector: + matchNames: + - {{ .Release.Namespace | quote }} +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/read/statefulset.yaml b/chart-source/fmeflow/charts/postgresql/templates/read/statefulset.yaml new file mode 100644 index 0000000..8268700 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/read/statefulset.yaml @@ -0,0 +1,552 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if eq .Values.architecture "replication" }} +{{- $customUser := include "postgresql.v1.username" . }} +apiVersion: {{ include "common.capabilities.statefulset.apiVersion" . }} +kind: StatefulSet +metadata: + name: {{ include "postgresql.v1.readReplica.fullname" . }} + namespace: {{ .Release.Namespace | quote }} + {{- $labels := include "common.tplvalues.merge" ( dict "values" ( list .Values.readReplicas.labels .Values.commonLabels ) "context" . ) }} + labels: {{- include "common.labels.standard" ( dict "customLabels" $labels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: read + {{- if or .Values.commonAnnotations .Values.readReplicas.annotations }} + {{- $annotations := include "common.tplvalues.merge" ( dict "values" ( list .Values.readReplicas.annotations .Values.commonAnnotations ) "context" . ) }} + annotations: {{- include "common.tplvalues.render" ( dict "value" $annotations "context" $) | nindent 4 }} + {{- end }} +spec: + replicas: {{ .Values.readReplicas.replicaCount }} + serviceName: {{ include "postgresql.v1.readReplica.svc.headless" . }} + {{- if .Values.readReplicas.updateStrategy }} + updateStrategy: {{- toYaml .Values.readReplicas.updateStrategy | nindent 4 }} + {{- end }} + {{- $podLabels := include "common.tplvalues.merge" ( dict "values" ( list .Values.readReplicas.podLabels .Values.commonLabels ) "context" . ) }} + selector: + matchLabels: {{- include "common.labels.matchLabels" ( dict "customLabels" $podLabels "context" $ ) | nindent 6 }} + app.kubernetes.io/component: read + template: + metadata: + name: {{ include "postgresql.v1.readReplica.fullname" . }} + labels: {{- include "common.labels.standard" ( dict "customLabels" $podLabels "context" $ ) | nindent 8 }} + app.kubernetes.io/component: read + {{- if or (include "postgresql.v1.readReplicas.createExtendedConfigmap" .) .Values.readReplicas.podAnnotations }} + annotations: + {{- if (include "postgresql.v1.readReplicas.createExtendedConfigmap" .) }} + checksum/extended-configuration: {{ pick (include (print $.Template.BasePath "/primary/extended-configmap.yaml") . | fromYaml) "data" | toYaml | sha256sum }} + {{- end }} + {{- if .Values.readReplicas.podAnnotations }} + {{- include "common.tplvalues.render" ( dict "value" .Values.readReplicas.podAnnotations "context" $ ) | nindent 8 }} + {{- end }} + {{- end }} + spec: + {{- if .Values.readReplicas.extraPodSpec }} + {{- include "common.tplvalues.render" (dict "value" .Values.readReplicas.extraPodSpec "context" $) | nindent 6 }} + {{- end }} + serviceAccountName: {{ include "postgresql.v1.serviceAccountName" . }} + {{- include "postgresql.v1.imagePullSecrets" . | nindent 6 }} + {{- if .Values.readReplicas.hostAliases }} + hostAliases: {{- include "common.tplvalues.render" (dict "value" .Values.readReplicas.hostAliases "context" $) | nindent 8 }} + {{- end }} + {{- if .Values.readReplicas.affinity }} + affinity: {{- include "common.tplvalues.render" (dict "value" .Values.readReplicas.affinity "context" $) | nindent 8 }} + {{- else }} + affinity: + podAffinity: {{- include "common.affinities.pods" (dict "type" .Values.readReplicas.podAffinityPreset "component" "read" "customLabels" $podLabels "context" $) | nindent 10 }} + podAntiAffinity: {{- include "common.affinities.pods" (dict "type" .Values.readReplicas.podAntiAffinityPreset "component" "read" "customLabels" $podLabels "context" $) | nindent 10 }} + nodeAffinity: {{- include "common.affinities.nodes" (dict "type" .Values.readReplicas.nodeAffinityPreset.type "key" .Values.readReplicas.nodeAffinityPreset.key "values" .Values.readReplicas.nodeAffinityPreset.values) | nindent 10 }} + {{- end }} + {{- if .Values.readReplicas.nodeSelector }} + nodeSelector: {{- include "common.tplvalues.render" (dict "value" .Values.readReplicas.nodeSelector "context" $) | nindent 8 }} + {{- end }} + {{- if .Values.readReplicas.tolerations }} + tolerations: {{- include "common.tplvalues.render" (dict "value" .Values.readReplicas.tolerations "context" $) | nindent 8 }} + {{- end }} + {{- if .Values.readReplicas.topologySpreadConstraints }} + topologySpreadConstraints: {{- include "common.tplvalues.render" (dict "value" .Values.readReplicas.topologySpreadConstraints "context" $) | nindent 8 }} + {{- end }} + {{- if .Values.readReplicas.priorityClassName }} + priorityClassName: {{ .Values.readReplicas.priorityClassName }} + {{- end }} + {{- if .Values.readReplicas.schedulerName }} + schedulerName: {{ .Values.readReplicas.schedulerName | quote }} + {{- end }} + {{- if .Values.readReplicas.terminationGracePeriodSeconds }} + terminationGracePeriodSeconds: {{ .Values.readReplicas.terminationGracePeriodSeconds }} + {{- end }} + {{- if .Values.readReplicas.podSecurityContext.enabled }} + securityContext: {{- omit .Values.readReplicas.podSecurityContext "enabled" | toYaml | nindent 8 }} + {{- end }} + hostNetwork: {{ .Values.readReplicas.hostNetwork }} + hostIPC: {{ .Values.readReplicas.hostIPC }} + {{- if or (and .Values.tls.enabled (not .Values.volumePermissions.enabled)) (and .Values.volumePermissions.enabled (or .Values.readReplicas.persistence.enabled .Values.shmVolume.enabled)) .Values.readReplicas.initContainers }} + initContainers: + {{- if and .Values.tls.enabled (not .Values.volumePermissions.enabled) }} + - name: copy-certs + image: {{ include "postgresql.v1.volumePermissions.image" . }} + imagePullPolicy: {{ .Values.volumePermissions.image.pullPolicy | quote }} + {{- if .Values.readReplicas.resources }} + resources: {{- toYaml .Values.readReplicas.resources | nindent 12 }} + {{- end }} + # We don't require a privileged container in this case + {{- if .Values.readReplicas.containerSecurityContext.enabled }} + securityContext: {{- omit .Values.readReplicas.containerSecurityContext "enabled" | toYaml | nindent 12 }} + {{- end }} + command: + - /bin/sh + - -ec + - | + cp /tmp/certs/* /opt/bitnami/postgresql/certs/ + chmod 600 {{ include "postgresql.v1.tlsCertKey" . }} + volumeMounts: + - name: raw-certificates + mountPath: /tmp/certs + - name: postgresql-certificates + mountPath: /opt/bitnami/postgresql/certs + {{- else if and .Values.volumePermissions.enabled (or .Values.readReplicas.persistence.enabled .Values.shmVolume.enabled) }} + - name: init-chmod-data + image: {{ include "postgresql.v1.volumePermissions.image" . }} + imagePullPolicy: {{ .Values.volumePermissions.image.pullPolicy | quote }} + {{- if .Values.readReplicas.resources }} + resources: {{- toYaml .Values.readReplicas.resources | nindent 12 }} + {{- end }} + command: + - /bin/sh + - -ec + - | + {{- if .Values.readReplicas.persistence.enabled }} + {{- if eq ( toString ( .Values.volumePermissions.containerSecurityContext.runAsUser )) "auto" }} + chown `id -u`:`id -G | cut -d " " -f2` {{ .Values.readReplicas.persistence.mountPath }} + {{- else }} + chown {{ .Values.readReplicas.containerSecurityContext.runAsUser }}:{{ .Values.readReplicas.podSecurityContext.fsGroup }} {{ .Values.readReplicas.persistence.mountPath }} + {{- end }} + mkdir -p {{ .Values.readReplicas.persistence.mountPath }}/data {{- if (include "postgresql.v1.mountConfigurationCM" .) }} {{ .Values.readReplicas.persistence.mountPath }}/conf {{- end }} + chmod 700 {{ .Values.readReplicas.persistence.mountPath }}/data {{- if (include "postgresql.v1.mountConfigurationCM" .) }} {{ .Values.readReplicas.persistence.mountPath }}/conf {{- end }} + find {{ .Values.readReplicas.persistence.mountPath }} -mindepth 1 -maxdepth 1 {{- if not (include "postgresql.v1.mountConfigurationCM" .) }} -not -name "conf" {{- end }} -not -name ".snapshot" -not -name "lost+found" | \ + {{- if eq ( toString ( .Values.volumePermissions.containerSecurityContext.runAsUser )) "auto" }} + xargs -r chown -R `id -u`:`id -G | cut -d " " -f2` + {{- else }} + xargs -r chown -R {{ .Values.readReplicas.containerSecurityContext.runAsUser }}:{{ .Values.readReplicas.podSecurityContext.fsGroup }} + {{- end }} + {{- end }} + {{- if .Values.shmVolume.enabled }} + chmod -R 777 /dev/shm + {{- end }} + {{- if .Values.tls.enabled }} + cp /tmp/certs/* /opt/bitnami/postgresql/certs/ + {{- if eq ( toString ( .Values.volumePermissions.containerSecurityContext.runAsUser )) "auto" }} + chown -R `id -u`:`id -G | cut -d " " -f2` /opt/bitnami/postgresql/certs/ + {{- else }} + chown -R {{ .Values.readReplicas.containerSecurityContext.runAsUser }}:{{ .Values.readReplicas.podSecurityContext.fsGroup }} /opt/bitnami/postgresql/certs/ + {{- end }} + chmod 600 {{ include "postgresql.v1.tlsCertKey" . }} + {{- end }} + {{- if eq ( toString ( .Values.volumePermissions.containerSecurityContext.runAsUser )) "auto" }} + securityContext: {{- omit .Values.volumePermissions.containerSecurityContext "runAsUser" | toYaml | nindent 12 }} + {{- else }} + securityContext: {{- .Values.volumePermissions.containerSecurityContext | toYaml | nindent 12 }} + {{- end }} + volumeMounts: + {{ if .Values.readReplicas.persistence.enabled }} + - name: data + mountPath: {{ .Values.readReplicas.persistence.mountPath }} + {{- if .Values.readReplicas.persistence.subPath }} + subPath: {{ .Values.readReplicas.persistence.subPath }} + {{- end }} + {{- end }} + {{- if .Values.shmVolume.enabled }} + - name: dshm + mountPath: /dev/shm + {{- end }} + {{- if .Values.tls.enabled }} + - name: raw-certificates + mountPath: /tmp/certs + - name: postgresql-certificates + mountPath: /opt/bitnami/postgresql/certs + {{- end }} + {{- end }} + {{- if .Values.readReplicas.initContainers }} + {{- include "common.tplvalues.render" ( dict "value" .Values.readReplicas.initContainers "context" $ ) | nindent 8 }} + {{- end }} + {{- end }} + containers: + - name: postgresql + image: {{ include "postgresql.v1.image" . }} + imagePullPolicy: {{ .Values.image.pullPolicy | quote }} + {{- if .Values.readReplicas.containerSecurityContext.enabled }} + securityContext: {{- omit .Values.readReplicas.containerSecurityContext "enabled" | toYaml | nindent 12 }} + {{- end }} + {{- if .Values.diagnosticMode.enabled }} + command: {{- include "common.tplvalues.render" (dict "value" .Values.diagnosticMode.command "context" $) | nindent 12 }} + {{- else if .Values.readReplicas.command }} + command: {{- include "common.tplvalues.render" (dict "value" .Values.readReplicas.command "context" $) | nindent 12 }} + {{- end }} + {{- if .Values.diagnosticMode.enabled }} + args: {{- include "common.tplvalues.render" (dict "value" .Values.diagnosticMode.args "context" $) | nindent 12 }} + {{- else if .Values.readReplicas.args }} + args: {{- include "common.tplvalues.render" (dict "value" .Values.readReplicas.args "context" $) | nindent 12 }} + {{- end }} + env: + - name: BITNAMI_DEBUG + value: {{ ternary "true" "false" (or .Values.image.debug .Values.diagnosticMode.enabled) | quote }} + - name: POSTGRESQL_PORT_NUMBER + value: {{ .Values.containerPorts.postgresql | quote }} + - name: POSTGRESQL_VOLUME_DIR + value: {{ .Values.readReplicas.persistence.mountPath | quote }} + {{- if .Values.readReplicas.persistence.mountPath }} + - name: PGDATA + value: {{ .Values.postgresqlDataDir | quote }} + {{- end }} + # Authentication + {{- if or (eq $customUser "postgres") (empty $customUser) }} + {{- if .Values.auth.enablePostgresUser }} + {{- if .Values.auth.usePasswordFiles }} + - name: POSTGRES_PASSWORD_FILE + value: {{ printf "/opt/bitnami/postgresql/secrets/%s" (include "postgresql.v1.adminPasswordKey" .) }} + {{- else }} + - name: POSTGRES_PASSWORD + valueFrom: + secretKeyRef: + name: {{ include "postgresql.v1.secretName" . }} + key: {{ include "postgresql.v1.adminPasswordKey" . }} + {{- end }} + {{- else }} + - name: ALLOW_EMPTY_PASSWORD + value: "true" + {{- end }} + {{- else }} + - name: POSTGRES_USER + value: {{ $customUser | quote }} + {{- if .Values.auth.usePasswordFiles }} + - name: POSTGRES_PASSWORD_FILE + value: {{ printf "/opt/bitnami/postgresql/secrets/%s" (include "postgresql.v1.userPasswordKey" .) }} + {{- else }} + - name: POSTGRES_PASSWORD + valueFrom: + secretKeyRef: + name: {{ include "postgresql.v1.secretName" . }} + key: {{ include "postgresql.v1.userPasswordKey" . }} + {{- end }} + {{- if .Values.auth.enablePostgresUser }} + {{- if .Values.auth.usePasswordFiles }} + - name: POSTGRES_POSTGRES_PASSWORD_FILE + value: {{ printf "/opt/bitnami/postgresql/secrets/%s" (include "postgresql.v1.adminPasswordKey" .) }} + {{- else }} + - name: POSTGRES_POSTGRES_PASSWORD + valueFrom: + secretKeyRef: + name: {{ include "postgresql.v1.secretName" . }} + key: {{ include "postgresql.v1.adminPasswordKey" . }} + {{- end }} + {{- end }} + {{- end }} + # Replication + - name: POSTGRES_REPLICATION_MODE + value: "slave" + - name: POSTGRES_REPLICATION_USER + value: {{ .Values.auth.replicationUsername | quote }} + {{- if .Values.auth.usePasswordFiles }} + - name: POSTGRES_REPLICATION_PASSWORD_FILE + value: {{ printf "/opt/bitnami/postgresql/secrets/%s" (include "postgresql.v1.replicationPasswordKey" .) }} + {{- else }} + - name: POSTGRES_REPLICATION_PASSWORD + valueFrom: + secretKeyRef: + name: {{ include "postgresql.v1.secretName" . }} + key: {{ include "postgresql.v1.replicationPasswordKey" . }} + {{- end }} + - name: POSTGRES_CLUSTER_APP_NAME + value: {{ .Values.replication.applicationName }} + - name: POSTGRES_MASTER_HOST + value: {{ include "postgresql.v1.primary.fullname" . }} + - name: POSTGRES_MASTER_PORT_NUMBER + value: {{ include "postgresql.v1.service.port" . | quote }} + # TLS + - name: POSTGRESQL_ENABLE_TLS + value: {{ ternary "yes" "no" .Values.tls.enabled | quote }} + {{- if .Values.tls.enabled }} + - name: POSTGRESQL_TLS_PREFER_SERVER_CIPHERS + value: {{ ternary "yes" "no" .Values.tls.preferServerCiphers | quote }} + - name: POSTGRESQL_TLS_CERT_FILE + value: {{ include "postgresql.v1.tlsCert" . }} + - name: POSTGRESQL_TLS_KEY_FILE + value: {{ include "postgresql.v1.tlsCertKey" . }} + {{- if .Values.tls.certCAFilename }} + - name: POSTGRESQL_TLS_CA_FILE + value: {{ include "postgresql.v1.tlsCACert" . }} + {{- end }} + {{- if .Values.tls.crlFilename }} + - name: POSTGRESQL_TLS_CRL_FILE + value: {{ include "postgresql.v1.tlsCRL" . }} + {{- end }} + {{- end }} + # Audit + - name: POSTGRESQL_LOG_HOSTNAME + value: {{ .Values.audit.logHostname | quote }} + - name: POSTGRESQL_LOG_CONNECTIONS + value: {{ .Values.audit.logConnections | quote }} + - name: POSTGRESQL_LOG_DISCONNECTIONS + value: {{ .Values.audit.logDisconnections | quote }} + {{- if .Values.audit.logLinePrefix }} + - name: POSTGRESQL_LOG_LINE_PREFIX + value: {{ .Values.audit.logLinePrefix | quote }} + {{- end }} + {{- if .Values.audit.logTimezone }} + - name: POSTGRESQL_LOG_TIMEZONE + value: {{ .Values.audit.logTimezone | quote }} + {{- end }} + {{- if .Values.audit.pgAuditLog }} + - name: POSTGRESQL_PGAUDIT_LOG + value: {{ .Values.audit.pgAuditLog | quote }} + {{- end }} + - name: POSTGRESQL_PGAUDIT_LOG_CATALOG + value: {{ .Values.audit.pgAuditLogCatalog | quote }} + # Others + - name: POSTGRESQL_CLIENT_MIN_MESSAGES + value: {{ .Values.audit.clientMinMessages | quote }} + - name: POSTGRESQL_SHARED_PRELOAD_LIBRARIES + value: {{ .Values.postgresqlSharedPreloadLibraries | quote }} + {{- if .Values.readReplicas.extraEnvVars }} + {{- include "common.tplvalues.render" (dict "value" .Values.readReplicas.extraEnvVars "context" $) | nindent 12 }} + {{- end }} + {{- if or .Values.readReplicas.extraEnvVarsCM .Values.readReplicas.extraEnvVarsSecret }} + envFrom: + {{- if .Values.readReplicas.extraEnvVarsCM }} + - configMapRef: + name: {{ .Values.readReplicas.extraEnvVarsCM }} + {{- end }} + {{- if .Values.readReplicas.extraEnvVarsSecret }} + - secretRef: + name: {{ .Values.readReplicas.extraEnvVarsSecret }} + {{- end }} + {{- end }} + ports: + - name: tcp-postgresql + containerPort: {{ .Values.containerPorts.postgresql }} + {{- if not .Values.diagnosticMode.enabled }} + {{- if .Values.readReplicas.customStartupProbe }} + startupProbe: {{- include "common.tplvalues.render" (dict "value" .Values.readReplicas.customStartupProbe "context" $) | nindent 12 }} + {{- else if .Values.readReplicas.startupProbe.enabled }} + startupProbe: {{- include "common.tplvalues.render" (dict "value" (omit .Values.readReplicas.startupProbe "enabled") "context" $) | nindent 12 }} + exec: + command: + - /bin/sh + - -c + {{- if (include "postgresql.v1.database" .) }} + - exec pg_isready -U {{ default "postgres" $customUser| quote }} -d "dbname={{ include "postgresql.v1.database" . }} {{- if and .Values.tls.enabled .Values.tls.certCAFilename }} sslcert={{ include "postgresql.v1.tlsCert" . }} sslkey={{ include "postgresql.v1.tlsCertKey" . }}{{- end }}" -h 127.0.0.1 -p {{ .Values.containerPorts.postgresql }} + {{- else }} + - exec pg_isready -U {{ default "postgres" $customUser | quote }} {{- if and .Values.tls.enabled .Values.tls.certCAFilename }} -d "sslcert={{ include "postgresql.v1.tlsCert" . }} sslkey={{ include "postgresql.v1.tlsCertKey" . }}"{{- end }} -h 127.0.0.1 -p {{ .Values.containerPorts.postgresql }} + {{- end }} + {{- end }} + {{- if .Values.readReplicas.customLivenessProbe }} + livenessProbe: {{- include "common.tplvalues.render" (dict "value" .Values.readReplicas.customLivenessProbe "context" $) | nindent 12 }} + {{- else if .Values.readReplicas.livenessProbe.enabled }} + livenessProbe: {{- include "common.tplvalues.render" (dict "value" (omit .Values.readReplicas.livenessProbe "enabled") "context" $) | nindent 12 }} + exec: + command: + - /bin/sh + - -c + {{- if (include "postgresql.v1.database" .) }} + - exec pg_isready -U {{ default "postgres" $customUser | quote }} -d "dbname={{ include "postgresql.v1.database" . }} {{- if and .Values.tls.enabled .Values.tls.certCAFilename }} sslcert={{ include "postgresql.v1.tlsCert" . }} sslkey={{ include "postgresql.v1.tlsCertKey" . }}{{- end }}" -h 127.0.0.1 -p {{ .Values.containerPorts.postgresql }} + {{- else }} + - exec pg_isready -U {{default "postgres" $customUser | quote }} {{- if and .Values.tls.enabled .Values.tls.certCAFilename }} -d "sslcert={{ include "postgresql.v1.tlsCert" . }} sslkey={{ include "postgresql.v1.tlsCertKey" . }}"{{- end }} -h 127.0.0.1 -p {{ .Values.containerPorts.postgresql }} + {{- end }} + {{- end }} + {{- if .Values.readReplicas.customReadinessProbe }} + readinessProbe: {{- include "common.tplvalues.render" (dict "value" .Values.readReplicas.customReadinessProbe "context" $) | nindent 12 }} + {{- else if .Values.readReplicas.readinessProbe.enabled }} + readinessProbe: {{- include "common.tplvalues.render" (dict "value" (omit .Values.readReplicas.readinessProbe "enabled") "context" $) | nindent 12 }} + exec: + command: + - /bin/sh + - -c + - -e + {{- include "postgresql.v1.readinessProbeCommand" . | nindent 16 }} + {{- end }} + {{- end }} + {{- if .Values.readReplicas.resources }} + resources: {{- toYaml .Values.readReplicas.resources | nindent 12 }} + {{- end }} + {{- if .Values.readReplicas.lifecycleHooks }} + lifecycle: {{- include "common.tplvalues.render" (dict "value" .Values.readReplicas.lifecycleHooks "context" $) | nindent 12 }} + {{- end }} + volumeMounts: + {{- if .Values.auth.usePasswordFiles }} + - name: postgresql-password + mountPath: /opt/bitnami/postgresql/secrets/ + {{- end }} + {{- if .Values.readReplicas.extendedConfiguration }} + - name: postgresql-extended-config + mountPath: {{ .Values.readReplicas.persistence.mountPath }}/conf/conf.d/ + {{- end }} + {{- if .Values.tls.enabled }} + - name: postgresql-certificates + mountPath: /opt/bitnami/postgresql/certs + readOnly: true + {{- end }} + {{- if .Values.shmVolume.enabled }} + - name: dshm + mountPath: /dev/shm + {{- end }} + {{- if .Values.readReplicas.persistence.enabled }} + - name: data + mountPath: {{ .Values.readReplicas.persistence.mountPath }} + {{- if .Values.readReplicas.persistence.subPath }} + subPath: {{ .Values.readReplicas.persistence.subPath }} + {{- end }} + {{- end }} + {{- if .Values.readReplicas.extraVolumeMounts }} + {{- include "common.tplvalues.render" (dict "value" .Values.readReplicas.extraVolumeMounts "context" $) | nindent 12 }} + {{- end }} + {{- if .Values.metrics.enabled }} + - name: metrics + image: {{ include "postgresql.v1.metrics.image" . }} + imagePullPolicy: {{ .Values.metrics.image.pullPolicy | quote }} + {{- if .Values.metrics.containerSecurityContext.enabled }} + securityContext: {{- omit .Values.metrics.containerSecurityContext "enabled" | toYaml | nindent 12 }} + {{- end }} + {{- if .Values.diagnosticMode.enabled }} + command: {{- include "common.tplvalues.render" (dict "value" .Values.diagnosticMode.command "context" $) | nindent 12 }} + args: {{- include "common.tplvalues.render" (dict "value" .Values.diagnosticMode.args "context" $) | nindent 12 }} + {{- else if .Values.metrics.customMetrics }} + args: [ "--extend.query-path", "/conf/custom-metrics.yaml" ] + {{- end }} + env: + {{- $database := required "In order to enable metrics you need to specify a database (.Values.auth.database or .Values.global.postgresql.auth.database)" (include "postgresql.v1.database" .) }} + - name: DATA_SOURCE_URI + value: {{ printf "127.0.0.1:%d/%s?sslmode=disable" (int (include "postgresql.v1.service.port" .)) $database }} + {{- if .Values.auth.usePasswordFiles }} + - name: DATA_SOURCE_PASS_FILE + value: {{ printf "/opt/bitnami/postgresql/secrets/%s" (include "postgresql.v1.userPasswordKey" .) }} + {{- else }} + - name: DATA_SOURCE_PASS + valueFrom: + secretKeyRef: + name: {{ include "postgresql.v1.secretName" . }} + key: {{ include "postgresql.v1.userPasswordKey" . }} + {{- end }} + - name: DATA_SOURCE_USER + value: {{ default "postgres" $customUser | quote }} + {{- if .Values.metrics.extraEnvVars }} + {{- include "common.tplvalues.render" (dict "value" .Values.metrics.extraEnvVars "context" $) | nindent 12 }} + {{- end }} + ports: + - name: http-metrics + containerPort: {{ .Values.metrics.containerPorts.metrics }} + {{- if not .Values.diagnosticMode.enabled }} + {{- if .Values.metrics.customStartupProbe }} + startupProbe: {{- include "common.tplvalues.render" (dict "value" .Values.metrics.customStartupProbe "context" $) | nindent 12 }} + {{- else if .Values.metrics.startupProbe.enabled }} + startupProbe: {{- include "common.tplvalues.render" (dict "value" (omit .Values.metrics.startupProbe "enabled") "context" $) | nindent 12 }} + tcpSocket: + port: http-metrics + {{- end }} + {{- if .Values.metrics.customLivenessProbe }} + livenessProbe: {{- include "common.tplvalues.render" (dict "value" .Values.metrics.customLivenessProbe "context" $) | nindent 12 }} + {{- else if .Values.metrics.livenessProbe.enabled }} + livenessProbe: {{- include "common.tplvalues.render" (dict "value" (omit .Values.metrics.livenessProbe "enabled") "context" $) | nindent 12 }} + httpGet: + path: / + port: http-metrics + {{- end }} + {{- if .Values.metrics.customReadinessProbe }} + readinessProbe: {{- include "common.tplvalues.render" (dict "value" .Values.metrics.customReadinessProbe "context" $) | nindent 12 }} + {{- else if .Values.metrics.readinessProbe.enabled }} + readinessProbe: {{- include "common.tplvalues.render" (dict "value" (omit .Values.metrics.readinessProbe "enabled") "context" $) | nindent 12 }} + httpGet: + path: / + port: http-metrics + {{- end }} + {{- end }} + volumeMounts: + {{- if .Values.auth.usePasswordFiles }} + - name: postgresql-password + mountPath: /opt/bitnami/postgresql/secrets/ + {{- end }} + {{- if .Values.metrics.customMetrics }} + - name: custom-metrics + mountPath: /conf + readOnly: true + {{- end }} + {{- if .Values.metrics.resources }} + resources: {{- toYaml .Values.metrics.resources | nindent 12 }} + {{- end }} + {{- end }} + {{- if .Values.readReplicas.sidecars }} + {{- include "common.tplvalues.render" ( dict "value" .Values.readReplicas.sidecars "context" $ ) | nindent 8 }} + {{- end }} + volumes: + {{- if .Values.readReplicas.extendedConfiguration }} + - name: postgresql-extended-config + configMap: + name: {{ include "postgresql.v1.readReplicas.extendedConfigmapName" . }} + {{- end }} + {{- if .Values.auth.usePasswordFiles }} + - name: postgresql-password + secret: + secretName: {{ include "postgresql.v1.secretName" . }} + {{- end }} + {{- if .Values.tls.enabled }} + - name: raw-certificates + secret: + secretName: {{ include "postgresql.v1.tlsSecretName" . }} + - name: postgresql-certificates + emptyDir: {} + {{- end }} + {{- if and .Values.metrics.enabled .Values.metrics.customMetrics }} + - name: custom-metrics + configMap: + name: {{ printf "%s-metrics" (include "postgresql.v1.readReplica.fullname" .) }} + {{- end }} + {{- if .Values.shmVolume.enabled }} + - name: dshm + emptyDir: + medium: Memory + {{- if .Values.shmVolume.sizeLimit }} + sizeLimit: {{ .Values.shmVolume.sizeLimit }} + {{- end }} + {{- end }} + {{- if .Values.readReplicas.extraVolumes }} + {{- include "common.tplvalues.render" ( dict "value" .Values.readReplicas.extraVolumes "context" $ ) | nindent 8 }} + {{- end }} + {{- if and .Values.readReplicas.persistence.enabled .Values.readReplicas.persistence.existingClaim }} + - name: data + persistentVolumeClaim: + claimName: {{ tpl .Values.readReplicas.persistence.existingClaim $ }} + {{- else if not .Values.readReplicas.persistence.enabled }} + - name: data + emptyDir: {} + {{- else }} + {{- if .Values.readReplicas.persistentVolumeClaimRetentionPolicy.enabled }} + persistentVolumeClaimRetentionPolicy: + whenDeleted: {{ .Values.readReplicas.persistentVolumeClaimRetentionPolicy.whenDeleted }} + whenScaled: {{ .Values.readReplicas.persistentVolumeClaimRetentionPolicy.whenScaled }} + {{- end }} + volumeClaimTemplates: + - metadata: + name: data + {{- if .Values.readReplicas.persistence.annotations }} + annotations: {{- include "common.tplvalues.render" (dict "value" .Values.readReplicas.persistence.annotations "context" $) | nindent 10 }} + {{- end }} + {{- if .Values.readReplicas.persistence.labels }} + labels: {{- include "common.tplvalues.render" (dict "value" .Values.readReplicas.persistence.labels "context" $) | nindent 10 }} + {{- end }} + spec: + accessModes: + {{- range .Values.readReplicas.persistence.accessModes }} + - {{ . | quote }} + {{- end }} + {{- if .Values.readReplicas.persistence.dataSource }} + dataSource: {{- include "common.tplvalues.render" (dict "value" .Values.readReplicas.persistence.dataSource "context" $) | nindent 10 }} + {{- end }} + resources: + requests: + storage: {{ .Values.readReplicas.persistence.size | quote }} + {{- if .Values.readReplicas.persistence.selector }} + selector: {{- include "common.tplvalues.render" (dict "value" .Values.readReplicas.persistence.selector "context" $) | nindent 10 }} + {{- end -}} + {{- include "common.storage.class" (dict "persistence" .Values.readReplicas.persistence "global" .Values.global) | nindent 8 }} + {{- end }} +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/read/svc-headless.yaml b/chart-source/fmeflow/charts/postgresql/templates/read/svc-headless.yaml new file mode 100644 index 0000000..249af5f --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/read/svc-headless.yaml @@ -0,0 +1,38 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if eq .Values.architecture "replication" }} +apiVersion: v1 +kind: Service +metadata: + name: {{ include "postgresql.v1.readReplica.svc.headless" . }} + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: read + annotations: + {{- if or .Values.readReplicas.service.headless.annotations .Values.commonAnnotations }} + {{- $annotations := include "common.tplvalues.merge" ( dict "values" ( list .Values.readReplicas.service.headless.annotations .Values.commonAnnotations ) "context" . ) }} + {{- include "common.tplvalues.render" ( dict "value" $annotations "context" $) | nindent 4 }} + {{- end }} + # Use this annotation in addition to the actual publishNotReadyAddresses + # field below because the annotation will stop being respected soon but the + # field is broken in some versions of Kubernetes: + # https://github.com/kubernetes/kubernetes/issues/58662 + service.alpha.kubernetes.io/tolerate-unready-endpoints: "true" +spec: + type: ClusterIP + clusterIP: None + # We want all pods in the StatefulSet to have their addresses published for + # the sake of the other Postgresql pods even before they're ready, since they + # have to be able to talk to each other in order to become ready. + publishNotReadyAddresses: true + ports: + - name: tcp-postgresql + port: {{ include "postgresql.v1.readReplica.service.port" . }} + targetPort: tcp-postgresql + {{- $podLabels := include "common.tplvalues.merge" ( dict "values" ( list .Values.readReplicas.podLabels .Values.commonLabels ) "context" . ) }} + selector: {{- include "common.labels.matchLabels" ( dict "customLabels" $podLabels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: read +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/read/svc.yaml b/chart-source/fmeflow/charts/postgresql/templates/read/svc.yaml new file mode 100644 index 0000000..d92c523 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/read/svc.yaml @@ -0,0 +1,53 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if eq .Values.architecture "replication" }} +apiVersion: v1 +kind: Service +metadata: + name: {{ include "postgresql.v1.readReplica.fullname" . }} + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: read + {{- if or .Values.commonAnnotations .Values.readReplicas.service.annotations }} + {{- $annotations := include "common.tplvalues.merge" ( dict "values" ( list .Values.readReplicas.service.annotations .Values.commonAnnotations ) "context" . ) }} + annotations: {{- include "common.tplvalues.render" ( dict "value" $annotations "context" $) | nindent 4 }} + {{- end }} +spec: + type: {{ .Values.readReplicas.service.type }} + {{- if or (eq .Values.readReplicas.service.type "LoadBalancer") (eq .Values.readReplicas.service.type "NodePort") }} + externalTrafficPolicy: {{ .Values.readReplicas.service.externalTrafficPolicy | quote }} + {{- end }} + {{- if and (eq .Values.readReplicas.service.type "LoadBalancer") (not (empty .Values.readReplicas.service.loadBalancerSourceRanges)) }} + loadBalancerSourceRanges: {{ .Values.readReplicas.service.loadBalancerSourceRanges }} + {{- end }} + {{- if and (eq .Values.readReplicas.service.type "LoadBalancer") (not (empty .Values.readReplicas.service.loadBalancerIP)) }} + loadBalancerIP: {{ .Values.readReplicas.service.loadBalancerIP }} + {{- end }} + {{- if and .Values.readReplicas.service.clusterIP (eq .Values.readReplicas.service.type "ClusterIP") }} + clusterIP: {{ .Values.readReplicas.service.clusterIP }} + {{- end }} + {{- if .Values.readReplicas.service.sessionAffinity }} + sessionAffinity: {{ .Values.readReplicas.service.sessionAffinity }} + {{- end }} + {{- if .Values.readReplicas.service.sessionAffinityConfig }} + sessionAffinityConfig: {{- include "common.tplvalues.render" (dict "value" .Values.readReplicas.service.sessionAffinityConfig "context" $) | nindent 4 }} + {{- end }} + ports: + - name: tcp-postgresql + port: {{ include "postgresql.v1.readReplica.service.port" . }} + targetPort: tcp-postgresql + {{- if and (or (eq .Values.readReplicas.service.type "NodePort") (eq .Values.readReplicas.service.type "LoadBalancer")) (not (empty .Values.readReplicas.service.nodePorts.postgresql)) }} + nodePort: {{ .Values.readReplicas.service.nodePorts.postgresql }} + {{- else if eq .Values.readReplicas.service.type "ClusterIP" }} + nodePort: null + {{- end }} + {{- if .Values.readReplicas.service.extraPorts }} + {{- include "common.tplvalues.render" (dict "value" .Values.readReplicas.service.extraPorts "context" $) | nindent 4 }} + {{- end }} + {{- $podLabels := include "common.tplvalues.merge" ( dict "values" ( list .Values.readReplicas.podLabels .Values.commonLabels ) "context" . ) }} + selector: {{- include "common.labels.matchLabels" ( dict "customLabels" $podLabels "context" $ ) | nindent 4 }} + app.kubernetes.io/component: read +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/role.yaml b/chart-source/fmeflow/charts/postgresql/templates/role.yaml new file mode 100644 index 0000000..a05805e --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/role.yaml @@ -0,0 +1,33 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if .Values.rbac.create }} +kind: Role +apiVersion: {{ include "common.capabilities.rbac.apiVersion" . }} +metadata: + name: {{ include "common.names.fullname" . }} + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + {{- if .Values.commonAnnotations }} + annotations: {{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }} + {{- end }} +# yamllint disable rule:indentation +rules: + {{- $pspAvailable := (semverCompare "<1.25-0" (include "common.capabilities.kubeVersion" .)) -}} + {{- if and $pspAvailable .Values.psp.create }} + - apiGroups: + - 'policy' + resources: + - 'podsecuritypolicies' + verbs: + - 'use' + resourceNames: + - {{ include "common.names.fullname" . }} + {{- end }} + {{- if .Values.rbac.rules }} + {{- include "common.tplvalues.render" ( dict "value" .Values.rbac.rules "context" $ ) | nindent 2 }} + {{- end }} +# yamllint enable rule:indentation +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/rolebinding.yaml b/chart-source/fmeflow/charts/postgresql/templates/rolebinding.yaml new file mode 100644 index 0000000..04323a0 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/rolebinding.yaml @@ -0,0 +1,24 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if .Values.rbac.create }} +kind: RoleBinding +apiVersion: {{ include "common.capabilities.rbac.apiVersion" . }} +metadata: + name: {{ include "common.names.fullname" . }} + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + {{- if .Values.commonAnnotations }} + annotations: {{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }} + {{- end }} +roleRef: + kind: Role + name: {{ include "common.names.fullname" . }} + apiGroup: rbac.authorization.k8s.io +subjects: + - kind: ServiceAccount + name: {{ include "postgresql.v1.serviceAccountName" . }} + namespace: {{ .Release.Namespace | quote }} +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/secrets.yaml b/chart-source/fmeflow/charts/postgresql/templates/secrets.yaml new file mode 100644 index 0000000..b4267ab --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/secrets.yaml @@ -0,0 +1,99 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- $host := include "postgresql.v1.primary.fullname" . }} +{{- $port := include "postgresql.v1.service.port" . }} +{{- $customUser := include "postgresql.v1.username" . }} +{{- $postgresPassword := include "common.secrets.lookup" (dict "secret" (include "postgresql.v1.secretName" .) "key" (coalesce .Values.global.postgresql.auth.secretKeys.adminPasswordKey .Values.auth.secretKeys.adminPasswordKey) "defaultValue" (ternary (coalesce .Values.global.postgresql.auth.password .Values.auth.password .Values.global.postgresql.auth.postgresPassword .Values.auth.postgresPassword) (coalesce .Values.global.postgresql.auth.postgresPassword .Values.auth.postgresPassword) (or (empty $customUser) (eq $customUser "postgres"))) "context" $) | trimAll "\"" | b64dec }} +{{- if and (not $postgresPassword) .Values.auth.enablePostgresUser }} +{{- $postgresPassword = randAlphaNum 10 }} +{{- end }} +{{- $replicationPassword := "" }} +{{- if eq .Values.architecture "replication" }} +{{- $replicationPassword = include "common.secrets.passwords.manage" (dict "secret" (include "postgresql.v1.secretName" .) "key" (coalesce .Values.global.postgresql.auth.secretKeys.replicationPasswordKey .Values.auth.secretKeys.replicationPasswordKey) "providedValues" (list "auth.replicationPassword") "context" $) | trimAll "\"" | b64dec }} +{{- end }} +{{- $ldapPassword := "" }} +{{- if and .Values.ldap.enabled (or .Values.ldap.bind_password .Values.ldap.bindpw) }} +{{- $ldapPassword = coalesce .Values.ldap.bind_password .Values.ldap.bindpw }} +{{- end }} +{{- $password := "" }} +{{- if and (not (empty $customUser)) (ne $customUser "postgres") }} +{{- $password = include "common.secrets.passwords.manage" (dict "secret" (include "postgresql.v1.secretName" .) "key" (coalesce .Values.global.postgresql.auth.secretKeys.userPasswordKey .Values.auth.secretKeys.userPasswordKey) "providedValues" (list "global.postgresql.auth.password" "auth.password") "context" $) | trimAll "\"" | b64dec }} +{{- end }} +{{- $database := include "postgresql.v1.database" . }} +{{- if (include "postgresql.v1.createSecret" .) }} +apiVersion: v1 +kind: Secret +metadata: + name: {{ include "common.names.fullname" . }} + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + {{- if .Values.commonAnnotations }} + annotations: {{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }} + {{- end }} +type: Opaque +data: + {{- if $postgresPassword }} + postgres-password: {{ $postgresPassword | b64enc | quote }} + {{- end }} + {{- if $password }} + password: {{ $password | b64enc | quote }} + {{- end }} + {{- if $replicationPassword }} + replication-password: {{ $replicationPassword | b64enc | quote }} + {{- end }} + # We don't auto-generate LDAP password when it's not provided as we do for other passwords + {{- if and .Values.ldap.enabled (or .Values.ldap.bind_password .Values.ldap.bindpw) }} + ldap-password: {{ $ldapPassword | b64enc | quote }} + {{- end }} +{{- end }} +{{- if .Values.serviceBindings.enabled }} +{{- if $postgresPassword }} +--- +apiVersion: v1 +kind: Secret +metadata: + name: {{ include "common.names.fullname" . }}-svcbind-postgres + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + {{- if .Values.commonAnnotations }} + annotations: {{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }} + {{- end }} +type: servicebinding.io/postgresql +data: + provider: {{ print "bitnami" | b64enc | quote }} + type: {{ print "postgresql" | b64enc | quote }} + host: {{ $host | b64enc | quote }} + port: {{ $port | b64enc | quote }} + username: {{ print "postgres" | b64enc | quote }} + database: {{ print "postgres" | b64enc | quote }} + password: {{ $postgresPassword | b64enc | quote }} + uri: {{ printf "postgresql://postgres:%s@%s:%s/postgres" $postgresPassword $host $port | b64enc | quote }} +{{- end }} +{{- if $password }} +--- +apiVersion: v1 +kind: Secret +metadata: + name: {{ include "common.names.fullname" . }}-svcbind-custom-user + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + {{- if .Values.commonAnnotations }} + annotations: {{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }} + {{- end }} +type: servicebinding.io/postgresql +data: + provider: {{ print "bitnami" | b64enc | quote }} + type: {{ print "postgresql" | b64enc | quote }} + host: {{ $host | b64enc | quote }} + port: {{ $port | b64enc | quote }} + username: {{ $customUser | b64enc | quote }} + password: {{ $password | b64enc | quote }} + {{- if $database }} + database: {{ $database | b64enc | quote }} + {{- end }} + uri: {{ printf "postgresql://%s:%s@%s:%s/%s" $customUser $password $host $port $database | b64enc | quote }} +{{- end }} +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/serviceaccount.yaml b/chart-source/fmeflow/charts/postgresql/templates/serviceaccount.yaml new file mode 100644 index 0000000..8886bff --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/serviceaccount.yaml @@ -0,0 +1,18 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if .Values.serviceAccount.create }} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: {{ include "postgresql.v1.serviceAccountName" . }} + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + {{- if or .Values.serviceAccount.annotations .Values.commonAnnotations }} + {{- $annotations := include "common.tplvalues.merge" ( dict "values" ( list .Values.serviceAccount.annotations .Values.commonAnnotations ) "context" . ) }} + annotations: {{- include "common.tplvalues.render" ( dict "value" $annotations "context" $) | nindent 4 }} + {{- end }} +automountServiceAccountToken: {{ .Values.serviceAccount.automountServiceAccountToken }} +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/templates/tls-secrets.yaml b/chart-source/fmeflow/charts/postgresql/templates/tls-secrets.yaml new file mode 100644 index 0000000..7e44a43 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/templates/tls-secrets.yaml @@ -0,0 +1,30 @@ +{{- /* +Copyright VMware, Inc. +SPDX-License-Identifier: APACHE-2.0 +*/}} + +{{- if (include "postgresql.v1.createTlsSecret" . ) }} +{{- $secretName := printf "%s-crt" (include "common.names.fullname" .) }} +{{- $ca := genCA "postgresql-ca" 365 }} +{{- $fullname := include "common.names.fullname" . }} +{{- $releaseNamespace := .Release.Namespace }} +{{- $clusterDomain := .Values.clusterDomain }} +{{- $primaryHeadlessServiceName := include "postgresql.v1.primary.svc.headless" . }} +{{- $readHeadlessServiceName := include "postgresql.v1.readReplica.svc.headless" . }} +{{- $altNames := list (printf "*.%s.%s.svc.%s" $fullname $releaseNamespace $clusterDomain) (printf "%s.%s.svc.%s" $fullname $releaseNamespace $clusterDomain) (printf "*.%s.%s.svc.%s" $primaryHeadlessServiceName $releaseNamespace $clusterDomain) (printf "%s.%s.svc.%s" $primaryHeadlessServiceName $releaseNamespace $clusterDomain) (printf "*.%s.%s.svc.%s" $readHeadlessServiceName $releaseNamespace $clusterDomain) (printf "%s.%s.svc.%s" $readHeadlessServiceName $releaseNamespace $clusterDomain) $fullname }} +{{- $cert := genSignedCert $fullname nil $altNames 365 $ca }} +apiVersion: v1 +kind: Secret +metadata: + name: {{ $secretName }} + namespace: {{ .Release.Namespace | quote }} + labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }} + {{- if .Values.commonAnnotations }} + annotations: {{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }} + {{- end }} +type: kubernetes.io/tls +data: + tls.crt: {{ include "common.secrets.lookup" (dict "secret" $secretName "key" "tls.crt" "defaultValue" $cert.Cert "context" $) }} + tls.key: {{ include "common.secrets.lookup" (dict "secret" $secretName "key" "tls.key" "defaultValue" $cert.Key "context" $) }} + ca.crt: {{ include "common.secrets.lookup" (dict "secret" $secretName "key" "ca.crt" "defaultValue" $ca.Cert "context" $) }} +{{- end }} diff --git a/chart-source/fmeflow/charts/postgresql/values.schema.json b/chart-source/fmeflow/charts/postgresql/values.schema.json new file mode 100644 index 0000000..fc41483 --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/values.schema.json @@ -0,0 +1,156 @@ +{ + "$schema": "http://json-schema.org/schema#", + "type": "object", + "properties": { + "architecture": { + "type": "string", + "title": "PostgreSQL architecture", + "form": true, + "description": "Allowed values: `standalone` or `replication`" + }, + "auth": { + "type": "object", + "title": "Authentication configuration", + "form": true, + "properties": { + "enablePostgresUser": { + "type": "boolean", + "title": "Enable \"postgres\" admin user", + "description": "Assign a password to the \"postgres\" admin user. Otherwise, remote access will be blocked for this user", + "form": true + }, + "postgresPassword": { + "type": "string", + "title": "Password for the \"postgres\" admin user", + "description": "Defaults to a random 10-character alphanumeric string if not set", + "form": true + }, + "database": { + "type": "string", + "title": "PostgreSQL custom database", + "description": "Name of the custom database to be created during the 1st initialization of PostgreSQL", + "form": true + }, + "username": { + "type": "string", + "title": "PostgreSQL custom user", + "description": "Name of the custom user to be created during the 1st initialization of PostgreSQL. This user only has permissions on the PostgreSQL custom database", + "form": true + }, + "password": { + "type": "string", + "title": "Password for the custom user to create", + "description": "Defaults to a random 10-character alphanumeric string if not set", + "form": true + }, + "replicationUsername": { + "type": "string", + "title": "PostgreSQL replication user", + "description": "Name of user used to manage replication.", + "form": true, + "hidden": { + "value": "standalone", + "path": "architecture" + } + }, + "replicationPassword": { + "type": "string", + "title": "Password for PostgreSQL replication user", + "description": "Defaults to a random 10-character alphanumeric string if not set", + "form": true, + "hidden": { + "value": "standalone", + "path": "architecture" + } + } + } + }, + "persistence": { + "type": "object", + "properties": { + "size": { + "type": "string", + "title": "Persistent Volume Size", + "form": true, + "render": "slider", + "sliderMin": 1, + "sliderMax": 100, + "sliderUnit": "Gi" + } + } + }, + "resources": { + "type": "object", + "title": "Required Resources", + "description": "Configure resource requests", + "form": true, + "properties": { + "requests": { + "type": "object", + "properties": { + "memory": { + "type": "string", + "form": true, + "render": "slider", + "title": "Memory Request", + "sliderMin": 10, + "sliderMax": 2048, + "sliderUnit": "Mi" + }, + "cpu": { + "type": "string", + "form": true, + "render": "slider", + "title": "CPU Request", + "sliderMin": 10, + "sliderMax": 2000, + "sliderUnit": "m" + } + } + } + } + }, + "replication": { + "type": "object", + "form": true, + "title": "Replication Details", + "properties": { + "enabled": { + "type": "boolean", + "title": "Enable Replication", + "form": true + }, + "readReplicas": { + "type": "integer", + "title": "read Replicas", + "form": true, + "hidden": { + "value": "standalone", + "path": "architecture" + } + } + } + }, + "volumePermissions": { + "type": "object", + "properties": { + "enabled": { + "type": "boolean", + "form": true, + "title": "Enable Init Containers", + "description": "Change the owner of the persist volume mountpoint to RunAsUser:fsGroup" + } + } + }, + "metrics": { + "type": "object", + "properties": { + "enabled": { + "type": "boolean", + "title": "Configure metrics exporter", + "form": true + } + } + } + } +} diff --git a/chart-source/fmeflow/charts/postgresql/values.yaml b/chart-source/fmeflow/charts/postgresql/values.yaml new file mode 100644 index 0000000..0366bca --- /dev/null +++ b/chart-source/fmeflow/charts/postgresql/values.yaml @@ -0,0 +1,1601 @@ +# Copyright VMware, Inc. +# SPDX-License-Identifier: APACHE-2.0 + +## @section Global parameters +## Please, note that this will override the parameters, including dependencies, configured to use the global value +## +global: + ## @param global.imageRegistry Global Docker image registry + ## + imageRegistry: "" + ## @param global.imagePullSecrets Global Docker registry secret names as an array + ## e.g. + ## imagePullSecrets: + ## - myRegistryKeySecretName + ## + imagePullSecrets: [] + ## @param global.storageClass Global StorageClass for Persistent Volume(s) + ## + storageClass: "" + postgresql: + ## @param global.postgresql.auth.postgresPassword Password for the "postgres" admin user (overrides `auth.postgresPassword`) + ## @param global.postgresql.auth.username Name for a custom user to create (overrides `auth.username`) + ## @param global.postgresql.auth.password Password for the custom user to create (overrides `auth.password`) + ## @param global.postgresql.auth.database Name for a custom database to create (overrides `auth.database`) + ## @param global.postgresql.auth.existingSecret Name of existing secret to use for PostgreSQL credentials (overrides `auth.existingSecret`). + ## @param global.postgresql.auth.secretKeys.adminPasswordKey Name of key in existing secret to use for PostgreSQL credentials (overrides `auth.secretKeys.adminPasswordKey`). Only used when `global.postgresql.auth.existingSecret` is set. + ## @param global.postgresql.auth.secretKeys.userPasswordKey Name of key in existing secret to use for PostgreSQL credentials (overrides `auth.secretKeys.userPasswordKey`). Only used when `global.postgresql.auth.existingSecret` is set. + ## @param global.postgresql.auth.secretKeys.replicationPasswordKey Name of key in existing secret to use for PostgreSQL credentials (overrides `auth.secretKeys.replicationPasswordKey`). Only used when `global.postgresql.auth.existingSecret` is set. + ## + auth: + postgresPassword: "" + username: "" + password: "" + database: "" + existingSecret: "" + secretKeys: + adminPasswordKey: "" + userPasswordKey: "" + replicationPasswordKey: "" + ## @param global.postgresql.service.ports.postgresql PostgreSQL service port (overrides `service.ports.postgresql`) + ## + service: + ports: + postgresql: "" + +## @section Common parameters +## + +## @param kubeVersion Override Kubernetes version +## +kubeVersion: "" +## @param nameOverride String to partially override common.names.fullname template (will maintain the release name) +## +nameOverride: "" +## @param fullnameOverride String to fully override common.names.fullname template +## +fullnameOverride: "" +## @param clusterDomain Kubernetes Cluster Domain +## +clusterDomain: cluster.local +## @param extraDeploy Array of extra objects to deploy with the release (evaluated as a template) +## +extraDeploy: [] +## @param commonLabels Add labels to all the deployed resources +## +commonLabels: {} +## @param commonAnnotations Add annotations to all the deployed resources +## +commonAnnotations: {} +## Enable diagnostic mode in the statefulset +## +diagnosticMode: + ## @param diagnosticMode.enabled Enable diagnostic mode (all probes will be disabled and the command will be overridden) + ## + enabled: false + ## @param diagnosticMode.command Command to override all containers in the statefulset + ## + command: + - sleep + ## @param diagnosticMode.args Args to override all containers in the statefulset + ## + args: + - infinity + +## @section PostgreSQL common parameters +## + +## Bitnami PostgreSQL image version +## ref: https://hub.docker.com/r/bitnami/postgresql/tags/ +## @param image.registry PostgreSQL image registry +## @param image.repository PostgreSQL image repository +## @param image.tag PostgreSQL image tag (immutable tags are recommended) +## @param image.digest PostgreSQL image digest in the way sha256:aa.... Please note this parameter, if set, will override the tag +## @param image.pullPolicy PostgreSQL image pull policy +## @param image.pullSecrets Specify image pull secrets +## @param image.debug Specify if debug values should be set +## +image: + registry: docker.io + repository: bitnami/postgresql + tag: 16.0.0-debian-11-r3 + digest: "" + ## Specify a imagePullPolicy + ## Defaults to 'Always' if image tag is 'latest', else set to 'IfNotPresent' + ## ref: https://kubernetes.io/docs/user-guide/images/#pre-pulling-images + ## + pullPolicy: IfNotPresent + ## Optionally specify an array of imagePullSecrets. + ## Secrets must be manually created in the namespace. + ## ref: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/ + ## Example: + ## pullSecrets: + ## - myRegistryKeySecretName + ## + pullSecrets: [] + ## Set to true if you would like to see extra information on logs + ## + debug: false +## Authentication parameters +## ref: https://github.com/bitnami/containers/tree/main/bitnami/postgresql#setting-the-root-password-on-first-run +## ref: https://github.com/bitnami/containers/tree/main/bitnami/postgresql#creating-a-database-on-first-run +## ref: https://github.com/bitnami/containers/tree/main/bitnami/postgresql#creating-a-database-user-on-first-run +## +auth: + ## @param auth.enablePostgresUser Assign a password to the "postgres" admin user. Otherwise, remote access will be blocked for this user + ## + enablePostgresUser: true + ## @param auth.postgresPassword Password for the "postgres" admin user. Ignored if `auth.existingSecret` is provided + ## + postgresPassword: "" + ## @param auth.username Name for a custom user to create + ## + username: "" + ## @param auth.password Password for the custom user to create. Ignored if `auth.existingSecret` is provided + ## + password: "" + ## @param auth.database Name for a custom database to create + ## + database: "" + ## @param auth.replicationUsername Name of the replication user + ## + replicationUsername: repl_user + ## @param auth.replicationPassword Password for the replication user. Ignored if `auth.existingSecret` is provided + ## + replicationPassword: "" + ## @param auth.existingSecret Name of existing secret to use for PostgreSQL credentials. `auth.postgresPassword`, `auth.password`, and `auth.replicationPassword` will be ignored and picked up from this secret. The secret might also contains the key `ldap-password` if LDAP is enabled. `ldap.bind_password` will be ignored and picked from this secret in this case. + ## + existingSecret: "" + ## @param auth.secretKeys.adminPasswordKey Name of key in existing secret to use for PostgreSQL credentials. Only used when `auth.existingSecret` is set. + ## @param auth.secretKeys.userPasswordKey Name of key in existing secret to use for PostgreSQL credentials. Only used when `auth.existingSecret` is set. + ## @param auth.secretKeys.replicationPasswordKey Name of key in existing secret to use for PostgreSQL credentials. Only used when `auth.existingSecret` is set. + ## + secretKeys: + adminPasswordKey: postgres-password + userPasswordKey: password + replicationPasswordKey: replication-password + ## @param auth.usePasswordFiles Mount credentials as a files instead of using an environment variable + ## + usePasswordFiles: false +## @param architecture PostgreSQL architecture (`standalone` or `replication`) +## +architecture: standalone +## Replication configuration +## Ignored if `architecture` is `standalone` +## +replication: + ## @param replication.synchronousCommit Set synchronous commit mode. Allowed values: `on`, `remote_apply`, `remote_write`, `local` and `off` + ## @param replication.numSynchronousReplicas Number of replicas that will have synchronous replication. Note: Cannot be greater than `readReplicas.replicaCount`. + ## ref: https://www.postgresql.org/docs/current/runtime-config-wal.html#GUC-SYNCHRONOUS-COMMIT + ## + synchronousCommit: "off" + numSynchronousReplicas: 0 + ## @param replication.applicationName Cluster application name. Useful for advanced replication settings + ## + applicationName: my_application +## @param containerPorts.postgresql PostgreSQL container port +## +containerPorts: + postgresql: 5432 +## Audit settings +## https://github.com/bitnami/containers/tree/main/bitnami/postgresql#auditing +## @param audit.logHostname Log client hostnames +## @param audit.logConnections Add client log-in operations to the log file +## @param audit.logDisconnections Add client log-outs operations to the log file +## @param audit.pgAuditLog Add operations to log using the pgAudit extension +## @param audit.pgAuditLogCatalog Log catalog using pgAudit +## @param audit.clientMinMessages Message log level to share with the user +## @param audit.logLinePrefix Template for log line prefix (default if not set) +## @param audit.logTimezone Timezone for the log timestamps +## +audit: + logHostname: false + logConnections: false + logDisconnections: false + pgAuditLog: "" + pgAuditLogCatalog: "off" + clientMinMessages: error + logLinePrefix: "" + logTimezone: "" +## LDAP configuration +## @param ldap.enabled Enable LDAP support +## DEPRECATED ldap.url It will removed in a future, please use 'ldap.uri' instead +## @param ldap.server IP address or name of the LDAP server. +## @param ldap.port Port number on the LDAP server to connect to +## @param ldap.prefix String to prepend to the user name when forming the DN to bind +## @param ldap.suffix String to append to the user name when forming the DN to bind +## DEPRECATED ldap.baseDN It will removed in a future, please use 'ldap.basedn' instead +## DEPRECATED ldap.bindDN It will removed in a future, please use 'ldap.binddn' instead +## DEPRECATED ldap.bind_password It will removed in a future, please use 'ldap.bindpw' instead +## @param ldap.basedn Root DN to begin the search for the user in +## @param ldap.binddn DN of user to bind to LDAP +## @param ldap.bindpw Password for the user to bind to LDAP +## DEPRECATED ldap.search_attr It will removed in a future, please use 'ldap.searchAttribute' instead +## DEPRECATED ldap.search_filter It will removed in a future, please use 'ldap.searchFilter' instead +## @param ldap.searchAttribute Attribute to match against the user name in the search +## @param ldap.searchFilter The search filter to use when doing search+bind authentication +## @param ldap.scheme Set to `ldaps` to use LDAPS +## DEPRECATED ldap.tls as string is deprecated，please use 'ldap.tls.enabled' instead +## @param ldap.tls.enabled Se to true to enable TLS encryption +## +ldap: + enabled: false + server: "" + port: "" + prefix: "" + suffix: "" + basedn: "" + binddn: "" + bindpw: "" + searchAttribute: "" + searchFilter: "" + scheme: "" + tls: + enabled: false + ## @param ldap.uri LDAP URL beginning in the form `ldap[s]://host[:port]/basedn`. If provided, all the other LDAP parameters will be ignored. + ## Ref: https://www.postgresql.org/docs/current/auth-ldap.html + ## + uri: "" +## @param postgresqlDataDir PostgreSQL data dir folder +## +postgresqlDataDir: /bitnami/postgresql/data +## @param postgresqlSharedPreloadLibraries Shared preload libraries (comma-separated list) +## +postgresqlSharedPreloadLibraries: "pgaudit" +## Start PostgreSQL pod(s) without limitations on shm memory. +## By default docker and containerd (and possibly other container runtimes) limit `/dev/shm` to `64M` +## ref: https://github.com/docker-library/postgres/issues/416 +## ref: https://github.com/containerd/containerd/issues/3654 +## +shmVolume: + ## @param shmVolume.enabled Enable emptyDir volume for /dev/shm for PostgreSQL pod(s) + ## + enabled: true + ## @param shmVolume.sizeLimit Set this to enable a size limit on the shm tmpfs + ## Note: the size of the tmpfs counts against container's memory limit + ## e.g: + ## sizeLimit: 1Gi + ## + sizeLimit: "" +## TLS configuration +## +tls: + ## @param tls.enabled Enable TLS traffic support + ## + enabled: false + ## @param tls.autoGenerated Generate automatically self-signed TLS certificates + ## + autoGenerated: false + ## @param tls.preferServerCiphers Whether to use the server's TLS cipher preferences rather than the client's + ## + preferServerCiphers: true + ## @param tls.certificatesSecret Name of an existing secret that contains the certificates + ## + certificatesSecret: "" + ## @param tls.certFilename Certificate filename + ## + certFilename: "" + ## @param tls.certKeyFilename Certificate key filename + ## + certKeyFilename: "" + ## @param tls.certCAFilename CA Certificate filename + ## If provided, PostgreSQL will authenticate TLS/SSL clients by requesting them a certificate + ## ref: https://www.postgresql.org/docs/9.6/auth-methods.html + ## + certCAFilename: "" + ## @param tls.crlFilename File containing a Certificate Revocation List + ## + crlFilename: "" + +## @section PostgreSQL Primary parameters +## +primary: + ## @param primary.name Name of the primary database (eg primary, master, leader, ...) + ## + name: primary + ## @param primary.configuration PostgreSQL Primary main configuration to be injected as ConfigMap + ## ref: https://www.postgresql.org/docs/current/static/runtime-config.html + ## + configuration: "" + ## @param primary.pgHbaConfiguration PostgreSQL Primary client authentication configuration + ## ref: https://www.postgresql.org/docs/current/static/auth-pg-hba-conf.html + ## e.g:# + ## pgHbaConfiguration: |- + ## local all all trust + ## host all all localhost trust + ## host mydatabase mysuser 192.168.0.0/24 md5 + ## + pgHbaConfiguration: "" + ## @param primary.existingConfigmap Name of an existing ConfigMap with PostgreSQL Primary configuration + ## NOTE: `primary.configuration` and `primary.pgHbaConfiguration` will be ignored + ## + existingConfigmap: "" + ## @param primary.extendedConfiguration Extended PostgreSQL Primary configuration (appended to main or default configuration) + ## ref: https://github.com/bitnami/containers/tree/main/bitnami/postgresql#allow-settings-to-be-loaded-from-files-other-than-the-default-postgresqlconf + ## + extendedConfiguration: "" + ## @param primary.existingExtendedConfigmap Name of an existing ConfigMap with PostgreSQL Primary extended configuration + ## NOTE: `primary.extendedConfiguration` will be ignored + ## + existingExtendedConfigmap: "" + ## Initdb configuration + ## ref: https://github.com/bitnami/containers/tree/main/bitnami/postgresql#specifying-initdb-arguments + ## + initdb: + ## @param primary.initdb.args PostgreSQL initdb extra arguments + ## + args: "" + ## @param primary.initdb.postgresqlWalDir Specify a custom location for the PostgreSQL transaction log + ## + postgresqlWalDir: "" + ## @param primary.initdb.scripts Dictionary of initdb scripts + ## Specify dictionary of scripts to be run at first boot + ## e.g: + ## scripts: + ## my_init_script.sh: | + ## #!/bin/sh + ## echo "Do something." + ## + scripts: {} + ## @param primary.initdb.scriptsConfigMap ConfigMap with scripts to be run at first boot + ## NOTE: This will override `primary.initdb.scripts` + ## + scriptsConfigMap: "" + ## @param primary.initdb.scriptsSecret Secret with scripts to be run at first boot (in case it contains sensitive information) + ## NOTE: This can work along `primary.initdb.scripts` or `primary.initdb.scriptsConfigMap` + ## + scriptsSecret: "" + ## @param primary.initdb.user Specify the PostgreSQL username to execute the initdb scripts + ## + user: "" + ## @param primary.initdb.password Specify the PostgreSQL password to execute the initdb scripts + ## + password: "" + ## Configure current cluster's primary server to be the standby server in other cluster. + ## This will allow cross cluster replication and provide cross cluster high availability. + ## You will need to configure pgHbaConfiguration if you want to enable this feature with local cluster replication enabled. + ## @param primary.standby.enabled Whether to enable current cluster's primary as standby server of another cluster or not + ## @param primary.standby.primaryHost The Host of replication primary in the other cluster + ## @param primary.standby.primaryPort The Port of replication primary in the other cluster + ## + standby: + enabled: false + primaryHost: "" + primaryPort: "" + ## @param primary.extraEnvVars Array with extra environment variables to add to PostgreSQL Primary nodes + ## e.g: + ## extraEnvVars: + ## - name: FOO + ## value: "bar" + ## + extraEnvVars: [] + ## @param primary.extraEnvVarsCM Name of existing ConfigMap containing extra env vars for PostgreSQL Primary nodes + ## + extraEnvVarsCM: "" + ## @param primary.extraEnvVarsSecret Name of existing Secret containing extra env vars for PostgreSQL Primary nodes + ## + extraEnvVarsSecret: "" + ## @param primary.command Override default container command (useful when using custom images) + ## + command: [] + ## @param primary.args Override default container args (useful when using custom images) + ## + args: [] + ## Configure extra options for PostgreSQL Primary containers' liveness, readiness and startup probes + ## ref: https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/#configure-probes + ## @param primary.livenessProbe.enabled Enable livenessProbe on PostgreSQL Primary containers + ## @param primary.livenessProbe.initialDelaySeconds Initial delay seconds for livenessProbe + ## @param primary.livenessProbe.periodSeconds Period seconds for livenessProbe + ## @param primary.livenessProbe.timeoutSeconds Timeout seconds for livenessProbe + ## @param primary.livenessProbe.failureThreshold Failure threshold for livenessProbe + ## @param primary.livenessProbe.successThreshold Success threshold for livenessProbe + ## + livenessProbe: + enabled: true + initialDelaySeconds: 30 + periodSeconds: 10 + timeoutSeconds: 5 + failureThreshold: 6 + successThreshold: 1 + ## @param primary.readinessProbe.enabled Enable readinessProbe on PostgreSQL Primary containers + ## @param primary.readinessProbe.initialDelaySeconds Initial delay seconds for readinessProbe + ## @param primary.readinessProbe.periodSeconds Period seconds for readinessProbe + ## @param primary.readinessProbe.timeoutSeconds Timeout seconds for readinessProbe + ## @param primary.readinessProbe.failureThreshold Failure threshold for readinessProbe + ## @param primary.readinessProbe.successThreshold Success threshold for readinessProbe + ## + readinessProbe: + enabled: true + initialDelaySeconds: 5 + periodSeconds: 10 + timeoutSeconds: 5 + failureThreshold: 6 + successThreshold: 1 + ## @param primary.startupProbe.enabled Enable startupProbe on PostgreSQL Primary containers + ## @param primary.startupProbe.initialDelaySeconds Initial delay seconds for startupProbe + ## @param primary.startupProbe.periodSeconds Period seconds for startupProbe + ## @param primary.startupProbe.timeoutSeconds Timeout seconds for startupProbe + ## @param primary.startupProbe.failureThreshold Failure threshold for startupProbe + ## @param primary.startupProbe.successThreshold Success threshold for startupProbe + ## + startupProbe: + enabled: false + initialDelaySeconds: 30 + periodSeconds: 10 + timeoutSeconds: 1 + failureThreshold: 15 + successThreshold: 1 + ## @param primary.customLivenessProbe Custom livenessProbe that overrides the default one + ## + customLivenessProbe: {} + ## @param primary.customReadinessProbe Custom readinessProbe that overrides the default one + ## + customReadinessProbe: {} + ## @param primary.customStartupProbe Custom startupProbe that overrides the default one + ## + customStartupProbe: {} + ## @param primary.lifecycleHooks for the PostgreSQL Primary container to automate configuration before or after startup + ## + lifecycleHooks: {} + ## PostgreSQL Primary resource requests and limits + ## ref: https://kubernetes.io/docs/user-guide/compute-resources/ + ## @param primary.resources.limits The resources limits for the PostgreSQL Primary containers + ## @param primary.resources.requests.memory The requested memory for the PostgreSQL Primary containers + ## @param primary.resources.requests.cpu The requested cpu for the PostgreSQL Primary containers + ## + resources: + limits: {} + requests: + memory: 256Mi + cpu: 250m + ## Pod Security Context + ## ref: https://kubernetes.io/docs/tasks/configure-pod-container/security-context/ + ## @param primary.podSecurityContext.enabled Enable security context + ## @param primary.podSecurityContext.fsGroup Group ID for the pod + ## + podSecurityContext: + enabled: true + fsGroup: 1001 + ## Container Security Context + ## ref: https://kubernetes.io/docs/tasks/configure-pod-container/security-context/ + ## @param primary.containerSecurityContext.enabled Enable container security context + ## @param primary.containerSecurityContext.runAsUser User ID for the container + ## @param primary.containerSecurityContext.runAsGroup Group ID for the container + ## @param primary.containerSecurityContext.runAsNonRoot Set runAsNonRoot for the container + ## @param primary.containerSecurityContext.allowPrivilegeEscalation Set allowPrivilegeEscalation for the container + ## @param primary.containerSecurityContext.seccompProfile.type Set seccompProfile.type for the container + ## @param primary.containerSecurityContext.capabilities.drop Set capabilities.drop for the container + ## + containerSecurityContext: + enabled: true + runAsUser: 1001 + runAsGroup: 0 + runAsNonRoot: true + allowPrivilegeEscalation: false + seccompProfile: + type: RuntimeDefault + capabilities: + drop: + - ALL + ## @param primary.hostAliases PostgreSQL primary pods host aliases + ## https://kubernetes.io/docs/concepts/services-networking/add-entries-to-pod-etc-hosts-with-host-aliases/ + ## + hostAliases: [] + ## @param primary.hostNetwork Specify if host network should be enabled for PostgreSQL pod (postgresql primary) + ## + hostNetwork: false + ## @param primary.hostIPC Specify if host IPC should be enabled for PostgreSQL pod (postgresql primary) + ## + hostIPC: false + ## @param primary.labels Map of labels to add to the statefulset (postgresql primary) + ## + labels: {} + ## @param primary.annotations Annotations for PostgreSQL primary pods + ## + annotations: {} + ## @param primary.podLabels Map of labels to add to the pods (postgresql primary) + ## + podLabels: {} + ## @param primary.podAnnotations Map of annotations to add to the pods (postgresql primary) + ## + podAnnotations: {} + ## @param primary.podAffinityPreset PostgreSQL primary pod affinity preset. Ignored if `primary.affinity` is set. Allowed values: `soft` or `hard` + ## ref: https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/#inter-pod-affinity-and-anti-affinity + ## + podAffinityPreset: "" + ## @param primary.podAntiAffinityPreset PostgreSQL primary pod anti-affinity preset. Ignored if `primary.affinity` is set. Allowed values: `soft` or `hard` + ## ref: https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/#inter-pod-affinity-and-anti-affinity + ## + podAntiAffinityPreset: soft + ## PostgreSQL Primary node affinity preset + ## ref: https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/#node-affinity + ## + nodeAffinityPreset: + ## @param primary.nodeAffinityPreset.type PostgreSQL primary node affinity preset type. Ignored if `primary.affinity` is set. Allowed values: `soft` or `hard` + ## + type: "" + ## @param primary.nodeAffinityPreset.key PostgreSQL primary node label key to match Ignored if `primary.affinity` is set. + ## E.g. + ## key: "kubernetes.io/e2e-az-name" + ## + key: "" + ## @param primary.nodeAffinityPreset.values PostgreSQL primary node label values to match. Ignored if `primary.affinity` is set. + ## E.g. + ## values: + ## - e2e-az1 + ## - e2e-az2 + ## + values: [] + ## @param primary.affinity Affinity for PostgreSQL primary pods assignment + ## ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/#affinity-and-anti-affinity + ## Note: primary.podAffinityPreset, primary.podAntiAffinityPreset, and primary.nodeAffinityPreset will be ignored when it's set + ## + affinity: {} + ## @param primary.nodeSelector Node labels for PostgreSQL primary pods assignment + ## ref: https://kubernetes.io/docs/user-guide/node-selection/ + ## + nodeSelector: {} + ## @param primary.tolerations Tolerations for PostgreSQL primary pods assignment + ## ref: https://kubernetes.io/docs/concepts/configuration/taint-and-toleration/ + ## + tolerations: [] + ## @param primary.topologySpreadConstraints Topology Spread Constraints for pod assignment spread across your cluster among failure-domains. Evaluated as a template + ## Ref: https://kubernetes.io/docs/concepts/workloads/pods/pod-topology-spread-constraints/#spread-constraints-for-pods + ## + topologySpreadConstraints: [] + ## @param primary.priorityClassName Priority Class to use for each pod (postgresql primary) + ## + priorityClassName: "" + ## @param primary.schedulerName Use an alternate scheduler, e.g. "stork". + ## ref: https://kubernetes.io/docs/tasks/administer-cluster/configure-multiple-schedulers/ + ## + schedulerName: "" + ## @param primary.terminationGracePeriodSeconds Seconds PostgreSQL primary pod needs to terminate gracefully + ## ref: https://kubernetes.io/docs/concepts/workloads/pods/pod/#termination-of-pods + ## + terminationGracePeriodSeconds: "" + ## @param primary.updateStrategy.type PostgreSQL Primary statefulset strategy type + ## @param primary.updateStrategy.rollingUpdate PostgreSQL Primary statefulset rolling update configuration parameters + ## ref: https://kubernetes.io/docs/concepts/workloads/controllers/statefulset/#update-strategies + ## + updateStrategy: + type: RollingUpdate + rollingUpdate: {} + ## @param primary.extraVolumeMounts Optionally specify extra list of additional volumeMounts for the PostgreSQL Primary container(s) + ## + extraVolumeMounts: [] + ## @param primary.extraVolumes Optionally specify extra list of additional volumes for the PostgreSQL Primary pod(s) + ## + extraVolumes: [] + ## @param primary.sidecars Add additional sidecar containers to the PostgreSQL Primary pod(s) + ## For example: + ## sidecars: + ## - name: your-image-name + ## image: your-image + ## imagePullPolicy: Always + ## ports: + ## - name: portname + ## containerPort: 1234 + ## + sidecars: [] + ## @param primary.initContainers Add additional init containers to the PostgreSQL Primary pod(s) + ## Example + ## + ## initContainers: + ## - name: do-something + ## image: busybox + ## command: ['do', 'something'] + ## + initContainers: [] + ## @param primary.extraPodSpec Optionally specify extra PodSpec for the PostgreSQL Primary pod(s) + ## + extraPodSpec: {} + ## PostgreSQL Primary service configuration + ## + service: + ## @param primary.service.type Kubernetes Service type + ## + type: ClusterIP + ## @param primary.service.ports.postgresql PostgreSQL service port + ## + ports: + postgresql: 5432 + ## Node ports to expose + ## NOTE: choose port between <30000-32767> + ## @param primary.service.nodePorts.postgresql Node port for PostgreSQL + ## ref: https://kubernetes.io/docs/concepts/services-networking/service/#type-nodeport + ## + nodePorts: + postgresql: "" + ## @param primary.service.clusterIP Static clusterIP or None for headless services + ## e.g: + ## clusterIP: None + ## + clusterIP: "" + ## @param primary.service.annotations Annotations for PostgreSQL primary service + ## + annotations: {} + ## @param primary.service.loadBalancerIP Load balancer IP if service type is `LoadBalancer` + ## Set the LoadBalancer service type to internal only + ## ref: https://kubernetes.io/docs/concepts/services-networking/service/#internal-load-balancer + ## + loadBalancerIP: "" + ## @param primary.service.externalTrafficPolicy Enable client source IP preservation + ## ref https://kubernetes.io/docs/tasks/access-application-cluster/create-external-load-balancer/#preserving-the-client-source-ip + ## + externalTrafficPolicy: Cluster + ## @param primary.service.loadBalancerSourceRanges Addresses that are allowed when service is LoadBalancer + ## https://kubernetes.io/docs/tasks/access-application-cluster/configure-cloud-provider-firewall/#restrict-access-for-loadbalancer-service + ## + ## loadBalancerSourceRanges: + ## - 10.10.10.0/24 + ## + loadBalancerSourceRanges: [] + ## @param primary.service.extraPorts Extra ports to expose in the PostgreSQL primary service + ## + extraPorts: [] + ## @param primary.service.sessionAffinity Session Affinity for Kubernetes service, can be "None" or "ClientIP" + ## If "ClientIP", consecutive client requests will be directed to the same Pod + ## ref: https://kubernetes.io/docs/concepts/services-networking/service/#virtual-ips-and-service-proxies + ## + sessionAffinity: None + ## @param primary.service.sessionAffinityConfig Additional settings for the sessionAffinity + ## sessionAffinityConfig: + ## clientIP: + ## timeoutSeconds: 300 + ## + sessionAffinityConfig: {} + ## Headless service properties + ## + headless: + ## @param primary.service.headless.annotations Additional custom annotations for headless PostgreSQL primary service + ## + annotations: {} + ## PostgreSQL Primary persistence configuration + ## + persistence: + ## @param primary.persistence.enabled Enable PostgreSQL Primary data persistence using PVC + ## + enabled: true + ## @param primary.persistence.existingClaim Name of an existing PVC to use + ## + existingClaim: "" + ## @param primary.persistence.mountPath The path the volume will be mounted at + ## Note: useful when using custom PostgreSQL images + ## + mountPath: /bitnami/postgresql + ## @param primary.persistence.subPath The subdirectory of the volume to mount to + ## Useful in dev environments and one PV for multiple services + ## + subPath: "" + ## @param primary.persistence.storageClass PVC Storage Class for PostgreSQL Primary data volume + ## If defined, storageClassName: + ## If set to "-", storageClassName: "", which disables dynamic provisioning + ## If undefined (the default) or set to null, no storageClassName spec is + ## set, choosing the default provisioner. (gp2 on AWS, standard on + ## GKE, AWS & OpenStack) + ## + storageClass: "" + ## @param primary.persistence.accessModes PVC Access Mode for PostgreSQL volume + ## + accessModes: + - ReadWriteOnce + ## @param primary.persistence.size PVC Storage Request for PostgreSQL volume + ## + size: 8Gi + ## @param primary.persistence.annotations Annotations for the PVC + ## + annotations: {} + ## @param primary.persistence.labels Labels for the PVC + ## + labels: {} + ## @param primary.persistence.selector Selector to match an existing Persistent Volume (this value is evaluated as a template) + ## selector: + ## matchLabels: + ## app: my-app + ## + selector: {} + ## @param primary.persistence.dataSource Custom PVC data source + ## + dataSource: {} + ## PostgreSQL Primary Persistent Volume Claim Retention Policy + ## ref: https://kubernetes.io/docs/concepts/workloads/controllers/statefulset/#persistentvolumeclaim-retention + ## + persistentVolumeClaimRetentionPolicy: + ## @param primary.persistentVolumeClaimRetentionPolicy.enabled Enable Persistent volume retention policy for Primary Statefulset + ## + enabled: false + ## @param primary.persistentVolumeClaimRetentionPolicy.whenScaled Volume retention behavior when the replica count of the StatefulSet is reduced + ## + whenScaled: Retain + ## @param primary.persistentVolumeClaimRetentionPolicy.whenDeleted Volume retention behavior that applies when the StatefulSet is deleted + ## + whenDeleted: Retain + +## @section PostgreSQL read only replica parameters (only used when `architecture` is set to `replication`) +## +readReplicas: + ## @param readReplicas.name Name of the read replicas database (eg secondary, slave, ...) + ## + name: read + ## @param readReplicas.replicaCount Number of PostgreSQL read only replicas + ## + replicaCount: 1 + ## @param readReplicas.extendedConfiguration Extended PostgreSQL read only replicas configuration (appended to main or default configuration) + ## ref: https://github.com/bitnami/containers/tree/main/bitnami/postgresql#allow-settings-to-be-loaded-from-files-other-than-the-default-postgresqlconf + ## + extendedConfiguration: "" + ## @param readReplicas.extraEnvVars Array with extra environment variables to add to PostgreSQL read only nodes + ## e.g: + ## extraEnvVars: + ## - name: FOO + ## value: "bar" + ## + extraEnvVars: [] + ## @param readReplicas.extraEnvVarsCM Name of existing ConfigMap containing extra env vars for PostgreSQL read only nodes + ## + extraEnvVarsCM: "" + ## @param readReplicas.extraEnvVarsSecret Name of existing Secret containing extra env vars for PostgreSQL read only nodes + ## + extraEnvVarsSecret: "" + ## @param readReplicas.command Override default container command (useful when using custom images) + ## + command: [] + ## @param readReplicas.args Override default container args (useful when using custom images) + ## + args: [] + ## Configure extra options for PostgreSQL read only containers' liveness, readiness and startup probes + ## ref: https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/#configure-probes + ## @param readReplicas.livenessProbe.enabled Enable livenessProbe on PostgreSQL read only containers + ## @param readReplicas.livenessProbe.initialDelaySeconds Initial delay seconds for livenessProbe + ## @param readReplicas.livenessProbe.periodSeconds Period seconds for livenessProbe + ## @param readReplicas.livenessProbe.timeoutSeconds Timeout seconds for livenessProbe + ## @param readReplicas.livenessProbe.failureThreshold Failure threshold for livenessProbe + ## @param readReplicas.livenessProbe.successThreshold Success threshold for livenessProbe + ## + livenessProbe: + enabled: true + initialDelaySeconds: 30 + periodSeconds: 10 + timeoutSeconds: 5 + failureThreshold: 6 + successThreshold: 1 + ## @param readReplicas.readinessProbe.enabled Enable readinessProbe on PostgreSQL read only containers + ## @param readReplicas.readinessProbe.initialDelaySeconds Initial delay seconds for readinessProbe + ## @param readReplicas.readinessProbe.periodSeconds Period seconds for readinessProbe + ## @param readReplicas.readinessProbe.timeoutSeconds Timeout seconds for readinessProbe + ## @param readReplicas.readinessProbe.failureThreshold Failure threshold for readinessProbe + ## @param readReplicas.readinessProbe.successThreshold Success threshold for readinessProbe + ## + readinessProbe: + enabled: true + initialDelaySeconds: 5 + periodSeconds: 10 + timeoutSeconds: 5 + failureThreshold: 6 + successThreshold: 1 + ## @param readReplicas.startupProbe.enabled Enable startupProbe on PostgreSQL read only containers + ## @param readReplicas.startupProbe.initialDelaySeconds Initial delay seconds for startupProbe + ## @param readReplicas.startupProbe.periodSeconds Period seconds for startupProbe + ## @param readReplicas.startupProbe.timeoutSeconds Timeout seconds for startupProbe + ## @param readReplicas.startupProbe.failureThreshold Failure threshold for startupProbe + ## @param readReplicas.startupProbe.successThreshold Success threshold for startupProbe + ## + startupProbe: + enabled: false + initialDelaySeconds: 30 + periodSeconds: 10 + timeoutSeconds: 1 + failureThreshold: 15 + successThreshold: 1 + ## @param readReplicas.customLivenessProbe Custom livenessProbe that overrides the default one + ## + customLivenessProbe: {} + ## @param readReplicas.customReadinessProbe Custom readinessProbe that overrides the default one + ## + customReadinessProbe: {} + ## @param readReplicas.customStartupProbe Custom startupProbe that overrides the default one + ## + customStartupProbe: {} + ## @param readReplicas.lifecycleHooks for the PostgreSQL read only container to automate configuration before or after startup + ## + lifecycleHooks: {} + ## PostgreSQL read only resource requests and limits + ## ref: https://kubernetes.io/docs/user-guide/compute-resources/ + ## @param readReplicas.resources.limits The resources limits for the PostgreSQL read only containers + ## @param readReplicas.resources.requests.memory The requested memory for the PostgreSQL read only containers + ## @param readReplicas.resources.requests.cpu The requested cpu for the PostgreSQL read only containers + ## + resources: + limits: {} + requests: + memory: 256Mi + cpu: 250m + ## Pod Security Context + ## ref: https://kubernetes.io/docs/tasks/configure-pod-container/security-context/ + ## @param readReplicas.podSecurityContext.enabled Enable security context + ## @param readReplicas.podSecurityContext.fsGroup Group ID for the pod + ## + podSecurityContext: + enabled: true + fsGroup: 1001 + ## Container Security Context + ## ref: https://kubernetes.io/docs/tasks/configure-pod-container/security-context/ + ## @param readReplicas.containerSecurityContext.enabled Enable container security context + ## @param readReplicas.containerSecurityContext.runAsUser User ID for the container + ## @param readReplicas.containerSecurityContext.runAsGroup Group ID for the container + ## @param readReplicas.containerSecurityContext.runAsNonRoot Set runAsNonRoot for the container + ## @param readReplicas.containerSecurityContext.allowPrivilegeEscalation Set allowPrivilegeEscalation for the container + ## @param readReplicas.containerSecurityContext.seccompProfile.type Set seccompProfile.type for the container + ## @param readReplicas.containerSecurityContext.capabilities.drop Set capabilities.drop for the container + ## + containerSecurityContext: + enabled: true + runAsUser: 1001 + runAsGroup: 0 + runAsNonRoot: true + allowPrivilegeEscalation: false + seccompProfile: + type: RuntimeDefault + capabilities: + drop: + - ALL + ## @param readReplicas.hostAliases PostgreSQL read only pods host aliases + ## https://kubernetes.io/docs/concepts/services-networking/add-entries-to-pod-etc-hosts-with-host-aliases/ + ## + hostAliases: [] + ## @param readReplicas.hostNetwork Specify if host network should be enabled for PostgreSQL pod (PostgreSQL read only) + ## + hostNetwork: false + ## @param readReplicas.hostIPC Specify if host IPC should be enabled for PostgreSQL pod (postgresql primary) + ## + hostIPC: false + ## @param readReplicas.labels Map of labels to add to the statefulset (PostgreSQL read only) + ## + labels: {} + ## @param readReplicas.annotations Annotations for PostgreSQL read only pods + ## + annotations: {} + ## @param readReplicas.podLabels Map of labels to add to the pods (PostgreSQL read only) + ## + podLabels: {} + ## @param readReplicas.podAnnotations Map of annotations to add to the pods (PostgreSQL read only) + ## + podAnnotations: {} + ## @param readReplicas.podAffinityPreset PostgreSQL read only pod affinity preset. Ignored if `primary.affinity` is set. Allowed values: `soft` or `hard` + ## ref: https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/#inter-pod-affinity-and-anti-affinity + ## + podAffinityPreset: "" + ## @param readReplicas.podAntiAffinityPreset PostgreSQL read only pod anti-affinity preset. Ignored if `primary.affinity` is set. Allowed values: `soft` or `hard` + ## ref: https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/#inter-pod-affinity-and-anti-affinity + ## + podAntiAffinityPreset: soft + ## PostgreSQL read only node affinity preset + ## ref: https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/#node-affinity + ## + nodeAffinityPreset: + ## @param readReplicas.nodeAffinityPreset.type PostgreSQL read only node affinity preset type. Ignored if `primary.affinity` is set. Allowed values: `soft` or `hard` + ## + type: "" + ## @param readReplicas.nodeAffinityPreset.key PostgreSQL read only node label key to match Ignored if `primary.affinity` is set. + ## E.g. + ## key: "kubernetes.io/e2e-az-name" + ## + key: "" + ## @param readReplicas.nodeAffinityPreset.values PostgreSQL read only node label values to match. Ignored if `primary.affinity` is set. + ## E.g. + ## values: + ## - e2e-az1 + ## - e2e-az2 + ## + values: [] + ## @param readReplicas.affinity Affinity for PostgreSQL read only pods assignment + ## ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/#affinity-and-anti-affinity + ## Note: primary.podAffinityPreset, primary.podAntiAffinityPreset, and primary.nodeAffinityPreset will be ignored when it's set + ## + affinity: {} + ## @param readReplicas.nodeSelector Node labels for PostgreSQL read only pods assignment + ## ref: https://kubernetes.io/docs/user-guide/node-selection/ + ## + nodeSelector: {} + ## @param readReplicas.tolerations Tolerations for PostgreSQL read only pods assignment + ## ref: https://kubernetes.io/docs/concepts/configuration/taint-and-toleration/ + ## + tolerations: [] + ## @param readReplicas.topologySpreadConstraints Topology Spread Constraints for pod assignment spread across your cluster among failure-domains. Evaluated as a template + ## Ref: https://kubernetes.io/docs/concepts/workloads/pods/pod-topology-spread-constraints/#spread-constraints-for-pods + ## + topologySpreadConstraints: [] + ## @param readReplicas.priorityClassName Priority Class to use for each pod (PostgreSQL read only) + ## + priorityClassName: "" + ## @param readReplicas.schedulerName Use an alternate scheduler, e.g. "stork". + ## ref: https://kubernetes.io/docs/tasks/administer-cluster/configure-multiple-schedulers/ + ## + schedulerName: "" + ## @param readReplicas.terminationGracePeriodSeconds Seconds PostgreSQL read only pod needs to terminate gracefully + ## ref: https://kubernetes.io/docs/concepts/workloads/pods/pod/#termination-of-pods + ## + terminationGracePeriodSeconds: "" + ## @param readReplicas.updateStrategy.type PostgreSQL read only statefulset strategy type + ## @param readReplicas.updateStrategy.rollingUpdate PostgreSQL read only statefulset rolling update configuration parameters + ## ref: https://kubernetes.io/docs/concepts/workloads/controllers/statefulset/#update-strategies + ## + updateStrategy: + type: RollingUpdate + rollingUpdate: {} + ## @param readReplicas.extraVolumeMounts Optionally specify extra list of additional volumeMounts for the PostgreSQL read only container(s) + ## + extraVolumeMounts: [] + ## @param readReplicas.extraVolumes Optionally specify extra list of additional volumes for the PostgreSQL read only pod(s) + ## + extraVolumes: [] + ## @param readReplicas.sidecars Add additional sidecar containers to the PostgreSQL read only pod(s) + ## For example: + ## sidecars: + ## - name: your-image-name + ## image: your-image + ## imagePullPolicy: Always + ## ports: + ## - name: portname + ## containerPort: 1234 + ## + sidecars: [] + ## @param readReplicas.initContainers Add additional init containers to the PostgreSQL read only pod(s) + ## Example + ## + ## initContainers: + ## - name: do-something + ## image: busybox + ## command: ['do', 'something'] + ## + initContainers: [] + ## @param readReplicas.extraPodSpec Optionally specify extra PodSpec for the PostgreSQL read only pod(s) + ## + extraPodSpec: {} + ## PostgreSQL read only service configuration + ## + service: + ## @param readReplicas.service.type Kubernetes Service type + ## + type: ClusterIP + ## @param readReplicas.service.ports.postgresql PostgreSQL service port + ## + ports: + postgresql: 5432 + ## Node ports to expose + ## NOTE: choose port between <30000-32767> + ## @param readReplicas.service.nodePorts.postgresql Node port for PostgreSQL + ## ref: https://kubernetes.io/docs/concepts/services-networking/service/#type-nodeport + ## + nodePorts: + postgresql: "" + ## @param readReplicas.service.clusterIP Static clusterIP or None for headless services + ## e.g: + ## clusterIP: None + ## + clusterIP: "" + ## @param readReplicas.service.annotations Annotations for PostgreSQL read only service + ## + annotations: {} + ## @param readReplicas.service.loadBalancerIP Load balancer IP if service type is `LoadBalancer` + ## Set the LoadBalancer service type to internal only + ## ref: https://kubernetes.io/docs/concepts/services-networking/service/#internal-load-balancer + ## + loadBalancerIP: "" + ## @param readReplicas.service.externalTrafficPolicy Enable client source IP preservation + ## ref https://kubernetes.io/docs/tasks/access-application-cluster/create-external-load-balancer/#preserving-the-client-source-ip + ## + externalTrafficPolicy: Cluster + ## @param readReplicas.service.loadBalancerSourceRanges Addresses that are allowed when service is LoadBalancer + ## https://kubernetes.io/docs/tasks/access-application-cluster/configure-cloud-provider-firewall/#restrict-access-for-loadbalancer-service + ## + ## loadBalancerSourceRanges: + ## - 10.10.10.0/24 + ## + loadBalancerSourceRanges: [] + ## @param readReplicas.service.extraPorts Extra ports to expose in the PostgreSQL read only service + ## + extraPorts: [] + ## @param readReplicas.service.sessionAffinity Session Affinity for Kubernetes service, can be "None" or "ClientIP" + ## If "ClientIP", consecutive client requests will be directed to the same Pod + ## ref: https://kubernetes.io/docs/concepts/services-networking/service/#virtual-ips-and-service-proxies + ## + sessionAffinity: None + ## @param readReplicas.service.sessionAffinityConfig Additional settings for the sessionAffinity + ## sessionAffinityConfig: + ## clientIP: + ## timeoutSeconds: 300 + ## + sessionAffinityConfig: {} + ## Headless service properties + ## + headless: + ## @param readReplicas.service.headless.annotations Additional custom annotations for headless PostgreSQL read only service + ## + annotations: {} + ## PostgreSQL read only persistence configuration + ## + persistence: + ## @param readReplicas.persistence.enabled Enable PostgreSQL read only data persistence using PVC + ## + enabled: true + ## @param readReplicas.persistence.existingClaim Name of an existing PVC to use + ## + existingClaim: "" + ## @param readReplicas.persistence.mountPath The path the volume will be mounted at + ## Note: useful when using custom PostgreSQL images + ## + mountPath: /bitnami/postgresql + ## @param readReplicas.persistence.subPath The subdirectory of the volume to mount to + ## Useful in dev environments and one PV for multiple services + ## + subPath: "" + ## @param readReplicas.persistence.storageClass PVC Storage Class for PostgreSQL read only data volume + ## If defined, storageClassName: + ## If set to "-", storageClassName: "", which disables dynamic provisioning + ## If undefined (the default) or set to null, no storageClassName spec is + ## set, choosing the default provisioner. (gp2 on AWS, standard on + ## GKE, AWS & OpenStack) + ## + storageClass: "" + ## @param readReplicas.persistence.accessModes PVC Access Mode for PostgreSQL volume + ## + accessModes: + - ReadWriteOnce + ## @param readReplicas.persistence.size PVC Storage Request for PostgreSQL volume + ## + size: 8Gi + ## @param readReplicas.persistence.annotations Annotations for the PVC + ## + annotations: {} + ## @param readReplicas.persistence.labels Labels for the PVC + ## + labels: {} + ## @param readReplicas.persistence.selector Selector to match an existing Persistent Volume (this value is evaluated as a template) + ## selector: + ## matchLabels: + ## app: my-app + ## + selector: {} + ## @param readReplicas.persistence.dataSource Custom PVC data source + ## + dataSource: {} + ## PostgreSQL Read only Persistent Volume Claim Retention Policy + ## ref: https://kubernetes.io/docs/concepts/workloads/controllers/statefulset/#persistentvolumeclaim-retention + ## + persistentVolumeClaimRetentionPolicy: + ## @param readReplicas.persistentVolumeClaimRetentionPolicy.enabled Enable Persistent volume retention policy for read only Statefulset + ## + enabled: false + ## @param readReplicas.persistentVolumeClaimRetentionPolicy.whenScaled Volume retention behavior when the replica count of the StatefulSet is reduced + ## + whenScaled: Retain + ## @param readReplicas.persistentVolumeClaimRetentionPolicy.whenDeleted Volume retention behavior that applies when the StatefulSet is deleted + ## + whenDeleted: Retain + + +## @section Backup parameters +## This section implements a trivial logical dump cronjob of the database. +## This only comes with the consistency guarantees of the dump program. +## This is not a snapshot based roll forward/backward recovery backup. +## ref: https://kubernetes.io/docs/concepts/workloads/controllers/cron-jobs/ +backup: + ## @param backup.enabled Enable the logical dump of the database "regularly" + enabled: false + cronjob: + ## @param backup.cronjob.schedule Set the cronjob parameter schedule + schedule: "@daily" + ## @param backup.cronjob.concurrencyPolicy Set the cronjob parameter concurrencyPolicy + concurrencyPolicy: Allow + ## @param backup.cronjob.failedJobsHistoryLimit Set the cronjob parameter failedJobsHistoryLimit + failedJobsHistoryLimit: 1 + ## @param backup.cronjob.successfulJobsHistoryLimit Set the cronjob parameter successfulJobsHistoryLimit + successfulJobsHistoryLimit: 3 + ## @param backup.cronjob.startingDeadlineSeconds Set the cronjob parameter startingDeadlineSeconds + startingDeadlineSeconds: "" + ## @param backup.cronjob.ttlSecondsAfterFinished Set the cronjob parameter ttlSecondsAfterFinished + ttlSecondsAfterFinished: "" + ## @param backup.cronjob.restartPolicy Set the cronjob parameter restartPolicy + restartPolicy: OnFailure + ## @param backup.cronjob.podSecurityContext.enabled Enable PodSecurityContext for CronJob/Backup + ## @param backup.cronjob.podSecurityContext.fsGroup Group ID for the CronJob + podSecurityContext: + enabled: true + fsGroup: 1001 + ## backup container's Security Context + ## ref: https://kubernetes.io/docs/tasks/configure-pod-container/security-context/#set-the-security-context-for-a-container + ## @param backup.cronjob.containerSecurityContext.runAsUser User ID for the backup container + ## @param backup.cronjob.containerSecurityContext.runAsGroup Group ID for the backup container + ## @param backup.cronjob.containerSecurityContext.runAsNonRoot Set backup container's Security Context runAsNonRoot + ## @param backup.cronjob.containerSecurityContext.readOnlyRootFilesystem Is the container itself readonly + ## @param backup.cronjob.containerSecurityContext.allowPrivilegeEscalation Is it possible to escalate backup pod(s) privileges + ## @param backup.cronjob.containerSecurityContext.seccompProfile.type Set backup container's Security Context seccompProfile type + ## @param backup.cronjob.containerSecurityContext.capabilities.drop Set backup container's Security Context capabilities to drop + containerSecurityContext: + runAsUser: 1001 + runAsGroup: 0 + runAsNonRoot: true + allowPrivilegeEscalation: false + readOnlyRootFilesystem: true + seccompProfile: + type: RuntimeDefault + capabilities: + drop: + - ALL + ## @param backup.cronjob.command Set backup container's command to run + command: + - /bin/sh + - -c + - "pg_dumpall --clean --if-exists --load-via-partition-root --quote-all-identifiers --no-password --file=${PGDUMP_DIR}/pg_dumpall-$(date '+%Y-%m-%d-%H-%M').pgdump" + + ## @param backup.cronjob.labels Set the cronjob labels + labels: {} + ## @param backup.cronjob.annotations Set the cronjob annotations + annotations: {} + ## @param backup.cronjob.nodeSelector Node labels for PostgreSQL backup CronJob pod assignment + ## ref: https://kubernetes.io/docs/user-guide/node-selection/ + ## + nodeSelector: {} + storage: + ## @param backup.cronjob.storage.existingClaim Provide an existing `PersistentVolumeClaim` (only when `architecture=standalone`) + ## If defined, PVC must be created manually before volume will be bound + ## + existingClaim: "" + ## @param backup.cronjob.storage.resourcePolicy Setting it to "keep" to avoid removing PVCs during a helm delete operation. Leaving it empty will delete PVCs after the chart deleted + ## + resourcePolicy: "" + ## @param backup.cronjob.storage.storageClass PVC Storage Class for the backup data volume + ## If defined, storageClassName: + ## If set to "-", storageClassName: "", which disables dynamic provisioning + ## If undefined (the default) or set to null, no storageClassName spec is + ## set, choosing the default provisioner. + ## + storageClass: "" + ## @param backup.cronjob.storage.accessModes PV Access Mode + ## + accessModes: + - ReadWriteOnce + ## @param backup.cronjob.storage.size PVC Storage Request for the backup data volume + ## + size: 8Gi + ## @param backup.cronjob.storage.annotations PVC annotations + ## + annotations: {} + ## @param backup.cronjob.storage.mountPath Path to mount the volume at + ## + mountPath: /backup/pgdump + ## @param backup.cronjob.storage.subPath Subdirectory of the volume to mount at + ## and one PV for multiple services. + ## + subPath: "" + ## Fine tuning for volumeClaimTemplates + ## + volumeClaimTemplates: + ## @param backup.cronjob.storage.volumeClaimTemplates.selector A label query over volumes to consider for binding (e.g. when using local volumes) + ## A label query over volumes to consider for binding (e.g. when using local volumes) + ## See https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.20/#labelselector-v1-meta for more details + ## + selector: {} + +## @section NetworkPolicy parameters +## + +## Add networkpolicies +## +networkPolicy: + ## @param networkPolicy.enabled Enable network policies + ## + enabled: false + ## @param networkPolicy.metrics.enabled Enable network policies for metrics (prometheus) + ## @param networkPolicy.metrics.namespaceSelector [object] Monitoring namespace selector labels. These labels will be used to identify the prometheus' namespace. + ## @param networkPolicy.metrics.podSelector [object] Monitoring pod selector labels. These labels will be used to identify the Prometheus pods. + ## + metrics: + enabled: false + ## e.g: + ## namespaceSelector: + ## label: monitoring + ## + namespaceSelector: {} + ## e.g: + ## podSelector: + ## label: monitoring + ## + podSelector: {} + ## Ingress Rules + ## + ingressRules: + ## @param networkPolicy.ingressRules.primaryAccessOnlyFrom.enabled Enable ingress rule that makes PostgreSQL primary node only accessible from a particular origin. + ## @param networkPolicy.ingressRules.primaryAccessOnlyFrom.namespaceSelector [object] Namespace selector label that is allowed to access the PostgreSQL primary node. This label will be used to identified the allowed namespace(s). + ## @param networkPolicy.ingressRules.primaryAccessOnlyFrom.podSelector [object] Pods selector label that is allowed to access the PostgreSQL primary node. This label will be used to identified the allowed pod(s). + ## @param networkPolicy.ingressRules.primaryAccessOnlyFrom.customRules Custom network policy for the PostgreSQL primary node. + ## + primaryAccessOnlyFrom: + enabled: false + ## e.g: + ## namespaceSelector: + ## label: ingress + ## + namespaceSelector: {} + ## e.g: + ## podSelector: + ## label: access + ## + podSelector: {} + ## custom ingress rules + ## e.g: + ## customRules: + ## - from: + ## - namespaceSelector: + ## matchLabels: + ## label: example + ## + customRules: [] + ## @param networkPolicy.ingressRules.readReplicasAccessOnlyFrom.enabled Enable ingress rule that makes PostgreSQL read-only nodes only accessible from a particular origin. + ## @param networkPolicy.ingressRules.readReplicasAccessOnlyFrom.namespaceSelector [object] Namespace selector label that is allowed to access the PostgreSQL read-only nodes. This label will be used to identified the allowed namespace(s). + ## @param networkPolicy.ingressRules.readReplicasAccessOnlyFrom.podSelector [object] Pods selector label that is allowed to access the PostgreSQL read-only nodes. This label will be used to identified the allowed pod(s). + ## @param networkPolicy.ingressRules.readReplicasAccessOnlyFrom.customRules Custom network policy for the PostgreSQL read-only nodes. + ## + readReplicasAccessOnlyFrom: + enabled: false + ## e.g: + ## namespaceSelector: + ## label: ingress + ## + namespaceSelector: {} + ## e.g: + ## podSelector: + ## label: access + ## + podSelector: {} + ## custom ingress rules + ## e.g: + ## CustomRules: + ## - from: + ## - namespaceSelector: + ## matchLabels: + ## label: example + ## + customRules: [] + ## @param networkPolicy.egressRules.denyConnectionsToExternal Enable egress rule that denies outgoing traffic outside the cluster, except for DNS (port 53). + ## @param networkPolicy.egressRules.customRules Custom network policy rule + ## + egressRules: + # Deny connections to external. This is not compatible with an external database. + denyConnectionsToExternal: false + ## Additional custom egress rules + ## e.g: + ## customRules: + ## - to: + ## - namespaceSelector: + ## matchLabels: + ## label: example + ## + customRules: [] + +## @section Volume Permissions parameters +## + +## Init containers parameters: +## volumePermissions: Change the owner and group of the persistent volume(s) mountpoint(s) to 'runAsUser:fsGroup' on each node +## +volumePermissions: + ## @param volumePermissions.enabled Enable init container that changes the owner and group of the persistent volume + ## + enabled: false + ## @param volumePermissions.image.registry Init container volume-permissions image registry + ## @param volumePermissions.image.repository Init container volume-permissions image repository + ## @param volumePermissions.image.tag Init container volume-permissions image tag (immutable tags are recommended) + ## @param volumePermissions.image.digest Init container volume-permissions image digest in the way sha256:aa.... Please note this parameter, if set, will override the tag + ## @param volumePermissions.image.pullPolicy Init container volume-permissions image pull policy + ## @param volumePermissions.image.pullSecrets Init container volume-permissions image pull secrets + ## + image: + registry: docker.io + repository: bitnami/os-shell + tag: 11-debian-11-r77 + digest: "" + pullPolicy: IfNotPresent + ## Optionally specify an array of imagePullSecrets. + ## Secrets must be manually created in the namespace. + ## ref: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/ + ## Example: + ## pullSecrets: + ## - myRegistryKeySecretName + ## + pullSecrets: [] + ## Init container resource requests and limits + ## ref: https://kubernetes.io/docs/user-guide/compute-resources/ + ## @param volumePermissions.resources.limits Init container volume-permissions resource limits + ## @param volumePermissions.resources.requests Init container volume-permissions resource requests + ## + resources: + limits: {} + requests: {} + ## Init container' Security Context + ## Note: the chown of the data folder is done to containerSecurityContext.runAsUser + ## and not the below volumePermissions.containerSecurityContext.runAsUser + ## @param volumePermissions.containerSecurityContext.runAsUser User ID for the init container + ## @param volumePermissions.containerSecurityContext.runAsGroup Group ID for the init container + ## @param volumePermissions.containerSecurityContext.runAsNonRoot runAsNonRoot for the init container + ## @param volumePermissions.containerSecurityContext.seccompProfile.type seccompProfile.type for the init container + ## + containerSecurityContext: + runAsUser: 0 + runAsGroup: 0 + runAsNonRoot: false + seccompProfile: + type: RuntimeDefault +## @section Other Parameters +## + +## @param serviceBindings.enabled Create secret for service binding (Experimental) +## Ref: https://servicebinding.io/service-provider/ +## +serviceBindings: + enabled: false + +## Service account for PostgreSQL to use. +## ref: https://kubernetes.io/docs/tasks/configure-pod-container/configure-service-account/ +## +serviceAccount: + ## @param serviceAccount.create Enable creation of ServiceAccount for PostgreSQL pod + ## + create: false + ## @param serviceAccount.name The name of the ServiceAccount to use. + ## If not set and create is true, a name is generated using the common.names.fullname template + ## + name: "" + ## @param serviceAccount.automountServiceAccountToken Allows auto mount of ServiceAccountToken on the serviceAccount created + ## Can be set to false if pods using this serviceAccount do not need to use K8s API + ## + automountServiceAccountToken: true + ## @param serviceAccount.annotations Additional custom annotations for the ServiceAccount + ## + annotations: {} +## Creates role for ServiceAccount +## @param rbac.create Create Role and RoleBinding (required for PSP to work) +## +rbac: + create: false + ## @param rbac.rules Custom RBAC rules to set + ## e.g: + ## rules: + ## - apiGroups: + ## - "" + ## resources: + ## - pods + ## verbs: + ## - get + ## - list + ## + rules: [] +## Pod Security Policy +## ref: https://kubernetes.io/docs/concepts/policy/pod-security-policy/ +## @param psp.create Whether to create a PodSecurityPolicy. WARNING: PodSecurityPolicy is deprecated in Kubernetes v1.21 or later, unavailable in v1.25 or later +## +psp: + create: false + +## @section Metrics Parameters +## + +metrics: + ## @param metrics.enabled Start a prometheus exporter + ## + enabled: false + ## @param metrics.image.registry PostgreSQL Prometheus Exporter image registry + ## @param metrics.image.repository PostgreSQL Prometheus Exporter image repository + ## @param metrics.image.tag PostgreSQL Prometheus Exporter image tag (immutable tags are recommended) + ## @param metrics.image.digest PostgreSQL image digest in the way sha256:aa.... Please note this parameter, if set, will override the tag + ## @param metrics.image.pullPolicy PostgreSQL Prometheus Exporter image pull policy + ## @param metrics.image.pullSecrets Specify image pull secrets + ## + image: + registry: docker.io + repository: bitnami/postgres-exporter + tag: 0.14.0-debian-11-r5 + digest: "" + pullPolicy: IfNotPresent + ## Optionally specify an array of imagePullSecrets. + ## Secrets must be manually created in the namespace. + ## ref: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/ + ## Example: + ## pullSecrets: + ## - myRegistryKeySecretName + ## + pullSecrets: [] + ## @param metrics.customMetrics Define additional custom metrics + ## ref: https://github.com/wrouesnel/postgres_exporter#adding-new-metrics-via-a-config-file + ## customMetrics: + ## pg_database: + ## query: "SELECT d.datname AS name, CASE WHEN pg_catalog.has_database_privilege(d.datname, 'CONNECT') THEN pg_catalog.pg_database_size(d.datname) ELSE 0 END AS size_bytes FROM pg_catalog.pg_database d where datname not in ('template0', 'template1', 'postgres')" + ## metrics: + ## - name: + ## usage: "LABEL" + ## description: "Name of the database" + ## - size_bytes: + ## usage: "GAUGE" + ## description: "Size of the database in bytes" + ## + customMetrics: {} + ## @param metrics.extraEnvVars Extra environment variables to add to PostgreSQL Prometheus exporter + ## see: https://github.com/wrouesnel/postgres_exporter#environment-variables + ## For example: + ## extraEnvVars: + ## - name: PG_EXPORTER_DISABLE_DEFAULT_METRICS + ## value: "true" + ## + extraEnvVars: [] + ## PostgreSQL Prometheus exporter containers' Security Context + ## ref: https://kubernetes.io/docs/tasks/configure-pod-container/security-context/#set-the-security-context-for-a-container + ## @param metrics.containerSecurityContext.enabled Enable PostgreSQL Prometheus exporter containers' Security Context + ## @param metrics.containerSecurityContext.runAsUser Set PostgreSQL Prometheus exporter containers' Security Context runAsUser + ## @param metrics.containerSecurityContext.runAsGroup Set PostgreSQL Prometheus exporter containers' Security Context runAsGroup + ## @param metrics.containerSecurityContext.runAsNonRoot Set PostgreSQL Prometheus exporter containers' Security Context runAsNonRoot + ## @param metrics.containerSecurityContext.allowPrivilegeEscalation Set PostgreSQL Prometheus exporter containers' Security Context allowPrivilegeEscalation + ## @param metrics.containerSecurityContext.seccompProfile.type Set PostgreSQL Prometheus exporter containers' Security Context seccompProfile.type + ## @param metrics.containerSecurityContext.capabilities.drop Set PostgreSQL Prometheus exporter containers' Security Context capabilities.drop + ## + containerSecurityContext: + enabled: true + runAsUser: 1001 + runAsGroup: 0 + runAsNonRoot: true + allowPrivilegeEscalation: false + seccompProfile: + type: RuntimeDefault + capabilities: + drop: + - ALL + ## Configure extra options for PostgreSQL Prometheus exporter containers' liveness, readiness and startup probes + ## ref: https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/#configure-probes + ## @param metrics.livenessProbe.enabled Enable livenessProbe on PostgreSQL Prometheus exporter containers + ## @param metrics.livenessProbe.initialDelaySeconds Initial delay seconds for livenessProbe + ## @param metrics.livenessProbe.periodSeconds Period seconds for livenessProbe + ## @param metrics.livenessProbe.timeoutSeconds Timeout seconds for livenessProbe + ## @param metrics.livenessProbe.failureThreshold Failure threshold for livenessProbe + ## @param metrics.livenessProbe.successThreshold Success threshold for livenessProbe + ## + livenessProbe: + enabled: true + initialDelaySeconds: 5 + periodSeconds: 10 + timeoutSeconds: 5 + failureThreshold: 6 + successThreshold: 1 + ## @param metrics.readinessProbe.enabled Enable readinessProbe on PostgreSQL Prometheus exporter containers + ## @param metrics.readinessProbe.initialDelaySeconds Initial delay seconds for readinessProbe + ## @param metrics.readinessProbe.periodSeconds Period seconds for readinessProbe + ## @param metrics.readinessProbe.timeoutSeconds Timeout seconds for readinessProbe + ## @param metrics.readinessProbe.failureThreshold Failure threshold for readinessProbe + ## @param metrics.readinessProbe.successThreshold Success threshold for readinessProbe + ## + readinessProbe: + enabled: true + initialDelaySeconds: 5 + periodSeconds: 10 + timeoutSeconds: 5 + failureThreshold: 6 + successThreshold: 1 + ## @param metrics.startupProbe.enabled Enable startupProbe on PostgreSQL Prometheus exporter containers + ## @param metrics.startupProbe.initialDelaySeconds Initial delay seconds for startupProbe + ## @param metrics.startupProbe.periodSeconds Period seconds for startupProbe + ## @param metrics.startupProbe.timeoutSeconds Timeout seconds for startupProbe + ## @param metrics.startupProbe.failureThreshold Failure threshold for startupProbe + ## @param metrics.startupProbe.successThreshold Success threshold for startupProbe + ## + startupProbe: + enabled: false + initialDelaySeconds: 10 + periodSeconds: 10 + timeoutSeconds: 1 + failureThreshold: 15 + successThreshold: 1 + ## @param metrics.customLivenessProbe Custom livenessProbe that overrides the default one + ## + customLivenessProbe: {} + ## @param metrics.customReadinessProbe Custom readinessProbe that overrides the default one + ## + customReadinessProbe: {} + ## @param metrics.customStartupProbe Custom startupProbe that overrides the default one + ## + customStartupProbe: {} + ## @param metrics.containerPorts.metrics PostgreSQL Prometheus exporter metrics container port + ## + containerPorts: + metrics: 9187 + ## PostgreSQL Prometheus exporter resource requests and limits + ## ref: https://kubernetes.io/docs/user-guide/compute-resources/ + ## @param metrics.resources.limits The resources limits for the PostgreSQL Prometheus exporter container + ## @param metrics.resources.requests The requested resources for the PostgreSQL Prometheus exporter container + ## + resources: + limits: {} + requests: {} + ## Service configuration + ## + service: + ## @param metrics.service.ports.metrics PostgreSQL Prometheus Exporter service port + ## + ports: + metrics: 9187 + ## @param metrics.service.clusterIP Static clusterIP or None for headless services + ## ref: https://kubernetes.io/docs/concepts/services-networking/service/#choosing-your-own-ip-address + ## + clusterIP: "" + ## @param metrics.service.sessionAffinity Control where client requests go, to the same pod or round-robin + ## Values: ClientIP or None + ## ref: https://kubernetes.io/docs/user-guide/services/ + ## + sessionAffinity: None + ## @param metrics.service.annotations [object] Annotations for Prometheus to auto-discover the metrics endpoint + ## + annotations: + prometheus.io/scrape: "true" + prometheus.io/port: "{{ .Values.metrics.service.ports.metrics }}" + ## Prometheus Operator ServiceMonitor configuration + ## + serviceMonitor: + ## @param metrics.serviceMonitor.enabled Create ServiceMonitor Resource for scraping metrics using Prometheus Operator + ## + enabled: false + ## @param metrics.serviceMonitor.namespace Namespace for the ServiceMonitor Resource (defaults to the Release Namespace) + ## + namespace: "" + ## @param metrics.serviceMonitor.interval Interval at which metrics should be scraped. + ## ref: https://github.com/coreos/prometheus-operator/blob/master/Documentation/api.md#endpoint + ## + interval: "" + ## @param metrics.serviceMonitor.scrapeTimeout Timeout after which the scrape is ended + ## ref: https://github.com/coreos/prometheus-operator/blob/master/Documentation/api.md#endpoint + ## + scrapeTimeout: "" + ## @param metrics.serviceMonitor.labels Additional labels that can be used so ServiceMonitor will be discovered by Prometheus + ## + labels: {} + ## @param metrics.serviceMonitor.selector Prometheus instance selector labels + ## ref: https://github.com/bitnami/charts/tree/main/bitnami/prometheus-operator#prometheus-configuration + ## + selector: {} + ## @param metrics.serviceMonitor.relabelings RelabelConfigs to apply to samples before scraping + ## + relabelings: [] + ## @param metrics.serviceMonitor.metricRelabelings MetricRelabelConfigs to apply to samples before ingestion + ## + metricRelabelings: [] + ## @param metrics.serviceMonitor.honorLabels Specify honorLabels parameter to add the scrape endpoint + ## + honorLabels: false + ## @param metrics.serviceMonitor.jobLabel The name of the label on the target service to use as the job name in prometheus. + ## + jobLabel: "" + ## Custom PrometheusRule to be defined + ## The value is evaluated as a template, so, for example, the value can depend on .Release or .Chart + ## ref: https://github.com/coreos/prometheus-operator#customresourcedefinitions + ## + prometheusRule: + ## @param metrics.prometheusRule.enabled Create a PrometheusRule for Prometheus Operator + ## + enabled: false + ## @param metrics.prometheusRule.namespace Namespace for the PrometheusRule Resource (defaults to the Release Namespace) + ## + namespace: "" + ## @param metrics.prometheusRule.labels Additional labels that can be used so PrometheusRule will be discovered by Prometheus + ## + labels: {} + ## @param metrics.prometheusRule.rules PrometheusRule definitions + ## Make sure to constraint the rules to the current postgresql service. + ## rules: + ## - alert: HugeReplicationLag + ## expr: pg_replication_lag{service="{{ printf "%s-metrics" (include "common.names.fullname" .) }}"} / 3600 > 1 + ## for: 1m + ## labels: + ## severity: critical + ## annotations: + ## description: replication for {{ include "common.names.fullname" . }} PostgreSQL is lagging by {{ "{{ $value }}" }} hour(s). + ## summary: PostgreSQL replication is lagging by {{ "{{ $value }}" }} hour(s). + ## + rules: [] diff --git a/chart-source/fmeflow/requirements.lock b/chart-source/fmeflow/requirements.lock new file mode 100644 index 0000000..e1fd9fa --- /dev/null +++ b/chart-source/fmeflow/requirements.lock @@ -0,0 +1,6 @@ +dependencies: +- name: postgresql + repository: https://charts.bitnami.com/bitnami + version: 13.0.0 +digest: sha256:a1c585a9cae01f82ccfe43bbb90f6fc3b9df7433bcb3f584ca6d00a664d02db3 +generated: "2023-09-28T11:33:05.755941-07:00" diff --git a/chart-source/fmeflow/requirements.yaml b/chart-source/fmeflow/requirements.yaml new file mode 100644 index 0000000..07a4fa0 --- /dev/null +++ b/chart-source/fmeflow/requirements.yaml @@ -0,0 +1,5 @@ +dependencies: +- name: postgresql + version: 13.0.0 + repository: https://charts.bitnami.com/bitnami + condition: deployment.deployPostgresql diff --git a/chart-source/fmeflow/templates/NOTES.txt b/chart-source/fmeflow/templates/NOTES.txt new file mode 100644 index 0000000..a7e44b1 --- /dev/null +++ b/chart-source/fmeflow/templates/NOTES.txt @@ -0,0 +1,34 @@ +Congratulations, your FME Flow should be ready shortly! You can check the progress of the deployment by typing: + + $ kubectl -n {{ .Release.Namespace }} get pods + +Once all containers are running, you should be able to access your deployment under {{ template "fmeflow.deployment.protocol" . }}://{{ .Values.deployment.hostname }} + +To ensure that everything is working correctly, helm provides a test framework which can be run once the FME Flow is up and running and licensed: + + $ helm test {{ .Release.Name }} -n {{ .Release.Namespace }} --logs --timeout 10m0s + +This runs a set of tests that test basic FME Flow functionality. + +Things to check if something does not work: + - Is the NGINX ingress controller deployed? Check the following link for more details: https://kubernetes.github.io/ingress-nginx/deploy/ + - Does your server have enough disk storage? + - Are your nodes large enough / do you have enough nodes? + - Check if there any negative events on any of the fmeflow resources by running the command: + $ kubectl get events --sort-by=.metadata.creationTimestamp -n {{ .Release.Namespace }} --field-selector type!=Normal + +If you still have issues, please review the Useful Commands for FME Flow and Kubernetes article, which contains troubleshooting tips and commands. https://community.safe.com/s/article/Useful-commands-for-FME-Server-for-Kubernetes + +If you aren't able to resolve the issue, or you think you've found a bug you can contact us here: https://www.safe.com/support/ + +To uninstall/delete FME Flow (this deletes all data): + $ helm uninstall {{ .Release.Name }} -n {{ .Release.Namespace }} + +{{- $queueWarning := false }} +{{- range .Values.fmeflow.engines.groups }} +{{- if and .queues (eq $queueWarning false) }} + +NOTE: The parameter fmeflow.engines.groups[].queues is DEPRECATED. Engine assignment should be done through engine properties. See https://community.safe.com/s/article/FME-Server-on-Kubernetes-Utilizing-Engine-Assignment-and-Job-Routing for more info. +{{- $queueWarning = true }} +{{- end }} +{{- end }} diff --git a/chart-source/fmeflow/templates/_helpers.tpl b/chart-source/fmeflow/templates/_helpers.tpl new file mode 100644 index 0000000..20a8119 --- /dev/null +++ b/chart-source/fmeflow/templates/_helpers.tpl @@ -0,0 +1,237 @@ +{{/* Generates shared ingress annotations */}} +{{- define "fmeflow.ingress.annotations" }} +{{- if (and (not (empty .Values.deployment.certManager.issuerName)) (eq .Values.deployment.certManager.issuerType "cluster")) }} +certmanager.k8s.io/cluster-issuer: {{ .Values.deployment.certManager.issuerName | quote }} +cert-manager.io/cluster-issuer: {{ .Values.deployment.certManager.issuerName | quote }} +{{- end }} +{{- if (and (not (empty .Values.deployment.certManager.issuerName)) (eq .Values.deployment.certManager.issuerType "namespace")) }} +certmanager.k8s.io/issuer: {{ .Values.deployment.certManager.issuerName | quote }} +cert-manager.io/issuer: {{ .Values.deployment.certManager.issuerName | quote }} +{{- end }} +{{- end }} + +{{/* Generates ingress tls configuration */}} +{{- define "fmeflow.ingress.tls" }} +{{- if not .Values.deployment.disableTLS }} + tls: + - hosts: + - {{ .Values.deployment.hostname }} + {{- if .Values.deployment.tlsSecretName }} + secretName: {{ .Values.deployment.tlsSecretName }} + {{- end }} +{{- end }} +{{- end }} + + +{{- define "fmeflow.deployment.protocol" }} +{{- if .Values.deployment.disableTLS }}http{{- else }}https{{- end }} +{{- end }} + +{{/* Common labels */}} +{{- define "fmeflow.common.labels" }} +app: {{ template "fmeflow.name" . }} +chart: {{ template "fmeflow.chart" . }} +heritage: {{ .Release.Service }} +release: {{ .Release.Name }} +safe.k8s.fmeflow.build: {{ .Values.fmeflow.image.tag | quote }} +{{- end }} + +{{/* Data volume ClaimName name */}} +{{- define "fmeflow.storage.data.claimName" -}} +{{- "fmeflow-data" }} +{{- end -}} + +{{/* Affinity rules for ReadWriteOnce data disks */}} +{{- define "fmeflow.deployment.dataVolumeAffinity" }} +{{- if ne .Values.storage.fmeflow.accessMode "ReadWriteMany" }} +podAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + - labelSelector: + matchExpressions: + - key: safe.k8s.fmeflow.component + operator: In + values: + - core + topologyKey: "kubernetes.io/hostname" +{{- end}} +{{- end }} + +{{/* Create Postgresql hostname */}} +{{- define "fmeflow.database.host" -}} +{{- if .Values.fmeflow.database.host -}} +{{ .Values.fmeflow.database.host -}} +{{- else -}} +{{- printf "%s-postgresql.%s.svc.cluster.local" .Release.Name .Release.Namespace -}} +{{- end -}} +{{- end -}} + +{{/* Create Postgresql admin user password secret */}} +{{- define "fmeflow.database.adminPasswordSecret" -}} +{{- if .Values.fmeflow.database.adminPasswordSecret -}} +{{ .Values.fmeflow.database.adminPasswordSecret }} +{{- else -}} +{{- printf "%s-postgresql" .Release.Name -}} +{{- end -}} +{{- end -}} + +{{/* +Expand the name of the chart. +*/}} +{{- define "fmeflow.name" -}} +{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{/* +Create a default fully qualified app name. +We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec). +*/}} +{{- define "fmeflow.fullname" -}} +{{- if .Values.fullnameOverride -}} +{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" -}} +{{- else -}} +{{- $name := default .Chart.Name .Values.nameOverride -}} +{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" -}} +{{- end -}} +{{- end -}} + +{{/* +Create chart name and version as used by the chart label. +*/}} +{{- define "fmeflow.chart" -}} +{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{/* +Get the fmeflow database password secret. +*/}} +{{- define "fmeflow.database.secretName" -}} +{{- if .Values.fmeflow.database.passwordSecret -}} +{{ .Values.fmeflow.database.passwordSecret }} +{{- else -}} +{{- printf "%s" (include "fmeflow.fullname" .) -}} +{{- end -}} +{{- end -}} + +{{/* +Set the image parameters. +*/}} +{{- define "fmeflow.image.tag" }} +{{- .Values.fmeflow.image.tag }} +{{/* Check to make sure exactly one is set */}} +{{- if not .Values.fmeflow.image.tag }} +{{ fail "fmeflow.image.tag is required." }} +{{- end -}} +{{- end -}} + +{{/* +We have to do this double 'if' check to see if the parent value exists otherwise we get +templating errors. +See https://github.com/helm/helm/issues/3708 +*/}} +{{- define "fmeflow.image.registry" }} +{{- if .Values.images -}} +{{- if .Values.images.registry -}} +{{ .Values.images.registry }} +{{- else -}} +{{ .Values.fmeflow.image.registry }} +{{- end -}} +{{- else -}} +{{ .Values.fmeflow.image.registry }} +{{- end -}} +{{- end -}} + +{{- define "fmeflow.image.namespace" }} +{{- if .Values.images -}} +{{- if .Values.images.namespace -}} +{{ .Values.images.namespace }} +{{- else -}} +{{ .Values.fmeflow.image.namespace }} +{{- end -}} +{{- else -}} +{{ .Values.fmeflow.image.namespace }} +{{- end -}} +{{- end -}} + +{{- define "fmeflow.image.pullPolicy" }} +{{- if .Values.images -}} +{{- if .Values.images.pullPolicy -}} +{{ .Values.images.pullPolicy }} +{{- else -}} +{{ .Values.fmeflow.image.pullPolicy }} +{{- end -}} +{{- else -}} +{{ .Values.fmeflow.image.pullPolicy }} +{{- end -}} +{{- end -}} + +{{- define "fmeflow.resources.web" }} +{{- if .Values.resources.web }} +{{- if .Values.resources.web.requests }} +requests: +{{ .Values.resources.web.requests | toYaml | indent 2 -}} +{{- end }} +{{- if or .Values.resources.web.limits.cpu .Values.resources.web.limits.memory }} +limits: +{{- if .Values.resources.web.limits.cpu }} + cpu: {{ .Values.resources.web.limits.cpu }} +{{- end }} +{{- if .Values.resources.web.limits.memory }} + memory: {{ .Values.resources.web.limits.memory }} +{{- end }} +{{- end }} +{{- end }} +{{- end }} + +{{- define "fmeflow.healthcheck.url" -}} +/fmeapiv4/healthcheck/readiness +{{- end -}} + +{{- define "fmeflow.liveness.url" -}} +/fmeapiv4/healthcheck/liveness +{{- end -}} + +{{- define "fmeflow.ingress.apiversion" }} +{{- if semverCompare ">=1.19-0" .Capabilities.KubeVersion.Version -}} +networking.k8s.io/v1 +{{- else -}} +extensions/v1beta1 +{{- end -}} +{{- end -}} + +{{- define "fmeflow.ingress.web.service" -}} +{{- if semverCompare ">=1.19-0" .Capabilities.KubeVersion.Version -}} +service: + name: fmeflowweb + port: + number: 8080 +{{- else -}} +serviceName: fmeflowweb +servicePort: 8080 +{{- end -}} +{{- end -}} + +{{- define "fmeflow.ingress.websocket.service" -}} +{{- if semverCompare ">=1.19-0" .Capabilities.KubeVersion.Version -}} +service: + name: fmeflowwebsocket + port: + number: 7078 +{{- else -}} +serviceName: fmeflowwebsocket +servicePort: 7078 +{{- end -}} +{{- end -}} + +{{- define "fmeflow.ingress.pathType" -}} +{{- if semverCompare ">=1.19-0" .Capabilities.KubeVersion.Version -}} +pathType: Prefix +{{- end -}} +{{- end -}} + +{{- define "fmeflow.pdb.apiversion" }} +{{- if semverCompare ">=1.21-0" .Capabilities.KubeVersion.Version -}} +policy/v1 +{{- else -}} +policy/v1beta1 +{{- end -}} +{{- end -}} diff --git a/chart-source/fmeflow/templates/aws-service-account.yaml b/chart-source/fmeflow/templates/aws-service-account.yaml new file mode 100644 index 0000000..69d85bf --- /dev/null +++ b/chart-source/fmeflow/templates/aws-service-account.yaml @@ -0,0 +1,11 @@ +{{- if not (empty $.Values.fmeflow.engines.awsServiceAccount) }} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: "fme-engine-aws" + labels: + safe.k8s.fmeflow.component: engine + {{- include "fmeflow.common.labels" $ | indent 4 }} + annotations: + eks.amazonaws.com/role-arn: {{ $.Values.fmeflow.engines.awsServiceAccount.iamRoleArn }} +{{- end }} diff --git a/chart-source/fmeflow/templates/core-pdb.yaml b/chart-source/fmeflow/templates/core-pdb.yaml new file mode 100644 index 0000000..6caaf43 --- /dev/null +++ b/chart-source/fmeflow/templates/core-pdb.yaml @@ -0,0 +1,11 @@ +{{ if gt (int .Values.deployment.numCores) 1}} +apiVersion: {{ include "fmeflow.pdb.apiversion" . }} +kind: PodDisruptionBudget +metadata: + name: core-pdb +spec: + minAvailable: 1 + selector: + matchLabels: + safe.k8s.fmeflow.component: core +{{ end }} diff --git a/chart-source/fmeflow/templates/core-statefulset.yaml b/chart-source/fmeflow/templates/core-statefulset.yaml new file mode 100644 index 0000000..855de75 --- /dev/null +++ b/chart-source/fmeflow/templates/core-statefulset.yaml @@ -0,0 +1,280 @@ +apiVersion: apps/v1 +kind: StatefulSet +metadata: + labels: + {{- include "fmeflow.common.labels" . | indent 4 }} + safe.k8s.fmeflow.component: core + name: core + {{- with .Values.annotations.core.statefulset }} + annotations: +{{ toYaml . | indent 4 }} + {{- end }} +spec: + replicas: {{ .Values.deployment.numCores }} + selector: + matchLabels: + safe.k8s.fmeflow.component: core + serviceName: fmeflow + template: + metadata: + labels: + safe.k8s.fmeflow.component: core + {{- include "fmeflow.common.labels" . | indent 8 }} + {{- with .Values.labels.core }} +{{ toYaml . | indent 8 }} + {{- end }} + {{- with .Values.annotations.core.template }} + annotations: +{{ toYaml . | indent 8 }} + {{- end }} + spec: + securityContext: + {{- if or .Values.storage.useHostDir .Values.deployment.startAsRoot }} + runAsUser: 0 + {{- else }} + fsGroup: 1363 + {{- end }} + containers: + - image: {{ template "fmeflow.image.registry" . }}/{{ template "fmeflow.image.namespace" . }}/fmeflow-core:{{ template "fmeflow.image.tag" . }} + name: core + imagePullPolicy: {{ template "fmeflow.image.pullPolicy" . }} + ports: + - containerPort: 7070 + resources: +{{ toYaml .Values.resources.core | indent 12 }} + volumeMounts: + - mountPath: /data/fmeflowdata + name: fmeflowdata + env: + - name: PRIMARY_PROCESS + value: core + - name: FMESERVERHOSTNAME + value: localhost + - name: WEBSERVERHOSTNAME + value: localhost + - name: FMESERVERHOSTNAMELOCAL + value: localhost + - name: EXTERNALHOSTNAME + value: {{ .Values.deployment.hostname }} + - name: EXTERNALPORT + value: "{{ .Values.deployment.port }}" + - name: WEBPROTOCOL + value: {{ template "fmeflow.deployment.protocol" . }} + - name: NODENAMENS + value: fmeflow + - name: QUEUENAMENS + value: fmeflowqueue + - name: COREDEBUGLEVEL + value: "{{ .Values.fmeflow.debugLevel }}" + - name: PGSQLHOSTNAME + value: "{{ template "fmeflow.database.host" . }}" + - name: PGSQLPORT + value: "{{ .Values.fmeflow.database.port }}" + - name: PGSQLDATABASENAME + value: "{{ .Values.fmeflow.database.name }}" + - name: FIRSTLOGINCHANGEPASSWORD + value: "{{ .Values.fmeflow.forcePasswordChange }}" + - name: SCHEDULERIDLEWAITTIME + value: "{{ .Values.fmeflow.scheduler.idleWaitTime }}" + - name: ENABLETRANSACTIONQUEUETIMEOUT + value: "{{ .Values.fmeflow.enableTransactionQueueTimeout }}" + {{- if .Values.fmeflow.portpool }} + - name: PORTPOOL + value: "{{ .Values.fmeflow.portpool }}" + {{- end }} + {{- if .Values.fmeflow.database.azure }} + - name: PGSQLUSERNAME + value: "{{ .Values.fmeflow.database.user }}@{{ template "fmeflow.database.host" . }}" + {{- else }} + - name: PGSQLUSERNAME + value: "{{ .Values.fmeflow.database.user }}" + {{- end }} + - name: PGSQLPASSWORD + valueFrom: + secretKeyRef: + name: {{ template "fmeflow.database.secretName" . }} + key: {{ .Values.fmeflow.database.passwordSecretKey }} + {{- if .Values.fmeflow.database.ssl }} + - name: POSTGRESQLSSL + value: 'true' + {{- end }} + {{- if or .Values.storage.useHostDir .Values.deployment.startAsRoot }} + - name: FMESERVER_UID + value: '1363' + - name: FMESERVER_GID + value: '1363' + {{- end }} + {{- if .Values.fmeflow.healthcheck.enabled }} + livenessProbe: + httpGet: + path: {{ template "fmeflow.liveness.url" . }} + port: 8080 + initialDelaySeconds: {{ .Values.fmeflow.healthcheck.liveness.initialDelaySeconds }} + failureThreshold: {{ .Values.fmeflow.healthcheck.liveness.failureThreshold }} + timeoutSeconds: {{ .Values.fmeflow.healthcheck.liveness.timeoutSeconds }} + periodSeconds: {{ .Values.fmeflow.healthcheck.readiness.periodSeconds }} + readinessProbe: + httpGet: + path: {{ template "fmeflow.healthcheck.url" . }} + port: 8080 + initialDelaySeconds: {{ .Values.fmeflow.healthcheck.readiness.initialDelaySeconds }} + failureThreshold: {{ .Values.fmeflow.healthcheck.readiness.failureThreshold }} + timeoutSeconds: {{ .Values.fmeflow.healthcheck.readiness.timeoutSeconds }} + periodSeconds: {{ .Values.fmeflow.healthcheck.readiness.periodSeconds }} + startupProbe: + httpGet: + path: {{ template "fmeflow.healthcheck.url" . }} + port: 8080 + initialDelaySeconds: {{ .Values.fmeflow.healthcheck.startup.initialDelaySeconds }} + failureThreshold: {{ .Values.fmeflow.healthcheck.startup.failureThreshold }} + timeoutSeconds: {{ .Values.fmeflow.healthcheck.startup.timeoutSeconds }} + periodSeconds: {{ .Values.fmeflow.healthcheck.startup.periodSeconds }} + {{- end }} + - image: {{ template "fmeflow.image.registry" . }}/{{ template "fmeflow.image.namespace" . }}/fmeflow-web:{{ template "fmeflow.image.tag" . }} + name: web + imagePullPolicy: {{ template "fmeflow.image.pullPolicy" . }} + ports: + - containerPort: 8080 + resources: +{{- include "fmeflow.resources.web" . | indent 12 }} + volumeMounts: + - mountPath: /data/fmeflowdata + name: fmeflowdata + env: + - name: FMESERVERHOSTNAME + value: localhost + - name: WEBSERVERHOSTNAME + value: localhost + - name: FMESERVERHOSTNAMELOCAL + value: localhost + - name: EXTERNALHOSTNAME + value: {{ .Values.deployment.hostname }} + - name: NODENAMENS + value: fmeflow + - name: WEBPROTOCOL + value: {{ template "fmeflow.deployment.protocol" . }} + - name: EXTERNALPORT + value: "{{ .Values.deployment.port }}" + - name: MAXTHREADS + value: {{ .Values.fmeflow.webserver.maxThreads | quote }} + - name: HIKARIDBMAXCONNECTIONS + value: "{{ .Values.fmeflow.webserver.hikariDBMaxConnections }}" + {{- if .Values.resources.web.limits.memory }} + - name: USE_CGROUP_MEMORY_FOR_HEAP + value: "true" + {{- end }} + - name: HIDEHOSTCONTENT + value: "{{ .Values.fmeflow.engines.hideHostContent }}" + - name: COREDEBUGLEVEL + value: "{{ .Values.fmeflow.debugLevel }}" + - name: PGSQLHOSTNAME + value: "{{ template "fmeflow.database.host" . }}" + - name: PGSQLPORT + value: "{{ .Values.fmeflow.database.port }}" + - name: PGSQLDATABASENAME + value: "{{ .Values.fmeflow.database.name }}" + {{- if .Values.fmeflow.database.azure }} + - name: PGSQLUSERNAME + value: "{{ .Values.fmeflow.database.user }}@{{ template "fmeflow.database.host" . }}" + {{- else }} + - name: PGSQLUSERNAME + value: "{{ .Values.fmeflow.database.user }}" + {{- end }} + - name: PGSQLPASSWORD + valueFrom: + secretKeyRef: + name: {{ template "fmeflow.database.secretName" . }} + key: {{ .Values.fmeflow.database.passwordSecretKey }} + {{- if .Values.fmeflow.database.ssl }} + - name: POSTGRESQLSSL + value: 'true' + {{- end }} + {{- if .Values.fmeflow.healthcheck.enabled }} + livenessProbe: + tcpSocket: + port: 8080 + initialDelaySeconds: {{ .Values.fmeflow.healthcheck.liveness.initialDelaySeconds }} + failureThreshold: {{ .Values.fmeflow.healthcheck.liveness.failureThreshold }} + timeoutSeconds: {{ .Values.fmeflow.healthcheck.liveness.timeoutSeconds }} + readinessProbe: + httpGet: + path: {{ template "fmeflow.healthcheck.url" . }} + port: 8080 + initialDelaySeconds: {{ .Values.fmeflow.healthcheck.readiness.initialDelaySeconds }} + timeoutSeconds: {{ .Values.fmeflow.healthcheck.readiness.failureThreshold }} + periodSeconds: {{ .Values.fmeflow.healthcheck.readiness.periodSeconds }} + startupProbe: + httpGet: + path: {{ template "fmeflow.healthcheck.url" . }} + port: 8080 + initialDelaySeconds: {{ .Values.fmeflow.healthcheck.startup.initialDelaySeconds }} + failureThreshold: {{ .Values.fmeflow.healthcheck.startup.failureThreshold }} + timeoutSeconds: {{ .Values.fmeflow.healthcheck.startup.timeoutSeconds }} + periodSeconds: {{ .Values.fmeflow.healthcheck.startup.periodSeconds }} + {{- end }} + initContainers: + - image: {{ template "fmeflow.image.registry" . }}/{{ template "fmeflow.image.namespace" . }}/fmeflow-core:{{ template "fmeflow.image.tag" . }} + name: dbinit + imagePullPolicy: {{ template "fmeflow.image.pullPolicy" . }} + volumeMounts: + - mountPath: /data/fmeflowdata + name: fmeflowdata + env: + - name: PRIMARY_PROCESS + value: initpgsql + - name: RUNSETUP + value: 'true' + - name: PGSQLHOSTNAME + value: "{{ template "fmeflow.database.host" . }}" + - name: PGSQLPORT + value: "{{ .Values.fmeflow.database.port }}" + - name: PGSQLDATABASENAME + value: "{{ .Values.fmeflow.database.name }}" + - name: PGSQLUSERNAME + value: "{{ .Values.fmeflow.database.user }}" + - name: FIRSTLOGINCHANGEPASSWORD + value: "{{ .Values.fmeflow.forcePasswordChange }}" + - name: PGSQLPASSWORD + valueFrom: + secretKeyRef: + name: {{ template "fmeflow.database.secretName" . }} + key: {{ .Values.fmeflow.database.passwordSecretKey }} + - name: PGSQLADMINUSER + value: {{ .Values.fmeflow.database.adminUser }} + - name: PGSQLADMINPASSWORD + valueFrom: + secretKeyRef: + name: {{ template "fmeflow.database.adminPasswordSecret" . }} + key: {{ .Values.fmeflow.database.adminPasswordSecretKey }} + - name: PGSQLADMINDATABASE + value: {{ .Values.fmeflow.database.adminDatabase }} + {{- if .Values.fmeflow.database.azure }} + - name: AZUREPOSTGRESQL + value: 'true' + {{- end }} + restartPolicy: Always + volumes: + - name: fmeflowdata + persistentVolumeClaim: + claimName: {{ template "fmeflow.storage.data.claimName" . }} + {{- if .Values.scheduling.core.nodeSelector }} + nodeSelector: +{{ toYaml .Values.scheduling.core.nodeSelector | indent 8 }} + {{- end }} + {{- if .Values.scheduling.core.tolerations }} + tolerations: +{{ toYaml .Values.scheduling.core.tolerations | indent 8 }} + {{- end }} + affinity: + podAntiAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + - labelSelector: + matchExpressions: + - key: safe.k8s.fmeflow.component + operator: In + values: + - core + topologyKey: "kubernetes.io/hostname" + {{- if .Values.scheduling.core.affinity }} +{{ toYaml .Values.scheduling.core.affinity | indent 8 }} + {{- end }} diff --git a/chart-source/fmeflow/templates/data-pv.yaml b/chart-source/fmeflow/templates/data-pv.yaml new file mode 100644 index 0000000..94a2080 --- /dev/null +++ b/chart-source/fmeflow/templates/data-pv.yaml @@ -0,0 +1,17 @@ +{{ if .Values.storage.useHostDir }} +apiVersion: v1 +kind: PersistentVolume +metadata: + name: fmeflow-data +spec: + {{- with .Values.storage }} + capacity: + storage: {{ .fmeflow.size }} + accessModes: + - ReadWriteOnce + persistentVolumeReclaimPolicy: {{ .reclaimPolicy }} + hostPath: + path: {{ .fmeflow.path | default "/tmp/k8s/fmeflow_data" }} + type: DirectoryOrCreate + {{- end }} +{{ end }} \ No newline at end of file diff --git a/chart-source/fmeflow/templates/data-pvc.yaml b/chart-source/fmeflow/templates/data-pvc.yaml new file mode 100644 index 0000000..ae8e6ca --- /dev/null +++ b/chart-source/fmeflow/templates/data-pvc.yaml @@ -0,0 +1,18 @@ +apiVersion: v1 +kind: PersistentVolumeClaim +metadata: + labels: + safe.k8s.fmeflow.component: data + {{- include "fmeflow.common.labels" . | indent 4 }} + name: fmeflow-data +spec: + {{- with .Values.storage }} + accessModes: + - {{ .fmeflow.accessMode }} + {{- if and (not .useHostDir) .fmeflow.class }} + storageClassName: {{ .fmeflow.class }} + {{- end }} + resources: + requests: + storage: {{ .fmeflow.size }} + {{- end }} diff --git a/chart-source/fmeflow/templates/engine-deployment.yaml b/chart-source/fmeflow/templates/engine-deployment.yaml new file mode 100644 index 0000000..6637312 --- /dev/null +++ b/chart-source/fmeflow/templates/engine-deployment.yaml @@ -0,0 +1,188 @@ +{{- range .Values.fmeflow.engines.groups }} +apiVersion: apps/v1 +kind: Deployment +metadata: + labels: + safe.k8s.fmeflow.component: engine + {{- include "fmeflow.common.labels" $ | indent 4 }} + name: "engine-{{ .name }}" + {{- with $.Values.annotations.engine.deployment }} + annotations: +{{ toYaml . | indent 4 }} + {{- end }} +spec: + replicas: {{ .engines }} + selector: + matchLabels: + safe.k8s.fmeflow.component: engine + template: + metadata: + labels: + safe.k8s.fmeflow.component: engine + {{- include "fmeflow.common.labels" $ | indent 8 }} + {{- with .labels }} +{{ toYaml . | indent 8 }} + {{- end }} + {{- with $.Values.annotations.engine.template }} + annotations: +{{ toYaml . | indent 8 }} + {{- end }} + spec: + containers: + - image: {{ if .image }}{{ if .image.registry }}{{ .image.registry }}{{ else }}{{ template "fmeflow.image.registry" $ }}{{ end }}/{{ if .image.namespace }}{{ .image.namespace }}{{ else }}{{ template "fmeflow.image.namespace" $ }}{{ end }}/fmeflow-engine:{{ if .image.tag }}{{ .image.tag }}{{ else }}{{ template "fmeflow.image.tag" $ }}{{ end }}{{else}}{{ template "fmeflow.image.registry" $ }}/{{ template "fmeflow.image.namespace" $ }}/fmeflow-engine:{{ template "fmeflow.image.tag" $ }}{{ end }} + name: engine + imagePullPolicy: {{ if .image }}{{ if .image.pullPolicy }}{{ .image.pullPolicy }}{{ else }}{{ template "fmeflow.image.pullPolicy" $ }}{{ end }}{{ else }}{{ template "fmeflow.image.pullPolicy" $ }}{{ end }} + volumeMounts: + - mountPath: /data/fmeflowdata + name: fmeflowdata + env: + - name: EXTERNALHOSTNAME + value: {{ $.Values.deployment.hostname }} + - name: WEBPROTOCOL + value: {{ template "fmeflow.deployment.protocol" $ }} + - name: EXTERNALPORT + value: "{{ $.Values.deployment.port }}" + - name: FMESERVERHOSTNAME + value: engineregistration + - name: NODENAME + valueFrom: + fieldRef: + fieldPath: status.podIP + {{- if .queues }} + - name: FME_ENV_ENGINE_QUEUES + value: {{ .queues | quote }} + {{- end }} + {{- if .type }} + - name: ENGINETYPE + value: {{ .type | quote }} + {{- end }} + - name: NODEMANAGED + value: "{{ $.Values.fmeflow.engines.enginesNodeManaged }}" + - name: ENGINERECEIVETIMEOUT + value: "{{ $.Values.fmeflow.engines.receiveTimeout }}" + - name: ENGINEDEBUGLEVEL + value: "{{ $.Values.fmeflow.engines.debugLevel }}" + - name: ENGINEPROPERTIES + {{- if .engineProperties }} + value: "{{ .engineProperties }},{{ .name }}" + {{- else }} + value: "{{ .name }}" + {{- end }} + - name: PGSQLHOSTNAME + value: "{{ template "fmeflow.database.host" $ }}" + - name: PGSQLPORT + value: "{{ $.Values.fmeflow.database.port }}" + - name: PGSQLDATABASENAME + value: "{{ $.Values.fmeflow.database.name }}" + {{- if $.Values.fmeflow.database.azure}} + - name: PGSQLUSERNAME + value: "{{ $.Values.fmeflow.database.user }}@{{ template "fmeflow.database.host" $ }}" + {{- else }} + - name: PGSQLUSERNAME + value: "{{ $.Values.fmeflow.database.user }}" + {{- end }} + - name: PGSQLPASSWORD + valueFrom: + secretKeyRef: + name: {{ template "fmeflow.database.secretName" $ }} + key: {{ $.Values.fmeflow.database.passwordSecretKey }} + {{- if $.Values.fmeflow.database.ssl }} + - name: POSTGRESQLSSL + value: 'true' + {{- end }} + {{- if .memorylimit }} + {{- if or ( and (.memorylimit.top) (not .memorylimit.bottom)) ( and (not .memorylimit.top) (.memorylimit.bottom)) }} + {{- fail "Both memorylimit.top and memorylimit.bottom must be set, not just one" }} + {{- else if or (lt (.memorylimit.top) 0.0) (ge (.memorylimit.top) 1.0)}} + {{- fail "memorylimit.top must be between 0.0 and 1.0"}} + {{- else if or (lt (.memorylimit.bottom) 0.0) (ge (.memorylimit.bottom) 1.0)}} + {{- fail "memorylimit.bottom must be between 0.0 and 1.0"}} + {{- else if lt (.memorylimit.top) (.memorylimit.bottom)}} + {{- fail "memorylimit.top must be greater than memorylimit.bottom"}} + {{- else }} + {{- if and (.memorylimit.top) (.memorylimit.bottom) }} + - name: MEMORYLIMITTOP + value: {{ .memorylimit.top | quote }} + - name: MEMORYLIMITBOTTOM + value: {{ .memorylimit.bottom | quote }} + {{- end}} + {{- end}} + {{- else if .resources }} + {{- if .resources.limits }} + {{- if .resources.limits.memory }} + {{- $memoryLimitTop := 0.8}} + {{- $memoryLimitBottom := 0.7}} + {{- $megabytes := 0 }} + {{- if hasSuffix "Ki" (toString .resources.limits.memory) }} + {{- $megabytes = divf (float64 (trimSuffix "Ki" .resources.limits.memory)) 1024 }} + {{- else if hasSuffix "Mi" (toString .resources.limits.memory) }} + {{- $megabytes = float64 (trimSuffix "Mi" .resources.limits.memory) }} + {{- else if hasSuffix "Gi" (toString .resources.limits.memory) }} + {{- $megabytes = mulf (float64 (trimSuffix "Gi" .resources.limits.memory)) 1024 }} + {{- else if hasSuffix "Ti" (toString .resources.limits.memory) }} + {{- $megabytes = mulf (float64 (trimSuffix "Ti" .resources.limits.memory)) 1024 1024 }} + {{- else if hasSuffix "Pi" (toString .resources.limits.memory) }} + {{- $megabytes = mulf (float64 (trimSuffix "Pi" .resources.limits.memory)) 1024 1024 1024 }} + {{- else if hasSuffix "Ei" (toString .resources.limits.memory) }} + {{- $megabytes = mulf (float64 (trimSuffix "Ei" .resources.limits.memory)) 1024 1024 1024 1024 }} + {{- else if hasSuffix "k" (toString .resources.limits.memory) }} + {{- $megabytes = divf (float64 (trimSuffix "k" .resources.limits.memory)) 1000 }} + {{- else if hasSuffix "M" (toString .resources.limits.memory) }} + {{- $megabytes = float64 (trimSuffix "M" .resources.limits.memory) }} + {{- else if hasSuffix "G" (toString .resources.limits.memory) }} + {{- $megabytes = mulf (float64 (trimSuffix "G" .resources.limits.memory)) 1000 }} + {{- else if hasSuffix "T" (toString .resources.limits.memory) }} + {{- $megabytes = mulf (float64 (trimSuffix "T" .resources.limits.memory)) 1000 1000 }} + {{- else if hasSuffix "P" (toString .resources.limits.memory) }} + {{- $megabytes = mulf (float64 (trimSuffix "P" .resources.limits.memory)) 1000 1000 1000 }} + {{- else if hasSuffix "E" (toString .resources.limits.memory) }} + {{- $megabytes = mulf (float64 (trimSuffix "E" .resources.limits.memory)) 1000 1000 1000 1000 }} + {{- else if hasSuffix "E" (toString .resources.limits.memory) }} + {{- $megabytes = mulf (float64 (trimSuffix "E" .resources.limits.memory)) 1000 1000 1000 1000 }} + {{- else if or (regexMatch "^[0-9]+$" (toString .resources.limits.memory)) (regexMatch "^[0-1]\\.?[0-9]*e[\\+|-][0-9]+$" (toString .resources.limits.memory)) }} + {{- $megabytes = divf (float64 .resources.limits.memory) 1024 1024 }} + {{- end }} + {{- if and (ge (float64 $megabytes) 2048.0) (le (float64 $megabytes) 4096.0)}} + {{- $memoryLimitTop = 0.6}} + {{- $memoryLimitBottom = 0.5}} + {{- else if (gt (float64 $megabytes) 4096.0)}} + {{- $memoryLimitTop = 0.8}} + {{- $memoryLimitBottom = 0.7}} + {{- end }} + {{- if ge (float64 $megabytes) 2048.0 }} + - name: MEMORYLIMITTOP + value: {{ $memoryLimitTop | quote }} + - name: MEMORYLIMITBOTTOM + value: {{ $memoryLimitBottom | quote }} + {{- end }} + {{- end }} + {{- end }} + {{- end -}} + + {{- if .resources }} + resources: +{{ toYaml .resources | indent 12 }} + {{- end }} + {{- if not (empty $.Values.fmeflow.engines.awsServiceAccount) }} + serviceAccountName: "fme-engine-aws" + {{- end }} + restartPolicy: Always + volumes: + - name: fmeflowdata + persistentVolumeClaim: + claimName: {{ template "fmeflow.storage.data.claimName" $ }} + affinity: + {{- include "fmeflow.deployment.dataVolumeAffinity" $ | indent 8 }} + {{- if .affinity }} +{{ toYaml .affinity | indent 8 }} + {{- end }} + {{- if .nodeSelector }} + nodeSelector: +{{ toYaml .nodeSelector | indent 8 }} + {{- end }} + {{- if .tolerations }} + tolerations: +{{ toYaml .tolerations | indent 8 }} + {{- end }} +--- +{{- end }} diff --git a/chart-source/fmeflow/templates/engineregistration-service.yaml b/chart-source/fmeflow/templates/engineregistration-service.yaml new file mode 100644 index 0000000..df9dde3 --- /dev/null +++ b/chart-source/fmeflow/templates/engineregistration-service.yaml @@ -0,0 +1,13 @@ +apiVersion: v1 +kind: Service +metadata: + labels: + safe.k8s.fmeflow.component: core + {{- include "fmeflow.common.labels" . | indent 4 }} + name: engineregistration +spec: + ports: + - name: engineregistration + port: 7070 + selector: + safe.k8s.fmeflow.component: core \ No newline at end of file diff --git a/chart-source/fmeflow/templates/fmeflow-service.yaml b/chart-source/fmeflow/templates/fmeflow-service.yaml new file mode 100644 index 0000000..38fdc2b --- /dev/null +++ b/chart-source/fmeflow/templates/fmeflow-service.yaml @@ -0,0 +1,14 @@ +apiVersion: v1 +kind: Service +metadata: + labels: + safe.k8s.fmeflow.component: core + {{- include "fmeflow.common.labels" . | indent 4 }} + name: fmeflow +spec: + clusterIP: None + ports: + - name: engineregistration + port: 7070 + selector: + safe.k8s.fmeflow.component: core diff --git a/chart-source/fmeflow/templates/fmeflowqueue-service.yaml b/chart-source/fmeflow/templates/fmeflowqueue-service.yaml new file mode 100644 index 0000000..09fab33 --- /dev/null +++ b/chart-source/fmeflow/templates/fmeflowqueue-service.yaml @@ -0,0 +1,14 @@ +apiVersion: v1 +kind: Service +metadata: + labels: + safe.k8s.fmeflow.component: queue + {{- include "fmeflow.common.labels" . | indent 4 }} + name: fmeflowqueue +spec: + ports: + - name: redis + port: 6379 + clusterIP: None + selector: + safe.k8s.fmeflow.component: queue diff --git a/chart-source/fmeflow/templates/fmeflowweb-service.yaml b/chart-source/fmeflow/templates/fmeflowweb-service.yaml new file mode 100644 index 0000000..c01a855 --- /dev/null +++ b/chart-source/fmeflow/templates/fmeflowweb-service.yaml @@ -0,0 +1,12 @@ +apiVersion: v1 +kind: Service +metadata: + labels: + safe.k8s.fmeflow.component: web + {{- include "fmeflow.common.labels" . | indent 4 }} + name: fmeflowweb +spec: + ports: + - port: 8080 + selector: + safe.k8s.fmeflow.component: core \ No newline at end of file diff --git a/chart-source/fmeflow/templates/fmeflowwebsocket-service.yaml b/chart-source/fmeflow/templates/fmeflowwebsocket-service.yaml new file mode 100644 index 0000000..336a456 --- /dev/null +++ b/chart-source/fmeflow/templates/fmeflowwebsocket-service.yaml @@ -0,0 +1,14 @@ +apiVersion: v1 +kind: Service +metadata: + labels: + safe.k8s.fmeflow.component: websocket + {{- include "fmeflow.common.labels" . | indent 4 }} + name: fmeflowwebsocket +spec: + ports: + - name: websocket + port: 7078 + clusterIP: None + selector: + safe.k8s.fmeflow.component: websocket diff --git a/chart-source/fmeflow/templates/migration-ingress.yaml b/chart-source/fmeflow/templates/migration-ingress.yaml new file mode 100644 index 0000000..6a22df3 --- /dev/null +++ b/chart-source/fmeflow/templates/migration-ingress.yaml @@ -0,0 +1,29 @@ +apiVersion: {{ include "fmeflow.ingress.apiversion" . }} +kind: Ingress +metadata: + name: fmeflow-migration-ingress + annotations: +{{- if .Values.deployment.ingress.general.annotations }} +{{ toYaml .Values.deployment.ingress.general.annotations | indent 4 }} +{{ end }} +{{- if .Values.deployment.ingress.migration.annotations }} +{{ toYaml .Values.deployment.ingress.migration.annotations | indent 4 }} +{{ end }} +{{- include "fmeflow.ingress.annotations" . | indent 4 }} +spec: + ingressClassName: {{ .Values.deployment.ingress.general.ingressClassName }} + {{- include "fmeflow.ingress.tls" . }} + rules: + - http: + paths: + - backend: +{{ include "fmeflow.ingress.web.service" . | indent 14 }} + path: /fmerest/v3/migration/backup/download + {{ include "fmeflow.ingress.pathType" . }} + - backend: +{{ include "fmeflow.ingress.web.service" . | indent 14 }} + path: /fmerest/v3/migration/restore/upload + {{ include "fmeflow.ingress.pathType" . }} + {{- if .Values.deployment.useHostnameIngress }} + host: {{ .Values.deployment.hostname }} + {{ end }} diff --git a/chart-source/fmeflow/templates/postgresql-pv.yaml b/chart-source/fmeflow/templates/postgresql-pv.yaml new file mode 100644 index 0000000..5dc4763 --- /dev/null +++ b/chart-source/fmeflow/templates/postgresql-pv.yaml @@ -0,0 +1,17 @@ +{{ if .Values.storage.useHostDir }} +apiVersion: v1 +kind: PersistentVolume +metadata: + name: fmeflow-postgresql-pv +spec: + {{- with .Values.storage }} + capacity: + storage: {{ .postgresql.size }} + accessModes: + - ReadWriteOnce + persistentVolumeReclaimPolicy: {{ .reclaimPolicy }} + hostPath: + path: {{ .postgresql.path | default "/tmp/k8s/fmeflow_db" }} + type: DirectoryOrCreate + {{- end }} +{{ end }} \ No newline at end of file diff --git a/chart-source/fmeflow/templates/postgresql-pvc.yaml b/chart-source/fmeflow/templates/postgresql-pvc.yaml new file mode 100644 index 0000000..a1acc7c --- /dev/null +++ b/chart-source/fmeflow/templates/postgresql-pvc.yaml @@ -0,0 +1,18 @@ +{{ if .Values.deployment.deployPostgresql }} +apiVersion: v1 +kind: PersistentVolumeClaim +metadata: + labels: + safe.k8s.fmeflow.component: db + {{- include "fmeflow.common.labels" . | indent 4 }} + name: fmeflow-postgresql +spec: + accessModes: + - ReadWriteOnce + {{- if and (not .Values.storage.useHostDir) .Values.storage.postgresql.class }} + storageClassName: {{.Values.storage.postgresql.class}} + {{- end }} + resources: + requests: + storage: {{.Values.storage.postgresql.size}} +{{ end }} diff --git a/chart-source/fmeflow/templates/queue-statefulset.yaml b/chart-source/fmeflow/templates/queue-statefulset.yaml new file mode 100644 index 0000000..87f0970 --- /dev/null +++ b/chart-source/fmeflow/templates/queue-statefulset.yaml @@ -0,0 +1,92 @@ +apiVersion: apps/v1 +kind: StatefulSet +metadata: + labels: + safe.k8s.fmeflow.component: queue + {{- include "fmeflow.common.labels" . | indent 4 }} + name: queue + {{- with .Values.annotations.queue.statefulset }} + annotations: +{{ toYaml . | indent 4 }} + {{- end }} +spec: + replicas: {{ .Values.deployment.numCores }} + selector: + matchLabels: + safe.k8s.fmeflow.component: queue + serviceName: fmeflowqueue + template: + metadata: + labels: + safe.k8s.fmeflow.component: queue + {{- include "fmeflow.common.labels" . | indent 8 }} + {{- with .Values.labels.queue }} +{{ toYaml . | indent 8 }} + {{- end }} + {{- with .Values.annotations.queue.template }} + annotations: +{{ toYaml . | indent 8 }} + {{- end }} + spec: + containers: + - image: {{ template "fmeflow.image.registry" . }}/{{ template "fmeflow.image.namespace" . }}/fmeflow-queue:{{ template "fmeflow.image.tag" . }} + name: queue + imagePullPolicy: {{ template "fmeflow.image.pullPolicy" . }} + ports: + - containerPort: 6379 + volumeMounts: + - mountPath: /data/fmeflowdata + name: fmeflowdata + env: + - name: POD_IP + valueFrom: { fieldRef: { fieldPath: status.podIP } } + resources: +{{ toYaml .Values.resources.queue | indent 12 }} + livenessProbe: + exec: + command: + - sh + - -c + - exec redis-cli -a sozPpbLfgdI9WJoPejNMpSxGw -h $POD_IP ping + initialDelaySeconds: 30 + timeoutSeconds: 5 + failureThreshold: 5 + periodSeconds: 5 + readinessProbe: + exec: + command: + - sh + - -c + - exec redis-cli -a sozPpbLfgdI9WJoPejNMpSxGw -h $POD_IP ping + initialDelaySeconds: 5 + timeoutSeconds: 1 + periodSeconds: 10 + failureThreshold: 5 + restartPolicy: Always + volumes: + - name: fmeflowdata + persistentVolumeClaim: + claimName: {{ template "fmeflow.storage.data.claimName" . }} + affinity: + {{- include "fmeflow.deployment.dataVolumeAffinity" . | indent 8 }} + podAntiAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + - labelSelector: + matchExpressions: + - key: safe.k8s.fmeflow.component + operator: In + values: + - queue + topologyKey: "kubernetes.io/hostname" + {{- if .Values.scheduling.queue.affinity }} +{{ toYaml .Values.scheduling.queue.affinity | indent 8 }} + {{- end }} + {{- if .Values.scheduling.queue.nodeSelector }} + nodeSelector: +{{ toYaml .Values.scheduling.queue.nodeSelector | indent 8 }} + {{- end }} + {{- if .Values.scheduling.queue.tolerations }} + tolerations: +{{ toYaml .Values.scheduling.queue.tolerations | indent 8 }} + {{- end }} + diff --git a/chart-source/fmeflow/templates/secrets.yaml b/chart-source/fmeflow/templates/secrets.yaml new file mode 100644 index 0000000..ebc1c82 --- /dev/null +++ b/chart-source/fmeflow/templates/secrets.yaml @@ -0,0 +1,11 @@ +{{- if not .Values.fmeflow.database.passwordSecret }} +apiVersion: v1 +kind: Secret +metadata: + name: {{ template "fmeflow.fullname" . }} + labels: + {{- include "fmeflow.common.labels" . | indent 4 }} +type: Opaque +data: + fmeflow-db-password: {{ .Values.fmeflow.database.password | b64enc | quote }} +{{- end -}} diff --git a/chart-source/fmeflow/templates/test-fmeflow-deployment.yaml b/chart-source/fmeflow/templates/test-fmeflow-deployment.yaml new file mode 100644 index 0000000..6967881 --- /dev/null +++ b/chart-source/fmeflow/templates/test-fmeflow-deployment.yaml @@ -0,0 +1,21 @@ +apiVersion: v1 +kind: Pod +metadata: + name: "{{ .Release.Name}}-deployment-test" + labels: + {{- include "fmeflow.common.labels" . | indent 4 }} + annotations: + "helm.sh/hook": test-success +spec: + containers: + - image: {{ template "fmeflow.image.registry" . }}/{{ template "fmeflow.image.namespace" . }}/fmeflow-deployment-tester:{{ template "fmeflow.image.tag" . }} + name: deployment-tester + env: + - name: FMESERVER_URL + value: "{{ template "fmeflow.deployment.protocol" . }}://{{ .Values.deployment.hostname }}" + - name: FMESERVER_USER + value: "admin" + - name: FMESERVER_PASSWORD + value: "admin" + hostNetwork: true + restartPolicy: Never diff --git a/chart-source/fmeflow/templates/transact-ingress.yaml b/chart-source/fmeflow/templates/transact-ingress.yaml new file mode 100644 index 0000000..d153582 --- /dev/null +++ b/chart-source/fmeflow/templates/transact-ingress.yaml @@ -0,0 +1,33 @@ +apiVersion: {{ include "fmeflow.ingress.apiversion" . }} +kind: Ingress +metadata: + name: fmeflow-transact-ingress + annotations: +{{- if .Values.deployment.ingress.general.annotations }} +{{ toYaml .Values.deployment.ingress.general.annotations | indent 4 }} +{{ end }} +{{- if .Values.deployment.ingress.transact.annotations }} +{{ toYaml .Values.deployment.ingress.transact.annotations | indent 4 }} +{{ end }} +{{- include "fmeflow.ingress.annotations" . | indent 4 }} +spec: + ingressClassName: {{ .Values.deployment.ingress.general.ingressClassName }} + {{- include "fmeflow.ingress.tls" . }} + rules: + - http: + paths: + - backend: +{{ include "fmeflow.ingress.web.service" . | indent 14 }} + path: /fmerest/v3/transformations/transact + {{ include "fmeflow.ingress.pathType" . }} + - backend: +{{ include "fmeflow.ingress.web.service" . | indent 14 }} + path: /fmerest/v3/transformations/transactjobs + {{ include "fmeflow.ingress.pathType" . }} + - backend: +{{ include "fmeflow.ingress.web.service" . | indent 14 }} + path: /fmerest/v3/transformations/transactdata + {{ include "fmeflow.ingress.pathType" . }} + {{- if .Values.deployment.useHostnameIngress }} + host: {{ .Values.deployment.hostname }} + {{ end }} diff --git a/chart-source/fmeflow/templates/web-default-ingress.yaml b/chart-source/fmeflow/templates/web-default-ingress.yaml new file mode 100644 index 0000000..c757a98 --- /dev/null +++ b/chart-source/fmeflow/templates/web-default-ingress.yaml @@ -0,0 +1,25 @@ +apiVersion: {{ include "fmeflow.ingress.apiversion" . }} +kind: Ingress +metadata: + name: fmeflow-web-ingress + annotations: +{{- if .Values.deployment.ingress.general.annotations }} +{{ toYaml .Values.deployment.ingress.general.annotations | indent 4 }} +{{ end }} +{{- if .Values.deployment.ingress.web.annotations }} +{{ toYaml .Values.deployment.ingress.web.annotations | indent 4 }} +{{ end }} +{{- include "fmeflow.ingress.annotations" . | indent 4 }} +spec: + ingressClassName: {{ .Values.deployment.ingress.general.ingressClassName }} + {{- include "fmeflow.ingress.tls" . }} + rules: + - http: + paths: + - backend: +{{ include "fmeflow.ingress.web.service" . | indent 14 }} + path: / + {{ include "fmeflow.ingress.pathType" . }} + {{- if .Values.deployment.useHostnameIngress }} + host: {{ .Values.deployment.hostname }} + {{ end }} diff --git a/chart-source/fmeflow/templates/websocket-ingress.yaml b/chart-source/fmeflow/templates/websocket-ingress.yaml new file mode 100644 index 0000000..0884c1d --- /dev/null +++ b/chart-source/fmeflow/templates/websocket-ingress.yaml @@ -0,0 +1,25 @@ +apiVersion: {{ include "fmeflow.ingress.apiversion" . }} +kind: Ingress +metadata: + name: fmeflow-websocket-ingress + annotations: +{{- if .Values.deployment.ingress.general.annotations }} +{{ toYaml .Values.deployment.ingress.general.annotations | indent 4 }} +{{ end }} +{{- if .Values.deployment.ingress.websocket.annotations }} +{{ toYaml .Values.deployment.ingress.websocket.annotations | indent 4 }} +{{ end }} +{{- include "fmeflow.ingress.annotations" . | indent 4 }} +spec: + ingressClassName: {{ .Values.deployment.ingress.general.ingressClassName }} + {{- include "fmeflow.ingress.tls" . }} + rules: + - http: + paths: + - backend: +{{ include "fmeflow.ingress.websocket.service" . | indent 14 }} + path: /websocket + {{ include "fmeflow.ingress.pathType" . }} + {{- if .Values.deployment.useHostnameIngress }} + host: {{ .Values.deployment.hostname }} + {{ end }} diff --git a/chart-source/fmeflow/templates/websocket-statefulset.yaml b/chart-source/fmeflow/templates/websocket-statefulset.yaml new file mode 100644 index 0000000..02c1baa --- /dev/null +++ b/chart-source/fmeflow/templates/websocket-statefulset.yaml @@ -0,0 +1,74 @@ +apiVersion: apps/v1 +kind: StatefulSet +metadata: + labels: + safe.k8s.fmeflow.component: websocket + {{- include "fmeflow.common.labels" . | indent 4 }} + name: websocket + {{- with .Values.annotations.websocket.statefulset }} + annotations: +{{ toYaml . | indent 4 }} + {{- end }} +spec: + replicas: 1 + selector: + matchLabels: + safe.k8s.fmeflow.component: websocket + serviceName: fmeflowwebsocket + template: + metadata: + labels: + safe.k8s.fmeflow.component: websocket + {{- include "fmeflow.common.labels" . | indent 8 }} + {{- with .Values.labels.websocket }} +{{ toYaml . | indent 8 }} + {{- end }} + {{- with .Values.annotations.websocket.template }} + annotations: +{{ toYaml . | indent 8 }} + {{- end }} + spec: + containers: + - image: {{ template "fmeflow.image.registry" . }}/{{ template "fmeflow.image.namespace" . }}/fmeflow-core:{{ template "fmeflow.image.tag" . }} + name: websocket + imagePullPolicy: {{ template "fmeflow.image.pullPolicy" . }} + env: + - name: PRIMARY_PROCESS + value: websocket + ports: + - containerPort: 7078 + volumeMounts: + - mountPath: /data/fmeflowdata + name: fmeflowdata + resources: +{{ toYaml .Values.resources.websocket | indent 12 }} + livenessProbe: + tcpSocket: + port: 7078 + initialDelaySeconds: 30 + failureThreshold: 5 + timeoutSeconds: 5 + readinessProbe: + tcpSocket: + port: 7078 + initialDelaySeconds: 10 + timeoutSeconds: 1 + periodSeconds: 5 + restartPolicy: Always + volumes: + - name: fmeflowdata + persistentVolumeClaim: + claimName: {{ template "fmeflow.storage.data.claimName" . }} + affinity: + {{- include "fmeflow.deployment.dataVolumeAffinity" . | indent 8 }} + {{- if .Values.scheduling.websocket.affinity }} +{{ toYaml .Values.scheduling.websocket.affinity | indent 8 }} + {{- end }} + {{- if .Values.scheduling.websocket.nodeSelector }} + nodeSelector: +{{ toYaml .Values.scheduling.websocket.nodeSelector | indent 8 }} + {{- end }} + {{- if .Values.scheduling.websocket.tolerations }} + tolerations: +{{ toYaml .Values.scheduling.websocket.tolerations | indent 8 }} + {{- end }} diff --git a/chart-source/fmeflow/values.yaml b/chart-source/fmeflow/values.yaml new file mode 100644 index 0000000..30e1f74 --- /dev/null +++ b/chart-source/fmeflow/values.yaml @@ -0,0 +1,193 @@ +fmeflow: + image: + tag: 2024.0-beta + registry: docker.io + namespace: safesoftware + # Supported values: Always or IfNotPresent + pullPolicy: IfNotPresent + database: + host: + port: '5432' + name: fmeflow + user: fmeflow + password: 4fmmsgrz09 + passwordSecret: + passwordSecretKey: fmeflow-db-password + # require ssl on the connection + ssl: false + # set to true if using Azure Postgresql to make sure connection strings are formatted correctly + azure: false + + # This user and password must be a database user that can create databases and users in the postgresql database + adminUser: postgres + adminPasswordSecret: + adminPasswordSecretKey: postgres-password + adminDatabase: postgres + webserver: + maxThreads: 200 + experimentalJavaFlags: false + hikariDBMaxConnections: 30 + forcePasswordChange: true + debugLevel: "NONE" + enableTransactionQueueTimeout: false + scheduler: + idleWaitTime: 5000 + healthcheck: + enabled: true + liveness: + initialDelaySeconds: 60 + failureThreshold: 6 + timeoutSeconds: 5 + periodSeconds: 10 + readiness: + initialDelaySeconds: 60 + failureThreshold: 3 + timeoutSeconds: 5 + periodSeconds: 5 + startup: + initialDelaySeconds: 10 + failureThreshold: 20 + timeoutSeconds: 5 + periodSeconds: 30 + engines: + debugLevel: "NONE" + hideHostContent: true + enginesNodeManaged: false + receiveTimeout: 0 + groups: + - name: "standard-group" + engines: 2 + type: "STANDARD" + labels: {} + affinity: {} + nodeSelector: {} + tolerations: [] + resources: + requests: + memory: 512Mi + cpu: 200m + + +deployment: + hostname: localhost + port: 443 + tlsSecretName: + certManager: + issuerName: + issuerType: cluster + numCores: 1 + startAsRoot: false + useHostnameIngress: true + deployPostgresql: true + disableTLS: false + ingress: + # general annotations are applied to all ingresses + general: + ingressClassName: "nginx" + annotations: + nginx.ingress.kubernetes.io/proxy-body-size: "0" + nginx.ingress.kubernetes.io/affinity: cookie + nginx.ingress.kubernetes.io/session-cookie-name: fmeflow-ingress + nginx.ingress.kubernetes.io/session-cookie-hash: md5 + # annotations on the default web traffic ingress + web: + annotations: + nginx.ingress.kubernetes.io/proxy-read-timeout: "300" + # annotations on the migration endpoint + migration: + annotations: + nginx.ingress.kubernetes.io/proxy-read-timeout: "1800" + # annotations on the transact api endpoint + transact: + annotations: + # 14 days read timeout for transact jobs + nginx.ingress.kubernetes.io/proxy-read-timeout: "1209600" + websocket: + annotations: + nginx.ingress.kubernetes.io/proxy-read-timeout: "2592000" + + +annotations: + core: + statefulset: {} + template: {} + engine: + deployment: {} + template: {} + queue: + statefulset: {} + template: {} + websocket: + statefulset: {} + template: {} + +labels: + core: {} + queue: {} + websocket: {} + +scheduling: + core: + affinity: {} + nodeSelector: {} + tolerations: [] + queue: + affinity: {} + nodeSelector: {} + tolerations: [] + websocket: + affinity: {} + nodeSelector: {} + tolerations: [] + +resources: + core: + requests: + memory: 1.5Gi + cpu: 200m + web: + requests: + memory: 1Gi + cpu: 200m + limits: + memory: + cpu: + queue: + requests: + memory: 128Mi + cpu: 100m + websocket: + requests: + memory: 256Mi + cpu: 100m + +storage: + useHostDir: false + reclaimPolicy: Delete + postgresql: + size: 1Gi + class: + path: + fmeflow: + accessMode: ReadWriteOnce + size: 10Gi + class: + path: + +# It is recommended not to modify those parameters +# For more options regarding PostgreSQL deployement, check the helm chart documentation: +# https://github.com/bitnami/charts/tree/master/bitnami/postgresql +postgresql: + image: + tag: 15.4.0-debian-11-r45 + primary: + persistence: + existingClaim: fmeflow-postgresql + resources: + requests: + memory: 256Mi + cpu: 100m + auth: + postgresqlPassword: a6av3abwzi + livenessProbe: + initialDelaySeconds: 300 diff --git a/docs/fmeflow-1.0.0.tgz b/docs/fmeflow-1.0.0.tgz new file mode 100644 index 0000000000000000000000000000000000000000..df1d77a59bf5fb08c3ee794ce937e526d25e3563 GIT binary patch literal 71450 zcmV)WK(4Dc zVQyr3R8em|NM&qo0POw!dgC^dFpAILx(ckE`L#W3Qj$MAdfx22j;(aOY1>-Mo$S0b z^XrC4NJ2~z3;^1#^z^xcb4ll(&Mlk=UnKY`>cj3NV?Hx!nFOi|g+ifFC=@1hGzrLK z=X?e!cNcIT{Aue?x7+QW939DjyWMX7-)^sW{HNa0@xjqa_xSX%`=@U2;Nw~l45iS@Y6kJZO2_I6#P{?KRC=P-l39z^5=Rf+8!!cx(sXH)uX_v_4u5%MT97&7mEK#K&H z5r7H9RUtlu9C$DU9z~F&#+Q7M+)t`!nJhrxfr z2l!n8r_AoB8NP=UUwnH7Kb|MtXMJ!e>Q4yukfHQ^2E!@p%MKNSi^lQvEqXvfAGEJ; zt_STF04Rjx0Nqg-GAJSacZ_0mhv$gIJVndA8S>-65RUx-{RA-=<@(^bD`}r081R`l zL*BhArC|FB0RRN}0fmS$^&J2lVvb>OfdaS~A&-QD6DM8$bpmk^QzTf#W+d?Y;6#7n zioT@Ev3@UDNBrbN(;=w@t*)r3^(UFiP9x$avu0^pH03M=TvD^$W#$rUxXY==+WR(}hj3e3tAdKhd zgbH@{T3X=F*exN}z>S&gY(dXuD6|l>^nsu{)$Hj9%%oCyJ4)eTU0EybDGCvV0f1ph zxMHzX{4k0FjC?Ukz#uTSw0_l<(h(s)o(GVzYb7>9IzAc+uwbX1B1^css(T-g5e*SX z%*CV=QSx!&jETQ+82(kj>$V$JOvTD0FFfPG+`ubd_}g%^;ig!Q4OA zthQOKCvqQ6U>tBUod8Y+^&YS>KB94dGbRd^>2NdD+lO7v$x?FWc&dgOK%pNItZk^| z^>%6Ly{;vO>!}RD2xsXrUuwzO0lg#O3$sw5HOg1at10B4$+%h1meYUG{rbc-K^O$W zhOH-RWgG{`UmtV@j#euN&?8i<6viP(lQ>|ACt8!Ec@#j7^b4h}&1{nBxQf!h2+N@{ z>|D#2)@bSJz_h`}nTIILYm)_s(`>s7b4cm@QJg!h=B*1N*XH%Wv@+9I+OGTrW~Q#5 zd;G>sUFoD{DT&I8rPYKHH^+t2R>>@{Dxn{|zRJMwC1lw=s;Yi)d{R=q#WSJ3hhRHe|p1_Ag zIDY(9R5t6GAthsDsg>FJhus&SJ_MB2=uQqD+_aP%QNoEwf;Mo$ z=g<94N6`7B@{wD`%$gH?{@iNa5r9JJo|Dcp^nmDs&&1S#8F(c0Ui?fPbNgyKh$wl$ zK4Jg@ju;0MG1-X1;Bkh%ndI?UwiOV;2f^8-cQ6BSBpq;?7xH(2JrpwJYi3I{5_X=~ zg3WbZ;5Y%9GT;~s7xcRGE^D=<>yXA`?J1p?qQix@SM8Rl#*kqzC3F&p(#r({%onbN z5KfusB_%(20vMSi#Vwy8CTC*72BF;@aLHuDuiso=|BqR6NpYYg2$1PtzxqZYT4p={#axKGN&%T&+G!jRy0XhnPN78a3$dgi~e2QQO9}qwx ziKjEMhQ9~e8v5U|_!&j2w6HQ62q2v%r8~eUQhIF=vYe`WZkWSoNUZY11qjg;ax6+e zppeVumw2tmoR;KtLKZ{M$cFMo&*w1o)ts3QL^0SjK*wQ(a%a5w#+@S$eaN9JeZH84 zcX*B%hx2HO*i0}Ae1~b1TDqG4?VD>t=P+osE+=ZhavTJz;nK^(_CX|p0g4_ldX(h8 zV`6av&K1>6c48t_Le_ss`VK(Ku@|6yGjNo$V1QE+j|0SJgmB3Q94V)@<^^*TNf2*h zu{3ZQoFHk0v5tn@QM5RwmNOyL`R;1qjHDFEKT~RwWS3FTlqGN&wHH>Am_W_}@ zppgB0@$1!tkli@+0R-cCDnCk1D;nf+5Hld8A(h|9$484^wcXN@>L?Cz$T$pwjxSB_ zly|#ajA8YbN#!a!das{qjHK?WYNOTq^vMBV$+gH&kV?_(f1}m{qN@B%VK_yJMl}jp zyD44e-4w7ySv-;5#QXfInil2oDjE!@876hCCx|_`njKF_TT#%3dBml<U}NpE`d5Z={D($TWxqlpmv#B4GSGOKXg z8oRq<@a~HFd>73lz9_S!EJwVX`r!BWR*cDjJ0 zD)m9RSyxUD_$T-!CL9^ij)A>JxVd5a%PN&k@cJ!a!gKtKnBs6c zO7iyITBty%OgDRE9+A+*If+LY zjZp45T!zU@9V2Ba3ym|K^W~;*d{3`_IhsGP{3fE_?7?JBS)L0Vq7@8`kq2Xjq%+F)Ey(stuZD6x%Dp%hZy^`byW@rA z#l`hVlod-a79nr1hAo1)ENg7>&>s_Sm@<_G8nMe3imzmw`rkC~krHwGGs}yS0=r7* zRd%G>DUZeFDXF7txUDDfswUV?SHE>oJoqP|C<=rwY5#j0wBNVa z5X?7-XS{PsWMxjj)X<-d`P9T~rdOiXR7$jpHfe)h9C|_Qmx{H!*PyFMnl;kav9?-k zSdo}TiG5IQILQJ+%PX(29YTvfLXQUvKtcpClYZ<3WzNj6fGeX1OXyOY%F51g3)WMS z2R|X@2IU0!TA%pRWeHy4$t$zNLI6WZ`+^0dP{@_Fp!R4PAbf`CBW4IZA}~d~rOjBO zj1Z+nFx7TXSv$=$6zKmbS8V6-wEKEl514T9GK*i9U}XZTz9g0N0-66@6u^pJDb%pp zy;<$Fv#MB;uAA54MVK>Js=qgGPqE5M?5MB4oF8cz|5^-5t5w+iaOeyDagd=u#Y<=fEER*~ zdQn_oKt+29h$d>OwnY|L>5`CPA(aivmM&7?kg_x;Wf`Wl&Qd=~cF|Q71uIzJjcK6f z@Xln8V1yrzI@ae-5MGLWWRgK=zpx)IiPmo2vp%^wgwCv!0mf%boV({p=Y zJ6&N&!3d6VfaPw8Frc*^mDp1PV~Duk4mV!KhhBCRqK_Pfa$Vhd=#3GFy%p7vCSPb&%_@;qOl1%SAm7`e2i!xyzaj4W*ev>T<2@+_d^-Ao>p6<-71>z znOm=rmh#}Vd-}Q&4>XJnC(_ERaw39!cDIPO$^Zki4~7&?@W<6Ci~Mo(VRg`3fh;*Y z6~5ZtD=ZieW{a^UV96k6P=y@a#H_Z#M?EL@n(P?h~_w?xG<^1onJl1ko z?=OB;6_o)Wncn3%Q)02F_Es_p1nzO@_d&K?%LEdoQ-;unjson!N7im7=gw5{cBT8g zucIzn$p%^81CiVQ`6@MckCfS0IO~D#nG5IeR}#WUCKtq%1jvCjl(u1WhPW8cZ%Kg8 zXjlle_>Dfr@$V6e95G34Ef>JD@qc)lAOFV(r!Vop&+>fwB!>T#gIye!Zfu*wj(eb& z8||WMe(>du8@Xeubi$DM7nspl9-R0#_NS;!F&OD^0}Uh@o$|A+guOSkN<OOJ?~`pN#LTNR2g18=XT@ z6krdsswf(x6BU5X^$`GNYvGo46jOn=dI5lJPc+111r{~$w%2K(P)S#)3bGgUzDSYP z1qhnq6(9?}n?&R!b(VMU>(cNh$tT^-I%F!Qm@i~nhL60TSle8hpDskOC!dZ_dx& zt^;ZCKX-%M>$A7@)HIE}EQdY3xxFig+b#zzL=$}e+^%Ba@b>2J=KQ9j!KJsS<`$*)A9rL`QvcbB)LySF!QF0aqO zKf8W27@mzrKi%A3G{;kt&Z-jI==}S^#k;qI+sli$gP+bW@9r*FX;PBm%C(bQRbm@l zpMCpwaCdulJvuwTyS%xUQYuj1yj!8CYSV8OkXOXmh+d8e391I45T4;p)#xrG%Ys;> zAT#~f5|#!C$|Q1CKd^zJLGFd%XgH_`?(J$ z>i!3`xJ8rVS2M%cv&jzYDrj@{$hhL>v0Fc&#j4`MSdA=??%v!EM*sbGG^!BjSDeP^ z)e2&}Ez=s585Hl|T~;W(SHiG68ZvVzz4{=d%Cm#tTl+QK|D&Z9So=S57W zGbtCZY+OKzTt(?Vv;Dd>nMR4|*{w-%l~m3nE~edU3Orvk4>_N;uPNMYy*$)h&c7u< zlfVr(Q!fiNDYTW2E`*glZC|G?e2UIap>MgjQ^3#O-8w7f@3FHr=}*$t2KJUa+JN0= zHyfBWom?^zJdaD}5slaL$f$s&L^__&A(NBLj6B5b%`EI@>jcQ>T3H?Xc?OCFMl|@y}bDL>g<2cZ?3Nga$}1AN)7`R@{!BpT-nJluCGeKPvQD{afG}$LVkCSkSA~va4#BV@*11x zWuf0-q5rS5CSQBuysTSZmd-Cr=dCQA1S6t*14VK^HPeZ@O;3MQvqWaPtkd{O z!hfzZZ>cQ*8T3hZu!@eaN+srksx)@#1tBW7)4qKpt(3Wwqa;eN7D|H{(4}Nq_kW~y z>`Or!5M{$?L=&`9mFX@b{#nTJS>eMvxy(|jD9veRo~qntY4xT#&dgJq>ntPt1tgi= zXXa^^1I?6P(!++?xv1r3rI!XZf9a6^m7e1H4>6LR=wXXj!7e-hbL-nz@=tffb5m2$Rcbj5i^T(t~^k{+Z-WYj^lO>fFC(X4&;V$(jk0 zdloM+m8y1eLsfRORxatP{`KtrUpfB0=R5y-a&nX(|A*b~%lLner_tD!c46fqu)1SM ziNU$vNwKx{NI^B&1K7$Ko16gCmkh{6+m`yICf@9tN%J zt*1K=y6jw~FqT!a($AmmKkXEfqSwn_>TUi;I~QN+Dw4`h29uqgF-4VoyBwFb_mM?r zrdxdtZ3eeWewt!U{$7qx?wMpTeflJ7t-z3mTRC5qx1u>=gd2IL z`Pa)?Xzvf@IJrsf-^eyo<50t|)`&ISV!Ys2o5c&3QD3`{)G(}6$*3MMQWKU!GeMWl zw*_S0^NKA2`Ax|LoMV+ z%=h+8ok9Usue?qP0qQ1$Zwa4)925z^2nNh!#=#f?hWNhB9{IC)K|<6noe;$k(5(!3 zSsS}fCLLZJXG+t72n?Nuq$EUO~Ud~Qr%j(01PSkAao zl2+!{RBlR8z-KTl>F!Fh%7wW~j!U^$F%H!Ukhhmtmv?tJ6>(!?rp>o#$*~v_Faf)hfIxn71a|Ek zc?6P5(0icQJvge#7U zP!SC&UV-evb0~;a$o?bKE*2XUP0`0I$h{e8|NsBib-w<`zkk)J9ec&Py?^}u@9zJW zK>mXM_V>U4`#+t3tOjyb-C51$dgU&c$jPh9wS!n{8B{41d*GmZ^jfaPf{Fr1-LFrI ztFdy!SJ<*AOG|3YR}?<3>C)XP-ws82OT3n%GE=lfP#}@0K;;OZUrj zJ;m{F0;e_{^wzU<{2%4UfA8ev8~=yLh4FuQdhjy-pX1s3_%|tqw=nwUh3LhxpGna5 zV%2Z<)Qx|26Z_^`V7dLD8~+F0lkUs;|7UrgV*KkH{I{nCG{8zbAd53G_g`;l3#4Gb zbT2*KQyl+uJk@SL98M`>?1|6+b`N?-`Sbs$2Zt~Bzdp;e>_TTF0~MD#U#ibF$v+C> zR6Jap$22DhA&q%mvJQeL~3n#%4-0TdOe(UZDx zE=|F5UghgqSrV$~;YyLKJO^=r64%U(^T^6(1^J9+Gf|D9caK6}ZbVgre?((fn<3fT z9|}H0EpOt#?hEUXrqs@u0 zmUNx^LX2TOw$oZO!g%w$9$qe4|2;g#`9C6zi;n*#*j5&>W%mEcVSfHUIXXCcng5^T zd5-*F8Hw6F5m*ZD%jE*IXjq;OZ2TKe2DW7UZzT)Zvhja<+RKmsD_LucJaRYRl8NagE^{?196$!sIdsGG08=GeTs_y15 zm;3AK?i-OUTkpb=Y=1uMC7yb_-8|2qJ1WiDaPdBubSTYZ0Y0S}jLh$1#vh;au)znE^F%?hs^ukcEMR3QA%Pj{d|2DjXu741kMb6rMLzn98NQ^N^d$k%-)8Szg6fs^R;-HQTBW8`k>aOQgz_(aT|#~;Sna-q>e~|3yxaJ?gk13rFXK?q zHohdJ1k6?l+whu@B9KN@ZO^4%T>q&QO`Grfrq9y&kAnZ__~7Ve|MyuQ>$qXVd|Q={ zAoaP#4_rD`OyVF2?a9Gj#H_PoRKC@l2>ueImLVWX9Y1zVE1KQp1^x-fCr2ps?8Bz^ z+0ZZDaa($d2`j*j)v?dhK2}vi(Xy5lH`+xx`Kpj z#2*R0?*mSyWt&^=T%!j>|0tUH%RD9epTdwqk8dsfZ)yDB(a~|<|KB}%Isfx4&y&ah z<;Cgu9R6q8vKA?&m0yDYo;G|=GJQhmT(K)rZoiAzzbfK?CS&%yZa~57{}RCXrJmya z|A@wp4rbbt39xMacYIQq|BsGe;(wmydGh&Rh|`v*ela+|#Plyz;W{&azTV5E{{+*{ z%Y3rdQ>y>h%A%Vt|+E|D)sMeEz@gOa8xSdY&%+cYBEdY)G{MqL!L?npoi8rm?-*vD z&G}$daY<(xVNHUHb>5By+S3OWH;na7#e1E2U+zUCSvw!N7nQZTSrG2BFx$Ey-MTp2 ztDD>8GEQ|jn|>!N3Fm7 zU#%VRBczzb3|w9eSj&wl`5Ae<%q0l>YyKcAT<0)di57-PI9G~=I&pUp748Qgu>h>nD4?J&zjtqS$;3Mxf9+3Bj}8yV-uQ5G{QAg)Cw{jJPfm{f?two(Y$-n_M}8l)54s13PWNl) z;PqXv*FQY$caPoEhnKl{HyM>lK*th#hd5I|8>wk$h?ZmXDZ6aikQn*1MzsehYSu4&DQp0T==jp%5s?Cm>_7)^XIbj)X7(=CB;N z56PoIGa*zg`!F2i0P}@Rp(F|c9C9?Jm@iy#c7Ayw2#W#?L%t6%PuGzXLJ^*Z;2tg5 zKKPm7knIcVF?wYCfKxo3BFZFKnFG@Y5hWh-V=7jqGa|TX<{@hWYGF?_wB$<%GKM(o zFb=)@jMl^Rsht5$7H|#@x*rb?kK8Dnw(im5kx*aupCwW0A1xP>|D`q7%d^dA+5Eo^SHSA)|C7VsOZ?ZfJWn$vS@TZspy&Y@BXn}mJN){z+nsa| z4~`GNJ~`<5{^9Eh?D?k$ua74Or>Enud&j4z-tjSl2PfU5y|3AyK1I|gb zpm;jtS<_<&jD{EgC@D%KIb>g;xz_Uf*;-wWb8C&4|A=xXlqj#_w9XZeQAO6Ps94GjXzNv$1nWcE&NPxK zFVN?t7Jty5n)(5-8bQu|(mg%vo%85o(0idc>%H~XnqBW%ndNbyZ z4j;&vJF0|g&V4*a+5-q~jHUBKl7r7Il0+@5sKk>35&fD}9&sw^B!lxPBG!0g5K6!+92ujhDwG z^A0WX4|h16vW_LA*_ikuu4I8#tYUmkWtGggLNyMj#q#3iE}qY0E`?6e2p|=31ariS z(%&mUQeLVeF#TTl&LdnTku1=4T~{x0%?cN@l=J%lPsFUgU$Wlia9W@sjm9rhA-;h~ zek`qLmY$;sd3dt0Yw47p#Rj8sJWVT1fO?@kKY-0h9Qb0m=|Qjd%cNJ(EQb>pV9r-q zvX3A)s?1hcenZVT2+i`^&;;{`8Pw+sm7hWmrdKK~{FR_T?R?C@D|w!czuE^VV6qXi z_~qo9@F7JEh5VHQmy!8wmRz5BtRt)&XBuN4b<|#HXD6b_5xm9W)KTxuP>rmE7d9@1 z>LyZ~Xu(1rJ&|qHP5?0}<(Kc;A7J`+9y2aFWDdhv!ceO>-^gZizQk?TFb>&0>m*(k zCnCO+=%bEkiE5k^QTzZoa!k*66#T(QIFACO|D$yr7Ezh6Vx;e3kFV1vh+#=p$xmA5b(GI#=E7lNbl%Kqw{SU%^b)%bE!`0ZDSf z9I0zMr(B>DiVMLlbzlhH6jAbkedH&jpnP?gBdM{w%7D$S4D&5q%_X&F%W7M+l9MVK z*V&b94y3i*e3#)DnP{^<`JR!Cl6rml@_kaO3Qx6&kk3|R55_eKH zZQFJeZjrPna_Ox>VXNp4E4spxXfz{etx~U8=4+K-%zAHwE6xR`)^|8S49GLG8TY01 zR>)&50Edht=nK}xOfU?F0EG{jl5mbf4jv%IV$@g@M+UlOMHwQfH^UrxJf_HIcIN%= z2gYIO!+?b710WQ9up0M4I#BHL@=6|ET%fwOw5KsrRS?zAPF9gxKxFUPcm);tMpJOiVQ0uK+Sz|687cMvp0`iD_b0G)#KtiD(l~M8@Mp3Y^{(hvG zBk{L%PJK{nlT0QbD#;1s`6$J$dBMPSJRc(}deY=2P}{0fvCZHE%1~?r1lNS4J~)^D zBB2APa#|HL6$}NT&^K7j_&XOu^`UGv@%Z>?duj=tswIUNQ;I^~p>fFZ9674roJSbA zGd>S?-n=_^Mt{9N|Ni#o`sUrpIlsBOy1Yw9TD}YVpiL$dp<>I~(Ffg128u4wzop(V z{zL1%Trs)e9Yd2iQ1*xa07FlD&C*iZs83cFImmr5U%a>8WjuD)>GmoYc2Y>XpOu%+ zuGY_Pu7cyE!vnRT@i9+{+u7NMi4O%(9NNwa`N|E*)FitBZ^;yR0T!ymP*Ps+#y zRa7iEQOL6Wn+J9dITW=egY<6&NtY?qRc*M!;T2*GPK72{KO_|adO(3(@y;McsdHM| zq$Nyxi$gS&Co937as3OimauS$fI4;wcFldo`tlEk_+A;jJ3L3fk`RI9hcRshL@~k{ zhx3T3HJ^`V&HzhNQh#h#8Zz&*J)3??*=iyT@_bI!LxGKbfG8zYVMy7cAz4i`+Yi!y zEKD<+A<~r0xw2&i9mFh(UJQn}gY&by!G$Uw(*Rs*#Vlrl2j!@NU=oXoY9B<(aVSid zSGop%W#;NUa)#&wqTq4}pzq66Q-n(OWfnGy99hcESC*S&LYD|NDyNSyUq`O9R4)Kd z3ILSYSUXTuM&_7tCYOqm8fjKd2%VeZb8#&S2{XLVqDnyUPwQyD4JU0|s?;+=OMP8_yXPi?!jybC3xyCZVfiMZy!SkK0S~FfV z#DMe{C+b){fK#!iNVlUU>h;TZ0hMk`0@SEkut)Y}p!AUbLyZ{ohZKJ6kLc0V$#!q%t?C~0 zO0re|!A;7pn(az66DZ~U?)I%3vZ3U!k`18>RS*4*{iENJclrITFPis{j-vmA3oa*# zBWXX`6efIzsDhmOzw=HJZSUW%V($ytawO@(%um*l6z6vLQy3SJ!wZ~Qsmnt{KBizo z0$&<9twQ-eDBFdU>3+(vjD+3f4=D-=^xxt!g%l$O)N3II;ynnG54&<_*I`Hi;z)dA z(llx0e2xE90EOfV~>j=I2VtWb=_|WmuLx;`gazKALIlB5#w=JMhI*Kcc zgwGw!Sd3WbsCQCVJEhY8sp}q|93Kg8ve{h4lxElC$?Lqah2{}o2ysz~pX97!8kKkW zC{7n50}6ir6dA+6qPN&A`K8k@RW}fb&zh6ka1vPgJesH_pe2; zvQJp@is=qlkdqi-&5(qoKIpx{$pSfjtA>@(g?Xd3rPWN@Qd^}CQYFeMoJ_En7_rM^ zDFh%GbMnTVzyRi#m|e&mirGc(ZlYk~Fgy*BuV_S+-BVE6A3;SOB zL%OfFi>Bt~KA1x$<5dC#eetjBx`_hShf7t_Qe+tgR7SWA<;#|mOA&y>pOL3S>(1r( zD;TZeZe(IA^>SXvY=7F=3*Bj25>3A!!}Dd$(SE0_J)Kj-Yqvp4WHfbVV<_8^wnEMh zJ382+KxiNQ(=lNe(#b51K56*TSj(KwOPzd?<>Z@UnfW3SmHC3n^-1sR1Gjhb+U>gC z&cP9w`^Sm;EFq_Y#YRJ_(sLMDQ(nf$?#@O;8F*(3rBVgc(bvVvwn|zH}Ju4aB6B(52E)AT({-Wr(>y zUaAi^i84~LV>0?oB6A>}#xi?TauQ6w&!5CHZB}1ZSgIXrs3=#VRW``h7hz;q$$qk`~jZ{PDu6Ts=Lpi<=CB!C}8+V>I zv-Lks=mopN;1F{cw#;vaLWX5>N-Jz|ucU1r48bFz_W%YYoK`kYZfP%JbQuS72W~2x zFDG3il(|8Y1cQl%>PO^B&*BV~OLh{D&|v5qzikCxJ4~+`-eL%t(XiYYL!bIkpi|M5a~kj{Va$}tZ0bq}iduu@O3meven8cG?7fD6Q*WIvaGk(#2QsK zZ>7UF!%aEAX80+$mk6)Lt^fXBn2UEa1mur2GC_seYMk12nZeNnxZJh6lQKwG2QE)4 zOL!H2R{*R=B%{N^U1#i3I0zqpgp}!HMY2EDo$O%xibL_2GY73z=o2#8qkJPS^%o7 z?c`mh$-TLL?N!KV?|3C4RkqUG%*=nT9aNc@avLvAE}_oXD~pVT=`L9joc7FAp}x)P zaE&{s*;hfH1-JzJ$R39pcV=v^g4qUEi8sI#C^Ouj& zgis__s&FEfteW<8uD6k;G?id8ITFm?qOxh_#(YCt);c8Yk$Du$)3Q48LZ@PCFn5b7 zJaUzrywu1Wv8ZZpH}FlPTpe(r5XpDQH&F;%MdU?s4vTox97QX0FB_1Ts|j`_j!uKg zc~LB0bmykqeX($iDdr2Y0^;Z+-^MzHX_)dA`pC_%IMw^;vn;4L*UYVI;8jk2WW~0%!4WcxI|R> zaYLjGc|v&(DVg8^xqK0+fYh@08=~@Hq`bQrG1sRgl8B0L%h9x~>p~k2tVE)cp{3vH z@zzb>=q|J>S25hSsY4{lXpgif3xKiN$+g++_)D;3Y)zAfeIj4*x{V8~Er z`_Q;!BjPg?XdnwIAT=t&BcX>P&N@0D7jr_y9|^t3;j{yN-$5a#7|E?^p*|4z9D#s2 zkC@NoPe=|od`wJt|_n*p%`6Lj5h?k*3m8ve9tCCBPok=vuU{; zo)_p4@3un2OjZ@mzwT95>{ajq4A{vH~OeKu}q^C=yumBJ>pP5dSR@EMDfQt=PCOmQ)5p zNiUbRNY0R3?B-1ueLr=T z$Z`^qfJ_&oh$85plaO&LV2YNgFF<_)_BYWoIr}B808EvFDlBF};xsA*&Pg~mj#tN* znOB($2IVNh~8#<#M}An47On%)I~mDY-$EfJMy-!UYU0|p$?5OM^P&-?PO0MKTf z(EIjE$^K;S8Z5ff(OqgeX6A9gaTFjY!IZA1GPG5;fFnA`p_J1%6nbcw**;0OQOfPF z5FuY>ZqQH=mHw z|8(M1L&MGv$YLpQ(I-w40bXF?IA)76`Ix>>L(5+Il*;1UbYg+k2FlJf^!QtohIsXxCCm`O9`^a z7p&_A3MrjT9J;WO)yzPT?4E6n!m(_tKW5Y1drv~CeNCLrZVS~#@HU(E;9X>Hbe+vT`da~JX3G~5O{|zpO zDiwJu_%co2TdU58)*{Yn#t6iy3fFzW**%n2_fR+c)9Mc4wG1;az=nM2w zfxJ@(-gS<3vt_7GbLs$q%c1fM(FdbyOw$?|*D~tFu~NaMMz+kg=NLk=ZIk)LC9OJh zv?9q-Bsn;;8(-R%L~X4gBqIs^7KT$Kr!|TgLpqxvq)6>KnMJ?pf6Ov+VbE>Fnq>Xq z1tj(zeJF!E6HL(~41&%MMT}GIaYus@t31&Z!$7BG^z7__s@5h$-2uI>tNz#R92`~2 zSf;L;DVIo_nB0T{AIRx3r_9Z9g=ShHh1LKyLyTb(CO)f?`aA2y0GB{$zp|!6U2k8W zcp4+n78!rMmk0CFX$EoxXN`hz7n>?sG-fi}e} zJ_4AJd^_xRYZ|0sTC>IXxhW4slthT~9AnJPXlCDPc9@dc2`=S^K7RmnQ(iLlE|L0# zqKdt~GSkxBQ&?puS_P_XMXN|Yq@)C+OjKl}RYxy|Kb~hsZXpI>30`y1Jb-v!dhU7n z20IqFFpnNM`X^X&0hS=~~otqEG=&3{ain6^Fn_5BA|K73e4I!{LuoPK^&NZzAfr z(y^ky5sx#MY>KYaH*5myip>hyQZ2DGua71;ME-u};!Wj>`(O5}|FG)lD^J=^yR2Hf zy$>E|*qfRAmKg9C@)~D#EK;Zywc0fB;!slocCARzJuzEoRAC$h`yeC*baK52FiSO? z+eKL%!%+XEgHBkmKk(4bow`y`- zj$YL4gV%3xlXliDQlyEJ)o9IDBsK!Q)AKgn@F@YC2^U$)7_*aG)6>U|Szr0om zEoN%lPu>$yb*)=6TkEZ&RMI3C9TQ^D(J+eoV7?I6ZFX+XY&I=xm>BrV(loKyqWh&f zPzwPYc3QZ0YAkX=O)j@cyi@6I(tDM*=@Cv^#+8J60h_G=mSAP&Ln5_lc;S za%R>uG>UaQW`H6;_K1+$H&|9`d&Y=t--1DS@2|KYw3#NvDqp4ty=)<*kQ%er*-pZVKPXXXD})vdr4-LXXSSC1EidO?hFBy?b%YA zfU=e?PZUr|)wZ$)G$5-YUqFVm=S&)qLHrxY9FVf`_ntc-!`ZbH2$b=oDVlBN5vW12 zK{A0Fs2gPzsDZn2T7eqafB4)2Ih$hb1Oux{^i$;-s6(g#fja1a z{M-YX)~}g>U^TgZiaZ3>2-Z(VPz`gFj0DwCH%&`W4fzkBn;>gLK7WFO68z7drJ#g_ z=Sx+PGY*#JD=5(yPnxm7UUxrV&Vt;$vS#9fRc(e%^A~K4uW=fKN=$#8L?+*LT&3S@*!lsw$0*&vx1g5X=}0u z3Cl3oB}pituRQyoVdcMWu7qNL)g?^GG3_N~LdllVZ#Zc} zb_08P=7jo&J$LSeWz^>qDCCI$ZKY6H)|O%(h0^Byb~7ntXSZeP6mkaCOG1T`gbD?b zX_8f8L&k2HS0O`k!{iE2BMNJ$SI9NtCC9@0ITo^}##)IM>P^F?sTQ&u3%}cZ3t5?5 zHR(duhWp*5UC1|7<=_(nHWl3>MP}9s3LW12^lh@ zsA)=utp3>~FGDH%e~HWt86Iw$o}rwLzx@OaMe*JwOGB+J*X3!jRNxw!8nUBdtLYj_ zLH~|&Hk8u;`%m0Z+N|F|_J&frR(8p*oW!9N?Mo(yB@FtPP3N#wTwZcIY$>NhmE5hG z*r8T8)TVYQrQjvM!{+%NnlScXEy+VEPqvupp?nyC=D8j$19gLJ4_W_Hqm&OR;?0vj zRHJ{Q%ny|afAi@dDk=XB=YXiDd8I@UIf;8o1@U~TAS!$CdGkS33)0q;LR7bSo0%ah zv22zeqMA>Cgd7o-t=ndzh}%Tj{2^0Cl=E==`65!Cy-vo6)v5e#q>WgQ?q|*&kx3r$ zE%ff=$lit7*#UPm85N;Q;CU1vZ504c@dJhd2*?zBFaUl$kAO!>_%j(BKAJQSZURbg zTFeFUSX)+NHKoSy0!(8_VaO3;2@C-@qGU?pJcWZ92nh!eun#lwdX-rJ|+I&t%LxEd?~23_~NzjTq6M48L-G0&R+>aR6zs z5YumAU}*N{N3uqyzb0F^iI2eHlI6(e?kum!o3u9&R7SA!SL0(=#A}Rl54yaYLRvl2A#K8(=R9DhQ zbJgcQI9x&whg8hg7h+k7LzM1oSJF~mLmPml-%4!392uMky6oA6Bl;Z*7VwzX^kd0P!6T5L+;g=HQZL55)k?844!S4zhPoR>W3$ z!swC#%t1sL!*XUN0I81&gVk;=h)iX+CJ9yNkecv2Ti4#EU6qRR(@9NeuxkoFiOOac zt~sw%em<$}gi_@hrDms;R04&fNM!((A7!dJ%v64yDSx0TJC#N0=7E8Z5dCzaf~RV6KSvnWeVXxGasUw61|e+_EC_Zt(RS;oEnGZ`&EJU5ZVd;rXs8 z^=miih^$}Rc54?l=!#D4QZIIs-mmjwFX?yF-i$lDNkc8QD^TZEZS7WMBMj-5n*2|? z0hMk_K@RfBGMi!&a7WEZjhU(U!$uAE!XQtfF5B`didb&nOG5b$hY0XkCRG$*9#Z{# zr=8^m{+5+Vt(Bz>E~}n8{Ll2Us9$0v`0#*e62i-g^1}IuN?OM_^ab6!GPvK`%nXQ^ zM*i;Elszr<5khryE=3bWQRt!06oo>YBi}0KzzBC9dhS8Dv!f<{%@XIK=gbj@s++~c zLiJi6Ls22keE-2bmgc69^!>q zB`WutIxevf&_@qN$^mk5Jp#M(IM?yvUY&_=leb*XX`CKsLhZ2d&=p4%cepa$>zRaCaO-uB}XXPibK=i@+42DxBKjcx~=Mef}DtBPD z-zUlkt?jZsEss*9=1cgQP8G$T(F3$OO>(s#TX6ks- zDh+6`{4dfXL(pA{rkHWM$Z=YicOt8IWCdUNT;5=_*9fVPr-<>!cy)1o{OJ)c0Gq*sNF$YSJr_^;4I;AIBi61l$=LzOt7e;HDhBG>dqIo8V;r^C7yzLvh`)etPgzR z-6QH^qTd_w=mT?1f-r~8P@oP;a5(LQUeEE-7{k!%^&EP7suZs5hQvb~S?BaGC)b3_ zBt+>ZU&%pn7y>A-Dk78gtiNt}Vv!j}m<_UIW6bQ7X*tL^s56L- z7_XI`*tQ&R_zY1nEEtQLKYEYuTeZcM8eQj7|LQqMU4x;|gC@ICgO3rSc#c92gS}Qh zahNWyOA8%kowbz*xI2QB9R7aMFl)(aLg9vix*&NjSjVfYsJ}04aaJiE>2xQ?*2D#)G%3RW|9NqF>3-K#U>m9jA zp^9&3^6m@0<6PjKDo8?oggVn+Z9XXU=jy<^4xo_y6sDrg2xuCHSssK>B$q;@JWMe| z;D^@?oDDCN|t+{aTTgc&P1Dxc&C*T&>Cls3fy(dKo1(OLA>y z!3aw|nNJC2gbaY3Szwh(62-~C9}peqOH2&`=0$*6!eW{%%JWxd=%Dyj&c~>wg3Okf zglp?}R>wpvGX3(?3`rd>Ob+!1+L7|wg#&&%yS=`=e$y|0Q%9U4iacXdTWK90dhS6F zNbjs%L&YI{fH=@gZu$8*`7Am+Vo|ZLGgHo$-UH7~I@U&R+Rpsmy1Y*ZKx>y;Cd8mT zondPh?gm9Ud4S0Zy&=fb<#`sUSZFtbw(^QRi$^c4^XKZHX~CVP z#ad=JYI@Zgy9m`RD3gT$+g?ALGy{$$mUG~Z3GMqXgdUP}_8FwyE+)VIPMv}KIH}h3S z1p*LF-y1)-H6O{4us&#y25$%FcffajDAOH+vytq)eQ4#Dm#V=8uE?Stfxp7_J?_tl;?rO$ILOI`8(R?fQ~Gnpc> z{r2qJ!P|EJtB;sRainkCw(nXuG`F)j(uP)IdUN*f&0qR%11s| zYBEdO7l98}z5RPwF{c8C(8{83;dK(cRf$7OZx%QCE{AX45B_I(b9*+P-~E2pDEm!i1e)C3S`vYIkpK&Re)C`uj)YHCX|)H zT#cym^MRX?RDjsbBlriq=d9tS{>!-gd%WJ?$lTgD``0t20j_Ob?_UmmgPZ-!0d91u ze>upF@AEGQ`(>{3f4w1iS%=lLUe2FI{oMER zXR$xumHdT;fw}|19NSx>3{0^!XhmOPkTvwJI}D8b3VhvrecH$|@tko$=|r*SHT<<2 za|x=Xec5aAQ?zU0TO&AVw8nKKiMq;M2U0Ia$)-l5`$6)OQ-^)iTQ9bgT-~G^aO8DA zk~LWcyc(MIw2*Qv1^<;3^)v^+VzFXYC)i2)~gTMAEnfeTcYr0O~SJ z#-T2i4`a&VxiuTAYLp3$kYw15q9VPPMPEyBAYi$QEKd3^RG%rqgp4mge)cVGlxDZzii?O zo0TE5dE4}HdMj$kT)i$2MW}Emc{GlZykw>KZ78LId@x>E(r%MinTV>2=jNoJHF$8y zI1Gy^3zo6k?6=FbL9D|mLY+CpVVdv1*aalhvb?h6R{d6PPNjmQ zD3I4cGr8l%Oim}GS8UuCq>`ht73kILTZ@P*`%MEp({8p@e%gh37Uc|>wI|jb+PaA~N5NB0 ztU0Py($YCHx2mOcbg7`r9Kx&wNGMnE9swp@I4U8Lx{6t)fj5DhG9*~$rsmddeP*zw zc0%ENB@B=-B)^ZRNFRb0$lt%r$mh>(QF=yVYM+JI z4T$G+NEiL=ne~*O)dB0xNfR*prE(|xGs)v zx7$5AI+Fi(yWQNsz3%DZ;h%a(#|K9z-Q&~4?w`5`-R|M>pFnrJO)Y<7#v%PvcVk@n z#{Ev7Pb~o2U#U)R_d#3OBmGWCbho3sp3rGW{oHBqi{g9{AyHO2JJh@MzPWZEe3I&< zZKqsK-dgn;r#PI-`szLAf&5^pwG51;A`jYS^ufycDlD-N zmcsm?Y=h7Hn(mm-%ILM)o2Bqkc1sn0lg1*e2gAdrI>`hLvQ#TSScs2@p)t zWGU0TXMb;-f&KS3fc_kZ!i1sON_hs#oWL^Kj?S^H4TlO~t~#{#h#A_K328YpDPocg zxdHL+^=T9tlwKslVp8(@b6O%nJ=8>1u_Y&4Ir%azGUnzw{JF3!Q3xmueKH5Vt|K%l z^u#g>2GII?V_dQ zW2@sL#{$*<-_WSAboje1Ns4VpHx?JkAd}T<4nuv6$N+LHTa|e~!@iHgTmt}T%PCB? z!AxNpfU?`=l$D)wts0e3h(O$psrt+_idJ$SCRmeuDw_=BM9B9 z&r%u=x<{`o3K)^N!tG3f&$$8VMe!Hp#rg2vmKf2kDqt8f&+%aerDLh!Cc~yox~-v< zs`Cq#LVUTp(w^asmM<3KRqcZ`Sz{FiIOJ%W*Jud^@?Osb#BY6yDdbJrWTIK8=c;&; z?@^iA=R670tThY@>F%;Q;>;xnX?i)D>=58=@`A5E{k7c05@p5rRMoRt`9dL81tEi`U6@pSGsl$1wWvLur;LD;YT$hc4c~E zy2t`3ke>Z&-hy59ONK!SSK51f*#YGkt_TPNt-<==NS(7A5)O6=O|VP@GKPU`u~_0Y zH_NH48d;jM-}d$-ykZw*>lC&ez-~&9x+u4;ad* z?#!lsR>bYFS-rEbJ-HJS1msc7Vi(sc^9NJc7KoPMP^c$rf~oc3twy7-)W`)9xK(<} zWe=VSD|gjBQ|gMgj=ZDI%I}>_tLT?h46Id0cI7A;R!^z5)Y_O@bAf)ASkrNu@U>;r zlFVfTK%l!Lat4#Li|yx3Ap#nQx+j&*4u&_QyEnIk(fhNDtIO;6!?V%or<>c0Z@${K zCqS z{JjkKE7|esQ-2^U#fAc}NJHxbUd(`h+p!*5fusZ0v$z&V) zPY*|Bzh*%4A1doMjeE?P19ZbiJATR(sfzsgIAIMmeq^)@vPJyAz}flb(E&J~2qRJ{ zaFp3(@}3d5;a-XIRdKBC3^LIsG0{3p8ipOrd1vQ`M_0$g!bT^Hh1o5S{O08`G^fAp{<}vRWD&Oz#l=S?evAM3v$I_S zVR(LVSpZ_0;c18*dG(Hu7sONYXD7Yu*?9eJS8Y}Nl_K;zI;pQN{%_*x2Hmbe{hJi` z2QJD>qM83~i`iF(SkYPHoY&c+Il<8V5&AH25V2Y~u|Q*B4i|uNc?H1)-GR9mL`=D@ zt#%BKhjGADnpC)#o;CaoS#k?ctQhG61>fcL&Rbiz+FfJ*{w^mDMn@N)j|UowU=2d^ z{jHmvj0nA*|3482R4={2MPEQ7Nql8SlX7)ncUv$*%nvcGxq01bcim?5k}!B9SH@#s z+^eGhfF-~nxrT4KZzhX^qt~5aatDcPw=(Fhv(tEWG@0jvMnw7lwYfm{_TTq*d%L~8 z2hQp%nj`iReb0pqNy)-VkQ`MM?btg=0#SR0VBhzG=_Q(|fmADejo_+#h$tpN@f#GB3- z_&N1E;q&8Xo?4_r!BhKvDNNsntvlK!4aDd_3yz_jb3w-;qZ$JKuv_Z+;-k z^-Me;aUJA`IiFl-h7LgX*;abXJlS)(2C)FYMbMX}pkWxw%l)P7v$F2I49B8dKO?|M z6o_+k$iTbTBKU)XF>+u;5ukXE)S4->PY?O7tiT~MOriK%lSjeJ@j{5n_}Gq1R&Jhe z_au^BlF2jy^{P-eI~TA!U+XG6opLk!Tgyw)MNLqkdM~GkPYnO3Hy=fliT4F`x*33C zqgDs6cUN|mt+)8^6)Bw6-Hs=RK0IRU&pDHcSb=tGtZD-S>SkU|wD;409iElymBlNm zm|3iLmgC6F!lYR*5PIwMk}(EILby6vZ`{WX>2XmQ@Nj z)u9@ypQ;G+KSjV~o{jZ9P%|&v%TG+Y??V0U&bs-?V*9$~;0HsfTGA$`X*6l0RaJ5k z7v;~5>Ph8fs27~=CM5HI*iT40ieB&QfR`-vtvgWy3KM@}Zf=^5X71ZKqaTVvEiz=J zcBfM#OYA4F5cs&t6c)Owo5*EGwi(CRk%jtbPaVbJ=%$pqK?@6oq;ySK#Ox>}YcpIm zZ;#ZngA(4W2Q=+(SuUv`Atq?f`C4S27U5h0s^S>v%vyobXc-jdJl9zZE1}r^H|2?_TMR2fxC}foH(M@|1}h^`Ye^&! zhDr3V^q?u(ppz==HS0xwHj3}wq&HR?UjXVp&Kp249SnU$9aP7UHMfIIZ%w^b-Z9!< z7g+L!kS6T9@=}xGR#WbB#$&(8BqpHVgTF1uNIvvk7^YWK)j1F^#$MoFl_;IQ3h(&T zs)9f)YHJaoc(!siD{8GV_3+)w9?KUG$X-|)`jyQqZT@1&i@Aq2O;*lH`-mnkcgnEB z>?L}b=2Rh<{xB{rc?#u;kM&W3>|_o@qjwDe4%AP!rEIPxO_fkgD77@( zqAyI|AZ>+zlimi6`S_^Vayfo3cVo%d3FK>La1A9yuAO*OZHXK?aaTc;7Usct+P1j` zuAj4JE4{=wr4?W1IJHGWsLB;x8f5jA-NJn4_;1BY%`u+M%xX7i{nV~HRX{ldSL<&i z`VVv*9Lf9{5k*_TPH*hXRz^9O|16#p1(){{EOaTl@x#e2`Kd) zL|8?4%%=mCUhkmPzd?)o&!wX}xn~gHpX$!kiw&WA8@5m~Rxxr_-fLwNt0#m{@!BV) z^M`WNVwFkBu2|%5A0-!>3&B`DfTZB!3wnU(q30t2eIF#(41gDil+x4-ral65L@AsidELU{A5Ng>*X};Wn-S?E zkNcy1iHrCi?Hd@1a$wnSrnQ|PM@YHcPJN2l47<5aqLqO{8k##zk}zdIcFHrrKl~MY z0qFcI=qR6dm83oCx7|W0{gY2eBk;L@a(vjoJU%}=_*cMp=CsMZAe4nv{~Ti$ z*Zxov@(bS}tV=q!O0askK36T5^U^Ww_f5ojFd0m#bZN@ETDjH0y zy!*K5yv}_U5r4a4%KKP;8+8#1U{r87vXbKgMhZu9MHN1)$eT zn`;1BR=k&a^Z2%KobNFt_||g~fFKII-y#I=;3BR~7AHLAii&J_FHJWgjNy^E`F)4UO$9-!N==8@_ngH}h}|xY(@u2b z-(GM+VdDMn1ylK(hp2t5UI@8C9@nlzL|!wg72D~4s<9RL1`Q*IKcD~+;SkU%@}^yk z!$5aM3plMg_ug{#o=F@H*0-dlqBEp2jq ztefc@v}iQj#qf%@C;Ue3Kj-w&Pxe1z_?MgTf1t%?=X}s_$l(38vbY0lINW|pic>r2 zr!%|!Y+an#&(y_KE?_qNJ0^{Q+?s*WDEWBqSwS1@;@P}_oMF%vrdgjlh~@0@D_&QL%e}$%{k7XYd==sR~Pdug{J<2dyoOpAO zRdu9qA$y~dNTxW6{3bn`TjdC6YRw>FUNAjG(Dl6ljgW%_Hzuv&WhFFK{r#clarzaH zFXQb~rjAVrs)?d548oWn_uHQ^M1JxDkIu3rM*tW;r~r~qI&==r0{*yP!O ztl8TKg@|l>p;HK3FE8)3%Z)7aA}Xax&$9_AW@MtovKWm{F3!&{2S=JYu=bm1a1m#@s+&;Td#%(^JZ)Kr77j!0U?#bu zd67%+uYM~tx*8Q`nJK-{Sr^2KT}!=bMwW>kPC21zaRDzwV=-l=`A8Y*0PN_#s9l>} z<8wVy)$vN~%ngIFZ9nm+#a?JWy}5Qao9c6BQ%Rdr-KfF5$pafF^sl$cavwHP&2qKon_?(m<_l5N}=tY`&aSvxVw+QQSo z{~z8u&3*rWtM&iyzTVs4EBOESUhlnm_Wy63{F`pY^{@JZjJr@Ow zL3(wSUgD!KA~Bb5(N^*W#DP8$r@{~pw}A=qSXT`%mY{eSWxSQuR4xl5bE_DGG}&DKY_}3t<2#& z38ECFmy0k_{=48vFv%7Gl3NaRHq zPcH|v6L>2b_WWr64d_;N?@xr&-J-pb) zNyd_2r+-!sRA`htl~Te!l8b#a#=>sKP$HT`1b9>oAq#}fGgVEtV~|V{8;aJ2ZvT)K zAKjDIZp5S~TxqBFw_#{y3KRQi9|fa!e6wF&uW7RX=i)#cXaF_)|NH&D_r?AH-Mi=g zehTry)-Gsq1Jq_%0A_^SXdhq)o3TBAf4itQA%Xni!ac^|dk z|0))TMJKlF#-gj0m()_=K7iG>6x?fBh|Q?}nfhvvbjY7k_T{jCY%|2_rA=7aDr+#tfi9AjGKe0D( zjsuTjV($Q|@&CMeQ#${7v%B|v|92zLS3LiZ+37T9C&N)u%xzvU?KzkrEH;{*;sH|J zNed~UN}iXb{-?$RQ-e{kkxWsB!5?qNsM2BAqjMUWPk0jQ{EEk7(quQuUsY!?`j$Bb zg65Pe!DjT&qhU^Rnn8ZslZL0ie!&%xsa_|^@IYLs1y*aVTy7dPqe|giR zk^avhLzBp-s97SgO8tLt_uc-RH^uYc*L&}u_5V#gZR-Ckmv^f>pj8>ra6CJTKN%sm z4r5@$Szr^W9Q`CTa!jCDZ35y*M-E+|X#gle_;eW0E}QChPvC z2vGvx^pYxty&oY(qPR-OknX9oEz%iJ2%ht$y$w2?qdMR|S?l+J&fxyrcQl&Yom8%v zE1-n5{`UW}*c*~vv_B2DeA8Bfn0)tE>rZPADnC?Iw^Z)j6F9`~C`3-dtX%ODXs+ia zOxt+3>^lyQ0#>(amcPyk$3K=W*!a$9YbSWlFlBw;gB0bA>-5KVuGFfd7$)=Y_I`p? zwaNv-3n{3C(60`4+P@{pxwTD4jmR#K3kRXagxu|&m z>VQuCS;uad+%{JE6f2u~Z9}efxlZT<>>_K>`Nwszs~t+fd;CMtxe%YE1i%gTW z_+EZ$!q9f9=xedISBF(QPJ1hzVIPs=)}{Q|4)E$IZNeU6A5RyfkRZqv4$27h0+z$X z@JU;EnIJIaHdq47ka$>>ZSx_ed;?R0qKdC_4qJ;3Y+*>Mm6Lq)+|Syv^9@VIIISs- z$lMDA1AQRSK|@45QP3`{=PjsR^_dnv%Z{ySWl_zqSjkWHh3B5u>@C$TjJwMzur|!a z^@R8;gmxm7_xVQ0!-28E@o-R@5^l+hC2>a7C2M(XR)urB!R*vgW#`Y;G6qjJ;ro&I-SFkyH5Pz7TNfglZk( z?}4c>w|rl0Jey+|yxZNa;9=&|0U}ISq1s%B*Rsl}T4GmUW;E$2gUPnPs(Hv8=iHzv zNR4%hIh}YBdA0;Kx-Mk!k;<5IH%m#Is&2mSVl!zP8v2(aqvN*dH}DcLJYvKPrr>1- z(ni@vqM%R3LE-i`=)j2KPI)+IhVKG!?YW>ET_1@5egOBti5Td*paVLfJK4Y1s;CM! zHO18RwaMksnw~8%`t#2N9Y|FLlUKz-SHgRK<9Y;i!zO+2@ReKVpA`*qxibf+u~W9u zSPl**X7Ht4e=p_wBZPnA1#Xk>KzGiiLda%d4|M17OY-j+8?N^)gHe|^?23x{+=iTV z6p(W-do+L{onh9={p@4P{$qlpK`Tg?2A$<%9K_*LA)z31GXb zD_Ys)T8NeaW?9S5Yz{52Hzo!`!72cGV`nuDs0K0`jrDEg z7q!D1J1{Jdil3VZ>2&JKl3BGAb+X$If(p6)SnOW|vi1k=CJ$Xp2kwRLTRCtCnYW1+ zi>|2?-NXoQZgQ{W#CwEpuL35n2d4q1%yUk$YgodG@xIdOP+_3BPvfzwX`|5+L3Y(X z%*7F!0NcX6b49+@Nf(wu3o|bIX&Ka9->XbC3U2j2&>xR4&-$mwSBFPGe)>=l*a8@t z)EAKek_G56!ollIpifaJ=WdiD!$sq0T0_rmy)?;S8lI0XKU^G*{_Eswcz$ttb@u7> z$D<1)aP@cc?Z^9ke)8$`=<4veezXxZ}HSCW@Kc8P5Uj1}@a%7y&B;}h)WuY?WYv@RkijveNJog$gmc~E$NtF7B37d`RW&ZMOk&#q3-56$zC>crHCw_GWnL&~@+Uk8DuHkyN^a;M2j2xT@t#rHASy8Wn7 zZcfH1Shgi;bcj4AVPl+3JEYi3DTiL0hLFM@D`10__tNz7@`ia%`-)ttU z0nXOM&(P;auO;w5_fMJ_{ie~{L?zPbgj(=NgNx(gr8GyZSjl3b(Ol0l>~~>(Zy#A>WkqhBDeJ-CFz+nmtDVM1rHhF9(+8qkW>x&&t2Kf%Uk@XNOCS>jiFUTrY6lz$hT(MU2>WU21rhY&+ZA)gOj;+t&Oh zaC^8m2gj+K;Jpg}kB<5mgO6AJ%S*Gw($kS5Zu4J3#)$4kpE2T%qXz3lLh{q`$z_G~ ztb}Fa`3z~H`ANQ6$))oG6ors^k2Q*`>Md4{5V6}~En-R(=q^u2LgF1=#Jkkh;CT4) z=wfMLxkyB0BzCcZ7tRnd+71SA21gf{)y|3Pa5v35F^u$&qkpb4klAuCki$WQ4f;QM zJ_Wr0E7W6#G^ zuI^X)=nMl5&d<({2A9X@XZ0p`I@SOO0dnNs>Sn_o9*>q9@zA4A{h%d3WZe413(!!i zL3UuC9G@N8Dp|TwRPdIzS8XhEu`ZCwOWTjq#!X z>G1fHgKY_|(*0`wvi#^*gZ^cI87KyjLEj9_3vkZ(wo(Vm;N+7j_;v>oqEA3q7+V1la)C7*uOYBCO1Z^+ z4Nl91c9KH)T0K56WlX5%#lpyFXK=+ect0D`pGXxlk zn@sMQuZthds<8rwyc}7XnxfL+0F?Ut$BNN%))W8!1}*A8Pi>$~8gxK+2KM&f_jY@` zy}iN}Sj*L1;Ow=~V5Rxw1YG-^cGSC~ZO*BcD6bTaC*Caz5TzQ~=&P^V6pr~ZTab=9 zNcG~e1!VN{(a$6EEFhl+SjOZQ!GqlB9so z0~3>7&_#OLX$t>R(HTf6@|kG&-dS>MPoKAeZMALgzxsz!~fTB}yA z^~0Q6_!NH=0q&@oR%hx}>bvUQhrGPfAPdfQ#=krwCc zB=eG>t=-Qkq90V69;30BXdf1 zhQQzg0TyBK8T+;1r-BC&U7McFzfJwDkvXbL8vU)!@bX^y_fTGz>**ZnE$gFt?xiwr zVD4)OHQ$?abd#lf;3o(;y9|&Aa+iM+bR9!4ml8OF#`6Z67%WIg9J_sQ&46`OZBtLd zdz3DfcE#*~X-3+N_FJ|;$s5z-s_E3XxtOmutMJG(P~Q$|1ulU>(;?+?W|X9j1}qw^ zL6rBo)TK3C(`!$~9bzUwrZTliBZe#0TpY@){hy9(P1rq6*?+EO5j+hRep>XR?)%SvdAvM)n zr;oGRCG#C?dcz%xCyNi2mfOkV^G_G;d_V21B$9zR)l~D|ft!ikCS%sbYWwWeFXK!p z`$O#<$AgXLHZgsaFYovr3e63+(Oi)`6CzNUGntJ$cylffX#!p9 z-ITUkAXm+-IS#W=c;7B`Q4%5#?yMLQwpMo3y<;s>RDFH5%!3eWqyC;J)eUnli6;?+ z2xk@-?MgWZzm0kJu493DkV;BEb+>4#R;w;DejgrvU{u7*3)CHFpy6C?%VTVsC>0%Q zFquH+g*Y60D0u8`CN-fPmp-{lH5d&enNZHputN6z~ttu8cq$4B6)^F8eHu+@y?UrjX*N z9ORI2aF;IZ+0Xy*DBtmY=yiP%+}tc{%1Dbxs<;=iv$cbqs39geDl{c+-W;U~e`Rr2 zW=P#;J)+*?YqT-#lw?jpgYY4h++%b}-bMAB#Qvz{w9my(HXK;u+j?_DpY(O0U{G!` zeYAf=uZeGG7_y-9oSFG#6l*>PDMm=!AM0V;9(ptMulz%`Ql_z-XYcK(_3$ULb>5C1 z1Y=fh_J(wt?kD|_)*uAm?Rv91kMxp_3!Ff(f6$*tg+rU&y)Hs)DA>{;!ikjrf0Pu) z2>s4HtYJEZN^aXX-QqXCe%{WT0N~~2B^L1Qbvkc3_^eJC1_;9xT z77X5H|I1JS)iU|r(fgnwc1$oenz`xQRT~tK0g5x9`S#rjA;mE!4^sZ-9~+`dN?9`gRz!+)R42%@R^LSq1z$(%kiw?&u%T|Ca9co`3N|g<8OZ z;LkmWlLEpj;ZL;bdMz*v3bz6ZKwY1x*4HnZhfI&KDVtPYs<;(-ob3DtNKw@%cvopy zm_p4d3FDlR6ucJv(P7m^U~$STi|kOH%;kjaxbK(hjmYd|OFxJ}}LL72vsS@|H$H1c( zA#E-(7AYf^13EbXfm60hJUB}tj&sV{Y^jODH6mJws(|#iRvjnYHN-plL34QfQhY-) z(fPT8AXnV4fJbjOFAd;{DjsR)-Q(5O=7qDYql6mz>ka~zPqryB>X-^Q+^}aI6Py7m zrSd`}Y>d_<7AYSHxNr$V%H9qZxA$H!aR@ts%e{o)13wPS7t7qf_HS>-vYM3|QW${a%C80QH5cne^{c09HFDMC;YNAC;Z)>*8^+^VTKSLtjsuvyt#waGnoQ&1dCvM`6jOw${T0 zU#jd9o$nP_@m6ioAI3c`1HB>j`>wBQ0h4Zod%uLoUfSR@B$~Ipl~_E2BZLqLBqVT~ zI-#srBm?L#hws9A0UDW~l%Z)cM>bA&7;kf}W9+>rFlD?#x!o-zQN8mLey2<(ERr0u zcJ_Y8F=bUL?N2v_7|_PpvwOuz{Bt?7lLYg8&dWj2q1B#r zHtG9_3WVgci%(~N>#pBtFr?PSKBct__bd-51q67~VRDNjp2hx#0yPtt24LFL^>E)N z3jB>$-V$nV0$vj|;KtI#1T3yY)HDDey`SP9w?5CfXFq`n0*3C32 zd9h1a2nWs+DJb%Q1%`mSpSpO7oLX&k)8LCHB@L{V5Ynciflbzes2M0PHkt|u3Z$KN zNI3yQPC$Dhtv6xBtlKv#<&Dq2r$r=!f7kvaMN|xAU7aT0PQ)L{3h$e22b{h(cx9a`)%Nv%dv(SdOUHIlo?@HZUW)*5ARZ8&rU zb)HbYtI*vo$%x4;9GTbiC%LNx>t3J2q{H@@JPmN1o7(@s)1Ku<0A0m>;3La5HP-Zr#}3?kX@?ff&OP59p?bb-h+Ij zsHon@wkYJoiWw0DD)>GNsxxVQn8p7I4ejHLSvmXJdy-QouKo@FVqrq)82@U)nCYSfR?5jo+ww2zHHk)@xtD8kS3UEBn~ z)WbWNk{ZSP)PyJ!6_gnfOCsvVoK3fBc`%xJIj<3Kr-HOq8=w3BA{K3OvgG%hLHs9| zg*8wAepzy>_RCyUQ*+?{HY?7sm;u0$58kWJvsqA1(HOXL26R>9iq+{l0$y$P2K5*V z0E6EiUp}v-3Njyp={E#*#q45aH2>0QH)v>FQe6gQSR>8^P%dwG#)t7$22Sz?%?!Nz zaK2HBVY_8JQ#cLq?2^Ol0ko}ys;5b@gIW7k`_cA9&-*<+Z5Ja;rcd-$(A-L;is5nb zSix{}f6bx1Y&Dn9|9JhbGwmn*doHUHg|jHu5St-E_nmg%gg)=obw(4VaR6_h zjk`Vo{MRr~Zud+s#ylL0znQmZEj6x!(VJ3fF8Lk6XSlwGV zm{teX8%7rzpXU-OJnW>E9>F;HLlgIjmjXaW#h2#RGn9aN>~-FX6$=Xn`mIT!Hgz(T4TQ*S&&bJkMJ%lB{r9s9(w!sa z45V)|R?Di7%TYNNb4a;wQOBQB-c}JLdp)b_wAh72EG{9#Mukw0i%7`|WbVSiwGSeH z%uXfiJ#NOQ>SE=FTBNv@OXUJZ*c|F;0u{4#J^eJpTTKTIZqXOIX^0Q>V-aXIYZIfx z=Q&)_`!_%stqO>Sj3euT&>AI9Q?nO-8Vx9&n7`g^rzvO6W^Wi9k_a*5K>9# zeh}?c^<_=9Vx}-hgA##2N5iY$XfrC&FYeMMbO}V+sC{Q7@E(4!R|InxC+=bSFwmB( z_nT(W6x{kPUW)eWI*o@7y~V03@tYh*gi;b!#{AHN7C#9LTFoLxd#zoIjDZwW;hXj( zRJH7mJ{7`xK#0YE=TwBAxIvU)yjBF(QQtf71Xl(~|Kj>Hgt#jU7N%asC0M(khk18( zEoC%91AYd>M6xHvT6{Hy={%WGOH0=a`;lUF@-z|#MKj^j@-EY(HYc+0mT3O8U#XZ1 zwYNm1muRX}@z{0KwJlSCo{@Eiovi1th|%Cd}{<3k$cG9Ws9_2hV*%k*e>t7j&V z@t5cC3(7^=y+x)Yk!N?sAOgkt=-dihza{(FyxyDM*IH<)k1^)MYZgL{|~B# z(wo^XGN#4hx92A&MdZa`eL(R!Y`NiP^L;1w_Q%_k$*5!-zXzAG8_&`jEpl_L-m_*a z9XynMqU6%%y=S%)EWs38fbI0g$`h2Vv2*Hb5)|Kw%VVZ)40kgMBj{9PMe%CEu7r`% zivmJ?m?r2gmO8v&8e%*L-Wfl@cm>q#eB`GYU62#mz(Ni~oa55tBCHob3|+*lc|#TA z7*{+OO9%MhcrKdwIk{%gv2MK%_|g$tXR{6Nwgc_9b>eFO+K{xf0oxGTyL|O?yiCts zTAdS{Y8I9C%A50*X5yT2(l>izmkSofey32dbvzr-*GS*FKkIQbdQoix{dDSyVfsD5 zhta*srq7d`rJcE?LLm%@t`Hig1Q{?HELUB>->6l`{Jh$g7&J_H(hGPKPG^>iPz%=q z9xpq)HuuKV+Cz77lhsYimBK`ZIH8kb!iw1E|BY_pfyW$UsjDTkSS(lT{}0{Ll5EB9 z3WF6R743u?U45Iq6{M5{mirXTB{f&I zoxUUnB5ApIc6&*X7~w{J)W_WM(Ouk7bz!1%V*El51t}XXZ=(#<#!D+1FRI6pQ8Ebi z1=EGZ@st|*3LhYN!cs<-2zFQa_b!;?g!7qrtmT{9&!X3_VM`M^7uKdIMq5!HxWE5? zR9(8Tb0AD_eMpjN<`|!oy1VdQOr$DqP>DjogDa7SEZCBXX|FGzw?mcmX{CI_+$tM$ zq~KwexnI(Y^{1Z@b7B99 zHPX%9USy!LHls*c z6Us%1QV74^R{4fp+qDXUY_vMxJf%w^*}E30kRtzAkXU&9e9qmNhkplnZxfRGVY%`OyeB)Sy8pl z*--x89ser|pU2PLZkV(r>gV<;3LvFVf%Z)jBvuwSoA~jlHze{^L#C+|bjy9Jx{Bk! zFnGeq|Bk^2k~szLLfXju9)2@}JsiJTO+n!u1v(;^vdOVa$HSh>J0}K>hF+{25fu`B zY~3|M38W$Y2J7C@V0nTqSbGKv-3t>E8N2;tEY|FFhH`lLKMur;XV`13Cketi35%<# zJ?h^zA3-(Tw`&u-XAg!hr9f3aY>oYGrECk*9sep8JYbsxK0n{5w@325+gD?w?Hj-* zLJ(RzfVM0VG6cujoq+_2m%?O8h&Q_%ZW8|$WeQ%qy0=Ljev#~ zDIPXDf`W6Pn0FL=VEUKun>r~Mfl__^g8ZE-*Yr+0fwA*ncfqpFv5SOC)TO#kNR+oqFqTbnijzRh4863aOO zV&b!FEx-+|E>MZzF5e^1-HvkOto$IxI}S{uO3L8%wEEA1WzcpjgcXui&#(h%EnLdU z(VSmq&I{xl1IIE2N1^56p~WF&Se-RWF2z%wXO%8aCu2iSv>r3}-~JjgmsBt-WCb@b zQS6hED&8i&s2LHl6lLy~rqr2s6sX^?Q672p% zCz*NsJASf`OvS5MiiE$tUyuFD_%UiMyo)SFO^#-xa-?$!cd9Q$iF*^$zfTgt&`E01 zG(-P8#+zkMRP9>Qsu>bkS8BF10S-LO8>WGR7N&rWHu%kp1VY6`7Gg?Ll~=?5vmX@( z#qEV2k8CuL0R+O9o7r7Y{}J^-zA+gAFgnQP31ciKbf-s0@$SIza|1BTBO7>fQ<&*vx^vVMez58n-7WJ>{!Z+{ zsN!W5wt-=so_|OUR!3T!P}ScKso%?7O8QjE*=F9YYx*gZPEpTWT?(e;R9bV~!PeiA zj^DZ7p7Nr9RWT;r=ELN+-FfR=*2A3TEAHmXOL^^f`B$p$FGn&{pC8`hIjtB+bg|TU zJ+<})T#NoUx7CA&afPIEgmk|ZL?W9w3GT`8$#)(i74U|hzxwOm!uMmK&qGiI&OibG+{O-eUSCD8dpOz7Wd zU!Si_Y?37>M|&W=%%0a=@iRS$sf!aoP{3aBOT)A@>wFK<~IEStQ$mR`C+&Z7s??D#6t%n5Jk#-tF(!IiV4L7J8+p2FuwwS z2c{sf-(?aX5CHvaEHveqpek_7w|AB^6(v3eTcLvpoh&+!9%BzAp8S{o{_7nL4thX1 zgbBthYJ0|HBA5UuPzLvs#EH|Kp$wXzUp;BMgthSFTRiN*W2H*_d@Jk4pd4Rol?iE8d_21Cp`2UFx4B;J-yAoZc!Cbmjg3y(*;R4>T6CjI7{UitM}jjW(T!}>9xgMyV)WtqyF}F9MUHue^$i_igSZ$O92zynd+o;(t{3W7BL59X@s}n&KUj9#VwX2}#mCWl z&FY2Iluu3lYY0lr=Y2fq;-8bAN~}Ki=}_8#6wBhN^lA2VNgx9*x$(?KgUF17$t5s`#p#4bn5CAnSV z)q2O{if5YHhy01S!TcCsgD^M7dgqWNWaWSVvU+ZA2{b2Ww0{HEZhmfU(SHM;U-ktF z0awQs8b1nSr&vAwkVIA1Q0Ke*`h_NNKY!e!z>7mixtzZc-K82eLNy$!To3}@P&0w# zo-i1P^DZJyowg1{{b2n*M?RqKCf7Y7q0eemBq>Qq7T~&nLV+Y4avhutKZD@~jRXAu zf3VwB^-=r)=gDU?fBr;SmHUx*8Q4ZrM9g3Nd`t*}s*_v^@5fL77SW0NN;!Il3!TtZ#a!5Ukp)S;P8}U7}olOlxzi9@b7|Sv>3^euL zfDr%v2tJ3b!&b;r1Gjqw_O$trd<0)zboKm$OlK>efW(xE5oJkrqqnRraImS13a+?Ksa= zLTS66evrV6q}!y*5w*he=IApOocdAu`)a@fgLkkCzK7HA5^y6voL2zfcculUT%*X$ z*z1FO8LfbJL_XKU)Y%)ut1_o_PMqGQ}i1Ma}JeZXK8e!KHW3>I@oN*B+CwwCEc2whF3F`SmTEd}wJ^MUl}uBUO;J z)>f^&g*&#=$f$-(!uLkG;G!+sqHmn1@($$_tGG6Tjuq^nhc*#Cxvydz+v4JSel!eL zb$f9X)6(7uDf!Af=F=lD=UK#86~uUX*h~U7<#KnMAIfCd#XA-Z^%_YD>1_xD-Sr!e z&pAJxlNB`^hzQ)Jk2}i%1rn07WuA~jWkL@q$frCgaNS5X$#f3?wmZ(A0tci%tN zRgl~=l*aH28bDRNF^UA059t`hD*P=Dzs6uL+op7u1VGkgbgJUifD+#m^wvD^juE&; zNSR}43&N{!@b-Oc03gJG^tS2 zVc)k+sC~93r*MI57>+HO3mX>#;f1|EgGmvK1ZZu85LEm>yWU!TfWU`K_xEL~0?u#1 zL*(W3wCx}M#^Wc3X=lcml|D(b+$s$1gNvN)jeUvmhVr6!MRjhj{sv{j)9$O3y`rK* zhDM-Ev0lp7_01{3smcw_nUJ&FzAu8K69ag6$opwct~`0$x5gWgQ%0va5{9Ci!(SlJ zKv`8Oo=t_&Y(Zot$eaAcA~{f0FZSEh1iCxuiR**Owk9oEFUviEi^?n60i5?)w5_(R zf9#Dr+6SpeBp?rFYCZ10U%VhOI6kd-Sna3=ruGC#EgeYgOzV*5Q8C$+RakUUlZMqvGoZ@aH7Wi_sghDhQ9_^S_ksVEm9V8f z1vzI04UX>uNC)_*_@m+W3taTI=4jRdTeRp86CV$}4f5MZ47Z184$m8aU;l`Gf!7=> z-OWCzJ@sX+db|=U!xFkf`od}1qx|_0+;xd+GIno zLKk>8oh}|J0RgqE^12kxlr~qPxKmn-T#~;`V#-L#VW8L}`a6vSEL;V|mpkN#s z9aBb85Q^Q*W02lNd7;3D4e+DTJ`f%hMqU{b35aK-5I_B%p}8f1X;`aKNT`ng_MHiY zLDKKq%|&zm-C)XR{hpgE3+Z>~+aZU}At3e3mn)uMSK9n|U4k^*N2o-9>*?6A{UOj9 z!MU~fs=>GY;RD$902UB6JcJ548ZGTnjg9tB@3x{f>yEmfvW5D7X5I`weFoh99_-_{ znAb(0q}uUm-1j&5!>{k>=T@)(%vYYOqu|dZr#5&K9Ix^&rc z1FQjyQ3&yY?ChV++fPfhwRS`aHHi>$3=rQdL=)7Ot&Ckz=-;ywYMT(xOeh1$5HAJY z&kZOyNbl&|kO+z~qgaB!i3y0k2nCP>k)h5pzw&Y?P-T-iymhuKs#z+T#xc$=c`Pti4r;N_>mZ7b-)D=zye#YCsOhMGOud^4t~hPOKofx3x( zg}nvYNS%2Vq6~{5AQ71liK^&^I};k0g1~)qSUhX(3HmiFc_~OA%69nxLyvtP>#429 z{s-d#-F+HbJOcwSwnNN_9bFAUd_XOKKMe%TC0sy-5MG&BM;BE|ls7k%Y?wk66FT+U zOt3nFV@C=ZxmbWAJ%i|?O*w?*%XNP%YXU_*h}d=qPD=03HeJ2E-yb{h7jq?}#+0?S zJfKr;n*%Xn4&qfK`kBdWX+%luq-2#0G5I!d*EiQswM;;8?{7H58Ku;xAmMPxNN;G?f+(qk-aw0Zrs)bO;N_R=Elx;9OG20) za7y&`4JjXJSI#azfI#zVde?xBzgHKxeNlx6u-x1_sItQfjdbKrX)o{%zrtZd(^F)I zHAib0wd4jF%r;wFnOr*~p6gRrAw&1=G7-q)kIx(u42f&JDcw}l)15LIL^R3FV(Qrp z$ISrNWK}7r-#x#VMZ8(Uz~+f1TT=#=$d2C6U;-C8ll zHE4*2yHcx92eec+iO#5yu-M9zU6qM}Sv z5>kIPI%R6W!84`Y3FA!oTk+^Vn#?KSbCyLsAEd-bj;+c~C#8|+gjU|3;?WcJ@%T-U zC7oev9Fd#~T2w-wzNV?g6FH)#XWbnc3DpyT4YwH}Fe`}S z1mV)>iQFkKY?ATI_(pac>)3b{^?s8;X-<*>v7XVI^{`T$lsEJki~`N`Lc-v+1A6(} z3@1&gaD0IAt9I200>+#&YL*hiNx)amWGE0cFye{$_3$&}PeT#mI$^eJ(iTy|@5f2$ ztzyi06%XG+7_RSAo$B#v-=w8KI`!RiX*-~8VQ5Bk;9V%SG!0lVP(8LOdnF@$m`b+w zwqB&DN1;9_ZtKI)cOAn^k@ox|&+rZr|eX;rt}&<5+p9uO}5 z?$MdW#ZN0|V&L`{>iW>2SBeT3VbbwKz0l0=Zy+d$so8{EPa-g;6u_cMP~kuV^$OAk zeg5{;#|4cro}8h*a@!2l=3-eD+pP>QFkal@!qwOwsfwVUF-8aNAnkhQyxNQQ@i^$O za7!8o-#z(l9OFkB24dO$)<&oL4r>_)wrwOy=R~o4;;w`1|7NFe9M$_1Vy~1yUfyNe z%g8K|woe1c%ATuhVnaSt_4df{C{#GS_C?nqg+gre}%()=~ z>CV}-aYzJvD3=91MM~Uu`L)ngF}1-ECG+1_*xa&8G6_14cYJ>tt(-gqiJ6wy4zVJh zRdzu5gq}}hiocLoQ7~gMs%;K(BzjFhcc3W-9Ag+NPT>>4-13B-zKhSeME_WNkb2}| z!lRQzjk4i3*1Z(saQ~&^s?!w$C7R@>RaPcBkJ8h?%jxrZ0U`k{*1cA&REoI`E)^7S zIeY;`{gAhEMR8K#j_^vx%4SLk#QmJ?T1{ht%qQNgZv%%?R?u+A(IS?Z{e{E`lnJg? z-G=J7_JboKhbuQhuIM`X(5l;RvIR9?Om)t$r5+kH#KXfZqz6f; z2ucI;&O%Aq41Tbc8pAax!)+WG?PGx=L3hxPUtPM#yJut5X<5=78ET`ahspQbaT2bj zfphHl&4jE+jgokW^zTgGE}+K5WqlNN?;Jo2Ge?eY(R8sQT!BK9{9DkBQm&??T&3e%}ivYq7)&Yj@|dg zvOpx73a;j!4EeOvE8xQM`?4*CXH}tU=b54 zG%{Y5{gw1P9BZ2|OXWG&J##Ghe6F1)|8LsXK0Ai?pgM$GCL2C1IQ{7T z$}p?o(!a)5i?9~8=9{Qt7Q4t{I~}4mUj($I>l$CLvs*4w{{e}uI?3pd9G+JgyG}bI z|E7IMl)p=3(!nE%YEC{+0Fd{9>CAV#O(Z}7fpZcJ19#oK!$MQe-xUzPZMe>(9r3K0 zwRXewH8PqEkPt%p&Dl>eieP+~IS?LnDeANa$J}-+|3ex(l%1TXAC++XW!=0Zq!ZOl z4wnF9C!!X{tHyQr;Pp%E~>as<+GQZNc{bZ$4AM=!iTM)JMkW) z;EgUqJ{`8?g(mNn2hxyX?Q%eugP45qKy#g{mx_U76t`QFx3lUajD6}iC=TG7zs^D_ zawtS!l4YBu?B#Mk(5YYY=mCAx@vEoRrJ%~Ehpv{tHkIIS3nd6>_M*+T2wumO$nML} zCiugHOGEHl8LJLI69EGTD+Hdl{d(Kg4%x7m=)x8DbcRhmZGeG7-&vd}%-;$N4`&72 zgWe7wf(~Bd&l(DnDv4PwF{weHwjq>5_xueOa!0m=>ch&3^Vq)%FM<<5usuX@VTeH4 zji%q+G@r!~NKwSCS+Nfr!*Ke2WD7o4f?6U8o@$^}O5hT(zAEIE6YEbzEC>OwV7a1f zWhVA%2da_}gKX@piqDus`L<>1#Y7$;-w&g~x=&%roPIh$py&SZ*gFB4`hxa_L~vn$(R7nQ z73yfG32fuMsxn^BqIs)*K+$gqrX6dd=)9uZ37We+8p3K*lZMZO6Z66Q=|w4CA({*#vK7E*)) zX=~7=GB%8dCY^z|6lVJY3R+5V?igKc^6R#ZtqS=xeUJXgUk13tUe~w#RJJqpd_vp+F&SZSETn znx+%|?j*&qg2OwTVRHbG*bH+3Fs;&`N`7=i{j{R?E2ntEUs3iPVW<(ZM`>(Oa>Yil zU-)D+m2IlhlL$`C0vW0*Rz6U=3&YsN-i%w!0MRw=s$MxiAv5m;N^5{WcCy1=(k)y!I=7HpZ^BrNdhMZzlQYpAe~T|U3g>0wf{;s}T65DyDL*g$ty zAh~HIZ}unI3RejNdEbY>R@+ZMQyX3_Al24*_YwM574*EQJc1g}1jtv9n)%9*`-MQI z6@V3e`3<9qK-)@kemZ#>cyx(d-|Z@fpmZVA<$Z$to!)_3q!({q9S`T($7G*cu_w{J z2}5+FUi(%L1E*kz4|n!oXlie(wyYTz8`~>O74Xd=l&A{s0zz8f)$8+IC%$~K$TT8m zSuAo*`|wU;yS)2UWmn7~lAmSrk~{XIoY1I;itT|f1cSOaE2>ogh+&!h5X5emC;*e! z;SnwxpOb@`95jOSEnx-)Dr4w50whvNh{&oLRC!q%Dc_c$`jk~6s%IA_7q_AFj1#!n zw4#XWqGAv0d$*e%QCDD;@}6=*(hs%S^>9(HRWczionE=MyM++8FDInj?mq380djUx z_oSh6s>ryK<{QcM;iv+tO~(43f9+y8OXgLPTIB2)<;yJ|wMeos<&3sjz4J5t z8cw;jrwiJW;_yY;5)Mn$o^lJQXe_O%g~hi5zGFV+?W-%L(Z0qsrbm#{%CLih!|mx^ z__PFEDXOHdg%B2B4ir<9?5{^q!xrx{X@PYF9h)7LKYO#worHa_P&3`27#m9fNPvbQ zC4)|{%(mHCV?88#Io=R}b zeHbyd6jNb!2-*Tfl`yn-os-z{W1?Tr+a74DXnXs}287-Nox#&iS)66Ct%0|S2GNVS zim!_D?Q~XR`9SKbt!K8>)f|cSnkht-v+xp*(Ns}ft@vdL$TrcKr#7kp2i4mieGC%0 zFCW|)nB{!XUK7wjKLk8nG8?1FVTYCQMYCx5$rt%GdMr8))y-wwPR0j0@xZ$OU<;H^ zIGy`zn&0~QH8))DOt-?Mi3IqpaDG(=;>Rd-M9V@b?}?&ebxw2{{^6R6ed0RIm9+5n zfvoOvHI=dj6BH&pc9TN+W@_B`{c=G0mc2jqiYs#Q>wskxO1zjxZcmzoeQRUL@*cf( zn6SEKh5d3g<}ELDvRS!ZOqE7dUrn_75X-+wOL}xg7UZ|hXwK8^7Boxp-C%NDWXjAp zTwx1r8efM|#k7Hz)le9LQsSprr~2fHRvGQ8LczujLeUvf-7L1^tKQTEBIC+w(HWHw zPnxcNnwRe#s5GkG-2cxr5`66}5Z!fzs64bEmm6W1>qaCQQJt4{W&gKBb=MK5T#rr` z{8eI!=j_8L{8@vxvNHB~w#@G*0#M=HhoCv4bjdVc;)JZNd=c&jr+iSV88jcSh(pci z*Wd|eY5HEXBFZ=t$@xvXfLgW!Voap`QJXMWuxt<>QyRkv z$6^VT5mZ-{ix_%tE*aTEpEZ@urD83gx*y^k5;6Z0E8$*D&vlpN2S=qo6Lg3K_0gt3 zZuRmrZcNmQkHePYRdXe!qD$cqP>b4n8#yjTiGjufMzO#NSnea2=<0LU@VGHlN}2It z%A461IcXG+p~J}UieCj$t_E&QOSsVLKb-*`=SIkNgFHbx58s?k}_JF4F|mZYLm ze#y?&6>UG8J*qO|9iK_b`^mT9Ky5N(0WhFjf9YCbObmFxax~i2Tuh^J# zj4GyPlnFCZ6ePW;B`N7*fGTq3Q|%u#=o23v8?O>0iLZYhVZJ{!FD~)#R@SFa+Za(G${`Nb5XFGEW&}2ln1I-o z37lh+qgX+a-`7CzX>NjIEx@`fwOqg21*#lhV@JM9LUs(^wUB4p z#5OwVqKQGyt>A}%#1hT;Bdu1eMWe(xnGfSd=YR&KyGjSGs9aA~Jfh=8L#j`Jm-Lu4 z61#@V+=G8+YMEcPBOyI~I?iL7pT^_bkmVnnJ(?wUq9M}98xK}E*sx0w=ycR$NX-I^ z#8d|e3;H4sbQ-vrf@1Ll?cb!?YCro`v1}2Kc(TKuzt^4Z^4^23flCJn4nC_4ch*@I?izhc4fkJQ)ok-0OYob7^#BH{fZ{t-7Rw7areBnbi2(P(A7&I_i# z`9yL1G4iS!D~8R+VFtm*VYq0ARMgH)ITNs?P~z$==C1<_i71D?^3-GUD%&6E7>YK> zX%nlq4x1c^Ju{iUUm{gziyM(2(8|VO1C>78BFBi?sX*{;~B2w0g>JMyWj1>J@QLTCYiznj$a+nRs zv^pCb;Yal*(w7q>yF+y&mH+H)_U<*dyxn`mr@M9h0jQOX!N=vqoNNk;bR|uuIo`n+ z85bLkQ+4yW=Xl^ZOZG*Q`3s`Zud6oY5><3YE{6`*dQ$8Vp$1-Gozcc=I_6a)`za0HRC{W(UrgNMEd zGa^X3T0PNmG17_e!)*p;#ci=3ED&%h)M*^Su&j!clQr(9oMJI#a)Jc+i~%O=5E#Tq z-;5_d@x5Q+cvwKpA@~dkyxI-U5g?j~kohM|JSwWm?ZZ>MXB_n810^jb<9!D>7MkG+ z86kZ!J2Q=luOfN)sW;0ZzOki zjt1DiUh+m5BXw1|RMVH=^wBr8AE#>cuHVhCmS2gw?kFM4dD|+!6w0SFSxnY25iCre zL|Je$Khgn8$?)5J%{qasvG(k89C*v*=|vKy4QHr3^2QV$w`S)!nSd7K-z}^eG(!+d zDK5oY_}GQeCKSSngmqE-&}OzHfFR8DqIOx=*bTecScxj;dc*7bIG7fIIBvNyA2v*< zFnUt)UB4(>?wA7Ql{fw*mvT8gZcI0B^VgbpOV|dEFsI7G+9W*zz8JcNqLRMw*ITOP z^|T<*xY8t7l%jx#c>4DZTax9Q{b;#w5}wg=ofaam0t51@krMekZWjb6%1P&Lew^Yl zlhn34i`gMJ(>O|mqzh(owjavu>Dl?J#k>Y2pW)Hqwy;f+Hnfpa z40F;Gvi-L-OVIVY#lsh!Dd6Tcm*_zgC^)6K-484&SS0A$Y!Ya++WMWHy>%Q z-?%KTIv=bDgPAN>XJdH&$M~; z5iCv*1=mgF3Dx&6;{7Kw{U?h3Cu;SDZFW^G2HB$m z9&fK<51y(A&seEn{zdE8f3foIUp#uB+-a#84n9*wt`4lT>L&7j6lOO{;)g84tsngc z{X2enPYKHA*O{v|#MB#ifs&pGqLDHgcM()QbqdK(li-##N|h$mdQ#;gK_h!b%$3eR z4G2c|W7zFT-BT}MXV-SLw%dFf!xLqp|8C&0pRb$9{H$)Fyg)Po820q+U8h z@h7NJ5?y%_p-~cZ{eNP|f8vk{QvFv26f31_9SrV`F8S9h1#Z zJ^Mccm@?*rlk-Zp{0}CkJuUAmdo303;g0BbxZQs;BYp<%=kBz~Q4JDo)e2%42L>$u zIDvupspTa#wd5NNAUKcZg}qC$J)4oUQLfiSN5{I>bGIAJxVB6GrV_Wjc8kshSg>c8 zG&Q}m6P7LR5pdvF-tkjy8m+#th_oM_OhqnK`8D|d*;3aWX+KwXez1c+VVHe1l!=CO z_>kyX&eA+;zr+xQE0i~8u9GwJ6R!SO6~cp0EqzXLPd@PU1%Y!^_K?64@v1VQyez7N z(>B9phNwQllFK1+SkA|hs>hUGhVy7hai7N_&M4Du50;W|arXhDkTHNBpCZs0n4*`> z#~Po>J)BBZcmZ~l%w*5GIjHb1#|sof*OdtjiN>5s=9j)SE*t^-Ys7JwX7)RFF*!2! zy*~p59te)XxpSjquI1E~ysgeX4Ec&+6L|1SV^K#RW|deQyBAC(FY!NIS1oW_ha zIwR$>RNSVJon%5U4IWu18W|kd|Hp-%-y}}%0X#Y?I5==3LQvo=s=VO2ZYroy>TaFr zfNK$~`nZUorNRVyK63vPkLgE`GEDwI_TIg}Z5wGA-M{%MaOCufm70`g=hF3V_IceT zZT&VEAKOiyeUp7_h=e566u|J#Afypl z7Jz5jEYvr5J>WDL&~EutHw#G;YD^uD6T*L>5f#&R*{N+78k)NvaQ-~AzzL9V*PR(H znT0}g*9{Ije-r6YOJC7s)XlVh@r8E4V|W}|`D-LDUvh9k3E{&bv$HDYgQ z#NRMD4S^kQ`O}~;Ts@+OYV+m-YnXBThs;9P_#a=K2DCYuN6&$BNy&jP{0npr5BNf}Yj!Ry3!Fg`^v(hXq ziyqWv7VI|Uih&?Qn**mIl+Z1I>Stk%TsjT2VDjiBOzz9q2#6WS`TO2rM5BS2_I7%% z-`nZMlV5{$7UM8PuIq;cN62;Q*aZgDdDn4#M~GQamjdqTvsmYr}zFi{_*)Qua19xesuDAkoW1{+lIT3_rLw-pYAs^ z_nW}|<|p@?SNHo~JdtH2!PL#dT9JOr77Tp}|AwC?_m5lt)Xlq%550bvDy#BGacL!BK!i z7LoI{FMj@6EZb%lOa$Z(CT`$JfO!f|-MtG!;vU4_nll<8PG)Sbo%RI^QZE0-XiCDF zcD_O^){##<^pfDYZi~#~WT9N*bvbB31?dJ3IK@249Jv03v(V8u9kuwUTLz^~C-iR^ z$DeK%I(pJ0JqrbA`Y-e}xz^wEr*$oK^ZQ4wzW+D78k#Nw-14V&Ev#~*TF%0kkxq-_ z_|wTq9q*VSH4AXZEW34;-^99>%Vo{uI3Flz21+yiI%cGmBXzqGhm?%e;YQr`PspEe zcb?}m{+YfTBN{H}d_sphrsMA^k<&0IJPSpXFyymH(138*Dn>L4q#(KtG0&`I#v$|b z2u5ou3|}orf_n`*pttr`+4%Ja)7dS#YFHB{J`0)k-{@F z)@>l3hB|xP3}28!qzv7%3ZV=(H>E(sS@M{(8Nvw8Li{wu95GHOG+GDbRx<7YY!ij6 zZLE%V6~t6z0eKRpfhz~Gv5_DtfePJ1107KLYnn&;$;P%V`ramHwu!<&p<@<^F9xS_ zBq-1RRe{xcA7zOWu=>(+fg9ImpDO}(olhQ~Xc@5fUD@Reca=3OTXwU+=i>U7ZTB_X z0&LB~-Nc$LA>r!FwmTWO09&(guefG60B6mz-3YKX3wMPzTLJ9ap4K%>ELZ~)EuOI` zB0iYF&e#hb;%-S)J5pY<0g0s4$kJrOq{NY^5P9;2)LGSeh>A+LgUCmp#LD9N{Pii? zhA5Pe_A7k0GqBBT)&{nT?KZYsKePOXu8TGdDxX%6x?)vdkE zzX>JxHt4psV^GAb%sAHMuBhZ$o2(r^S*=-r3Q-2nHJX={&MI7=3fx*QFh)Dx|j*6nJs~D z73fTh*8rUf#m0myrX)0h*qWeAa6`n#wV_M!1Z~sVEKO7>1w0WDb(9mI&1NJDNU)|= z;uAU_4&8u^D309W(B)5_EP*bd6CygL#p(*3YSF|Qy~GP7rg-ns;{%L6&-2i6NU$I% zVu{>Dsm0xQRHWQwM@dB{O**tAaaL7R|o7+2<2FKN`Pg3FJ|V z^pq@x?v(hPEC~m@B6LDExpC;KF<~2^TP=Hg7wAljCae3VpV|Y4rO=sN=k1q?SAfnm z_ywU`?Ot5}(b`g?V{y+qylgr0E%DZpS4 z26{8$ue0;<7awE7>5N1P4zKm}s$_@I13B~|TA}B|NSpSqJY9e+CMk@KO&S&5LS5?R zF9J!_nygI)SdMg1YzSyr1VhEezFwQP4T+Y4>mb2t!oanqIK(q{LExex#EB9}7Sk>; zm05wZh($W=d;wB5rUru_6+65A!?7uU4zOX~z6;T_G3nRW5x`@?5oQv@HMwWG6M?I{_IV-a_r z67&hZn-bVx6Q*e%VLO6}HpQZMhbOO(UjKMd{iXt)#+>-DU}$6~sF)AEy&-~g1kifZ z2+uJMwOI>3KgvEA<^;C>SK5i;Dw}^9;2RVL+QXP$(FA&xK(6I_iSIcA-lrLh3%!g71rK=fom08)0A+px! zxD1poHb>q1sZI!a-R8w63uFG(21QAXdLQi?PVPAw(}>s^Jhk9yoC-GzN{hd8abNkE zaQq^gzwMr7)no=E(VTLoF3HX@r*d_J$c6)OMW`pk6*r(&W~IqM)4X@qC1I)?Yo2EH zel?Or*QY&7O*c^5qJy21dK&W zi(j<~0&5F1bX8EA+O7wst2nuKte&fYQfJ(4o|Tq>Jl#N97VzdOpj6s!C9syLHU&^Z zIwuhk;+V5h$DDW>GcMFcEb0zkYx`wTx~`QXC^Vu8#o==j;zeUfWp(OCFoXH!nZl!f(+<`dE(fl*@0T^}%?(D~!FK+%!gmw|Gc8n@S*0Hq~xX#o^Y za6ngMVHpQ2*1aAUwgLw$fzpMAwQ;Z#bXR{?SSuw^y0EZX4z_U^a!|T*uo5U;SXey= zyCzuHpOr2wtcinN3ot8iuo5U;SXdJWyDm_=axe%|pT;YQU^xe~>t2%xwu+En0Hu=% z*2=*O&~4&bVc8cz=_G>HbFhuWa79o$iC_&J?3!R%cdc|1!5TT(wE!bQY39bwpmY+! z8addtfzs9D0v6Jjwj{XR1zsN`7v)Fr?>Cls<>4PFbsVwi3J0H^4XygFO<_w|%8WHA zrH$lTU|AWIQ;Rm1T8=YN3KVrcld=*hX5TtyJQ3!4`4S<2$zEve`MG}|T<2OBl)nzY zd(utFU&ZTLw|)jmWOYU3-CT21uXWGw3`*BoSZ7anBDoYr+_qhQTKEzv+5E+(6q9A5;B~Q53*NP6)(b3|f-QP|N zb4wj8zz01q`fms0|taqhK>mt?Pr*B|Ln==~YL$QP*B^l!XuwtW0z!!hm52BtWBu zy?B~HS##Ofhk`4&ZuL(ik>IErx2P2vD?ICi!U>FoMw2$({zR2}#-cHuCVlg`;CoMO&VEF zq%9nK1rCk5*f3$l1R$6-p|?__`e>l|S| zNx?ZUVdxy9_rp#ZhUXsofpJ7W0yExmob&T@pGAU&#Iehv*}~=}k|862$efdZ59L@KM{+DYVsnyZ3=$-% z#6>zc)y@&tH*~T*JQC*Oh|WF7`3HLa=Iq4*dLzXJaN1QV3Dj+ikS$2CgDCutSTUoT ziVdQID#Z{BNm9jqVPZD5d&OCHxw=D{- z+l^}ZQw>v2>yAmXfTKk`I*FKE>?}eNxiqw< z;H44rCAC5H-k6g)WoaqynIgwaEV4Wj$&|BnqJ(lFUrjR}I*JS<5@ZLlFn|c>Fpw#p zLlzSG(hPA2X-dnIW9XKl)k_xLPf&s{2qNP#@e>a{mm`31l1=D`z61;B3cXZ_lz8Zb zjFk-W9$uim-N(a!ZBLUV76*gDgeKDz@@|<`GSJHeN{fLk-dFKRr4SX61k+GB&S40l zs^k=fiyef~KM!BML@LRgM1uf+Lbat8*hFp~%VQ)Nz8$MvErHZ|;ARm_l;J%vq%|0c zJJvmW3p@+gXAzR#&S?DL!2$XwOJU50h>Z>Tz17jbwyht1$JyFKN;I*)oB(47eH}B zeH?}hxxzDhR)QyTRB0T*jkHUeOc6!_9ghi@Eh+bY$N63%KvBM#bPP*f@gHbGEihr9 z8%uTq#pZG`sSCegd%}_{m~uNv&`Ctc)W=a4unAb0&nb)>&C@Uspju@#JB9{LF=9gO|0k8V41lqSL#&Hf+bpC|JC?sdt+IfSm~ee*fc_iCV0y%ylsdGURdIPsuqKNb01W7y2C1BF zO(|Gi@m;V~5?kT!isl&lMob2F8C1a(yQ%G0^A37xSm>k1M?X2a2VNEmEU@(o75 zT+RYABAw-^0z6>g(J*;>ta@Z#hB#iF@A6c_;9%#8Iq{`PAU_)8Y|}(&lK%zPUp{(k zH`Oc6an2Z;vA{$(wj~g=7(tGJ;Txf8NAD+#LhGf)tM2Vs603F1ESG3;6bu+Iv}4_W ztJJpd+hvVdyQ(buUgw%(KFGidm~6|W(U|d>jw=vp!OPkKCCN}T zUX|0iR7cJB)v^~{WY>2GG#Ya(5}rafGizfT6!^(83JIg{AgdU3vs2Pet7|$4i#W?-~S6 zx!NmB(iui$PQ)~`;3~!My%8aDVrmzTbKxoBgbbv>FeqPp{XOh!W>nnZQnhQCeHE!| z?64ka^FTqhU_4O#hI}M`nh;|Rl=buJGEB16ehqoZ{(_OGOBDE{Mb`x~S&u3*z!X{N z4m%P?aggl2LL zFl#v*ijcAiNkZWjxSvwfRJaDcHD>DpZFxQcArd2PI6~ zElBz^j9qwkA3xBLK(L+z^enFcd{Mq`uJ|)qG}OHyi>CUHr5gj1exO_=J0>EC(g6S- zSe*)t3<|}q4;(P0S$ehnDTN6?2~A77l?jOmr+xt!ZW0Pte|KFewy6Bn-awY}d|vxn z0#$mAWmz*83C!7)L_679s-v#@u{Q?reVXu86|rck__9hTPkRl}_6n8EZ%)FegAHU72?#X-?Z1yOedOoe1wcCvfOUV^;2o;nUDU24fwNJr_FBju^ zhnvZY)6Pm1 zCI5Ee81Df3*BXU<0Td2D?N9mJ<1FyR0XhsX@j}2iP#F%?iGXfczRFre1-HrrG~C;N zSU+rSToH~f>EFV^0~fG@Cn=FY?afMl0fQL`d^+e(<}+p7_N4atK0lPo*Q|B2N?BiR z*A{bk)B4mfbw2%arV)jJ`*pfAGJIx2i^X26tdA^hUIVu1r2_n`?5>B zIp^{gv#_tlwG8cA-p@mEmBMZ)T|Vakk}Q8u38zw$I3)@}&*V(s7wFuwBA>&If_S13 zAm>4DbyA_!m{DU8MLR?-CN4QkiHJy;sVu*m>RWPj(Zr3&rK?Bn&M9`Ws}KyEboD^M zvj4C#nuKhG!#q$2=n+udXL9r(k?=``Ib~u8T@p0I3w20R+}@>z1=c$fOJzLrsch=} z{9JAVPVGtNx5cQ{4HWeH0314dz`gsnPQCw%3@~ z)u?$ncfPGb%ePfrRbDxDGf*DWrl+&QRC=|iE3VgLnN(4gdLrDFVTVysNsFj`H@9{P!0N-<~$iFBkZ4}qWT!9p~KX}&%ZjD1aEQ&|7KYm1fV-%JBgqDQqc`efWV0qSO{PI1 zFpR=7UxGJ*IVgXc5Ru3qjv4sS>t1%RL)mf(V<3PM@<&V0&1I`SSId@51USJXEY#S7 zQA@u~C9A!bO9EXUDO-G$&PIgW%sY|f;cEJzk=!2z5j(XvNF5j#dugQdiar&lb1!#)8=>roNO z*5TMjXv0`uv#mi{b(m04?x0wm;)9!BqE5pkaKDF2^_YQbqWqJJj%H{~BPym^k1uAT zhEqpUlWccU3hbTnBlI4dlCZIa>4a(zAE{&$pq#QAUCe$hRp}gOmgYbioY@T$EH1>r z_&X8qYPDz(5I@A6xOxDt8tRsEWOf%Ubw^}EqkiT@)R=)eVLEb$HW3yh`#wVdCI5MB zSy8~YpQIelDvR)xtn}K(`kX`yE1z$EHAtD}4=l4hiN=h>U9t@Gzv3|b74q5|%FCKM zD7g3-Go)_cDwmzB^&*mZBa&dRi0dL2pZ@Wor!x+I=pD!(f+;VY550pAJqxN2z0aR} ziU+@w`%w`a8pS)ArQL92xY(#@`!|VEm0$1S{+^x!(1T)5d@2kocIxI3bV-vD@ToFl zYgVNWIUo(EETr(4i9=wURX!x@-k44S*&xz+PECr(fQmT8i(K<&X%eRpf*m7$&wHGP zX0@m#_gtT-``~n+ToMwY>K0>;#-aede+~{<=#4}m#bLf$Bzw``S(3~Anz0bQxoE2} zDm73OS=Bflnd1cGVgnSad6C?c!L`x)SQ~P3M^m#AF0_B4GNZtR)Ca26o#*b6<#B7A zaDtBCoSyx7^5XQ@Urt|~?BqY6e{cObK0G~r_vYle_3G&L(b@Cwe?2_;@wEE(-QmmU zM<;;u;~$?No*jDVP#@57B3U)q9&3jV?mo(y&o^5})1-QORvITAj7gEp8G~acy>c~G zXO?W>vT|N{s`VJA-E_`H(Gsi$egZbnZNLEE%D58qwsL*{;q#bO;A4 zBNCA@O;jZ+O2^q$Sbjz+>D4aJ7-R<8UAxWkORvbsWxn?Vskr|J49=g zRb9OKm`8mV)0vVEi|;EaeCQ38;yR_1sZ@{+9`howVwU5|%N#yQMlxFFHFoyW6eyn& zNe@2gFWEJWGNP;VDTkQGIc~M(IVdAdkMwDjhGB-{nsPPqCZ86gN-m$E3`fP@Rt^Q) zl_2cMrEre7yvioPti-c?`u_gm%a`~6wKh%aQ+y?69kbxRKv>@x*Q%iLsIomvB$3*l zC8mn)`td*i^FJQWE}v(*3Z!cOflBqJ?5&1JEKN#-$Sm>J8D4|IxklpkS>%&A5hd?4 zECiiIZp;E#YA=H=)0>Nh^Z@ z+O)b*QnegN4t1_#>rLQ&uK3Jm4QBR|M}1WEgMu;(5PA>$Y*OqMO;Q?=7UxDK-G;`?-LCG+okp3MTy^xUJQ&e0@r2_5 zV3N!0jG^J4x9jcd6*a@ZF`jvo+KG9MYEcnn;2>xC(EBJM96s_sdguob2^4X#OsJ`a)%7B2&IL5On^RHdgHMKCUrb_@b z>q7hZv|U5!CVYN=!35=&hdDJ#QCn%K|<9sn`FT19~rBfQFzf5mb4@m^A5d zA7B=T6mETII+kw20|!mn02_hx1x9kHh6U+T2q%v7cZoAS_ZWr<^B$@qV({|l*^Aew zFWfzE_aBb)O9Zh>vXn}rh4GYzpvCx7u53Kv+K56Ubjhh)KRZaUaUxOVWa4E3J!VYQ zl0VfADIB5R;VC*g?V;}vPmfM_oOefOKfU?o481!%IXQfNcJ$&Dy*WY8-n@Q(bawRS z^(lJu13G;DPxSNA>*qU&P{>0>KE{xqo^i00P!i>1*KUah%!1sv}$cTb0BJR{?fT@EVuoXi`=#RqW20te5l_p!UXyZiXzL-==hceniS zaCdM2FT;nA_8vaoee`61_b|VLAGH_qXV+HOxa1iow zLMDta4$x77Svv?BzI34ZspLxzj;ZFR2WYFfZEQ&L+76Zf$N<|)q|{J zHl^; z_}YzYcvgcX6r|XyqL)=#RW%B&YJ9igK4CEn*<|rESpoG{rF;VHcYx*2=q*%L<3;vM z^eK0zDW2ar$g$cVjpstU+!uPCJ1qn4ZD`kqcE703bNKRmys1#g(t1Y%<7%BKL8Sb5P*I7RF z16ZuvWujA&1ihI}Cfi8UT!F%hXwK)^Gw1mIKKg_rs$8CjyG1sw8Ct{=v`uDlvaqJO zUoMJbPNQUudN__tE^S$*1N03HDkFzVch>%1-e>Mzki`zV2V7fDT9p{eBf6(HIN0oT zz1r=l(y_I&pz>8Xo?W6}m0b!D*3%u-xs6nG@6SL+RetgHk&)aM)!){RI9zSN2T6Hz z8(~3i{?l)SxeWiGvJtMXtGM;7>dS3+-`UHzGn2YHi>hHzYwmKLnNz9DYi3McceF1? z4-FgFS3wZ1`_(Nbhz?uO#&(~ZQT|m=8_@kNU21cxzqKzd)BL}*oww;(!~S1zaqV&f zu+0Ad_+k0{@8QEI5AW>%H}QNi`@fa_!M=i~eHNQoLxJ|>HlW>2a>0;}GXYfJ<+ayx z`J>&2U9hE;YZU|bVf{9;o%hTh=g)a<&$MDXXl&W$A-b2%^w4Re(1BPvi#dgq7nz@r z@s|#$;3>HEjM89260h5w#ri5+)?Q)e1ewhVf5v7p<^=WrKJ@m6?ryItpET2f*UuUR zkpcBomxK9mL=rsg717#MwrbQ|7gzcYp9Z`emP+^jx+3ezm2s7a7wm?w{6egE@f}EG zn?#+@S@atlbwrveeUr2`k}_g9RGFfiLr;Loj76gJ+RMv#M$z!$jgu6PW3gE@Wf%Lq z;wi82AB8B9;Dn6RuscQBHEt4B8uTxLBz;r7BZ5rn2IQDMS{G~iWVMi$>QKb!H(!Qe z>pTAIl{>E6bvCkD-C^yfxA>Fq51-}fk~^*{KEnPA{O0Onk?Jr_ri|;j&?}*^t@`Fr z`RwF*R|NVzSOI@mCp{d~oa|RZT|>>yVeRnvNT(d_h&vopQ=vNwcQ=7To#7|1(7w0-t>+w~OT19& z{D^E0ioKlc#I zu6KDRkboQ(6?Wf{{ehDS`3UDBaDSQL0I@L~VvL)|fIfdlBjV#!5Y;k`CfPmD3!?6T znX)uOf8Y1^r6>SFF5u>D57K>)u}=UaW0poiPhBYYoCgoiAfpl|Gd71jam3_eN^r;~ z_XUJ!o260RY&>|-QNz(GYOJvq)`Nwa-XGiZ_q*<2|J8r+{{Mdd*MrZW@Ac4j0X^sw zO4uo+(m>X^4UkV8wOyb6cMbc$y3pUz_x~@;@Bi%YJ$zEK|L^ZVy0ib^$a9nSf9UH> zXSD<>Qj0c=aG-;esH5O4cS<3h8HA*h%wR-RInQx^5qLrll-tD|hco~w=Y{NGcNZNz ztsLRyg@pF3_8@#H@u11R~g~(x<)u$VT8kMgq5M_<*s8gWX+4}NNljOW8az?siL4?bPJLsbz*LhWhq=C zI*AU+U+xXLNV8QJnVKGYDF?vDR%xBbNa$>Q9QN-W$;fpGdmufUn0%{K&MwV{Bl|Tz z4K8|?{gwB3tfMRISU`!RZroNHBJe|hdI}*R> z*dF%z(>)lY#_7RR)cX*b5Ob&K#mUK=6P5WC)}zkVY61>%z(T%$ON(5^m{Xninmc`} z#j?W7-iKfHL+L3Z+cp(WOA|y~kPBJA6^Y%i=`KTn;MLq+iNI68uutTnx{FD$nM2;&#n+ba}*vf%-75TZ4vB}NmMVB`rUDg2cn^Gn1vQsEl zCCE=IZtd6UKJnE*Ysh~p3+3kIzsHaEA6DeQ-6wbQ-%UI>F8^8f3zg?h$IpTcI5pyj zrZ)H|_d$f8CyXVQW3!fjk||N8QBQeq^vVt)AYe4@&BgvQsm&x=g}iVFPm!06z%!rh z!X`p?ZSgF(Y*s-KDcmHC!&ZA>^_vhrqmkMjitQwLVylz3Ev4S^Mf*3_Sgo#Te(sOG`2n`x{r~aHsj(UcYJ0c3HB8QCT9i^jAnZ@t=OQ~Xu%>efINs_8HB4Gn~j(YEcHZ8g(}`6#31 zpfu7#$DdFd(cg_*x{6%{x0g%9DU4=w%YaBtS*0e`<^(D88==>Y1%Aw}Ew1IYvn0P}@Hg;6=+v4|z8J%)vtcwyd@r z2j}Zqvr0rWM)_?TO&~XnddZ!=bS=701tf z_p8Z}&_xeaZoY5!{19cpyQWoy* zj~@*Kvi}|4{qFH&{}CDQj>i7Oz0v;o$^Ik%$^LNn$>_=M?m!RFo3O2y4~Oo{hYwK( zQt?RR{QqvliN?46?GK**>%Z+kUHE?J{vYiA`-A(hZ}qqQMgKux*7&wlxqIgpt_mWd zp_7BB`UJ9}U?zP99{j(TRrOv$OyB$`jqIPt0B^fghddRF`7oomcA@P{>vmn9b@YGj zZr0fVutfiV_~=RH{O8f$@J|1~iRb3;fBdME(ICmi}OOaY9F-$a-#%Jnss>Rz&qRw&;ceG;O->RzV_26nr)>?f-|IEoSv!7I7#qHV@?2EBfk%S}5Wp`#>A(vxr;i7d`~ptJ8JXn|*; z&buc^ksWtneI9~TDp?vOWI`%O9nU4=>~oGYoexZYHV68KL1dCPi<%EWDwC6Km6jjN z!P6yPC3ViVwaz7sqiyngq47F5%zm|0v(KdJz?yj_8rh_fe^DQ z4XO;%2ex5HF0~_pdTJ_rl|E$AN_+OlKP=Bvi7L||jgn$({ruZFWH@>Ju>9S02c%l< z@RKC58tJj!?s2T#a}q8kWbI`m`GAzx&K5C2aGojYIm@clfiW1*j$_?QPsz2*NVZzd zBDC!q*T3&pcKxgP{y`#;cE=}$ob^1GG-%I4ECg_yE8+8~)Y^)8tyXXMtXv(v*N)u` zxjx~EJHrv4z=@=ss1ajVcTUJSj}&e9 zmgQGT<-83vk_TJagt~S!%O_X1{Yo`0w*exOT#vF^YS5$%pSA#RSEO2cHC_seRZX$@ znJiGD>0TKTI*Fn>3gwc`cdE9ecrge;5(*dlGt%qZ?ClFWc6EH#kpFdTh>e~9J=`5u z&j0qF+{J&sk>}>+e@mE$1htq4DoRPM6;>0QDVc{mstsuCE?5y z(}6a2HB>XEu)JQiU+}t#e5?7)(FjD?nktIr2JUE4Q%PU7sH-s^)7^@A;QoxyPsDQ1ODh6Muwm*X@B_$V-R9ikrQ?Z7@P;I3ww}Y%vMvon|rd_Vl z)CkV%EJAcPOA|=70g|GW6a6W|CWp2sV&Z#32OYA52+2KL%>814mStazKh(DJt*~b0 zW$(NrC;)f9OB_L3#gMTWu{p`I(BcUYGHhx>Q_e>d{nxc}dakFnfaOk#gy%~mICjk}f2^W40M4uu4Dfx8)T zK$d(nC!EuONT$ov$VZR&;ZHg{O~+&U5%t`r(B;oK!HFJ}8m1hxIfTSo64II5RVmm{ zmjR$9!h&@Pe8t>vM6U>l`a74@IEh0n1>tXdsP}7ceV}lLxN#bW3-o)6LpiU36n_9% zPfASCI+RajA9Ca(yUr)rjM%3#xz$jatspa_I)s4yncF7G{p(X%7EVH9;`cr0Xl(8R zs7A62ix%!_e!u~EhbxJ4@OrfEIF|)0hD1Xr=3_=Hrc7gjPI$LXi1#Ax1KOEht#M}P zP^}cV@@%Yyw<`~@OofHkRKKebTe~K)lnB)+6^Z=CS4oS_rc_0ZId~Rf8qG#_qmLr< za{69|7Hr|iTOC-_P*1sVXP>f`G1-g7>a=CWw3gbyvdPd>?5gY1sg=m{!PkAg@=~g8 zb<<1gFv~J+Q?H2SZlSKZF@>Ih=uFRPm{2z_WNE89yYUEaADMKU%Qt0cr)Foi;Z}Xw z3=iI1eV4|K8yQ@A*Ei1W>tOdqj-syHM;)A{>26RQ^EKu5+muV)xYu6^6<3u1){y_z zRnm?5{|p~Ls@ne_4e$JaZsfUf`9E|2QDmgI&6a)BkXvD^G!8YV`hIiWv174}+){xn zNnWJZQxElKi|o%f2cJ??E_zXTG05&7zll|Z4do*vM`NsrmJ5)%X94f6#HwgQ=Oi*} z1=#si;P6b^u!3*MB8Jbhh?afrA(24-Fd|N2^EM-zx4T1_yKP~S+TF|N1TXAc3b#R$7 z)#tJmxR_V`j&jcmRX?&NEHh@WUZSarevL)#f#w)6;Ma=^Wv+8U7M+;Rg%yE+9iF4Y z;a?EA`qjH*EH}YeF36%j9K>tO-XsedegRdNFYk*yL!PTrKpZ?(2_6f}wr157GhI~H zO|eGtwnw!^+2bo5$L7j_bsQ`A*5w#b%mVzSgn;9*iSS5>CmS zNXmj^rjQdHERYYPe9&o4=HW8bk*MX`TL^YyROaFuL_Hm?B6wR&Pf?DaGOUTIve)aQ zUPz)zGVP(^F3cg5a|k|UMGe02cdPTTUiuY^MQ(v)@2i=-pM}drms7&kSz(4_Dv(H+ zB=@$pP-?kmF{t#lHlmOV@l^h<8v94FwK7vOQ69{7yBemngNQddkRq7)JfMw;#EyhX#S)3dY{WugKwi>xZoQ}xb4v4}j5xrUA$E$uRBPjMewAor zY)>K`Y1{d-_%z6^1gMc!#+Zh0qSxfI3GC;3Gmvodlz8Z93}Sx56xr_}mA+kt^Ux}H zL@p&+0d~qel;=otVLX87CpuCc*yhG*;`Y%P z;hL2r`(kMnpfr-B$W9{+$(u>NFLceE2#p;v8>>3bz)4LvdH6k8V?e)oUs#AN_6)jz zK^CpuBqqL{T2MeLRFsjMa{^ou8@+QGTcP7h775?U@g%59y);)87{0vT0)nG_z(zJ zFW@Rh_4H|OBVyt!gOdi~zWQ*#z_QeU@{T2J`S6xX9o5|~+mG*MBRhDCdOegylh7=o z^g3VYmQ@uzRK5I@DV(#ba(cb&gDGl8p*gKpez=P~jjOD%CKyA8KPxe+yw|4*4TU!$ z$>`a(Z!Sd)qfK-$3})?W;^=#UY|;vQVRdASo!VQ+{%j{EFVd0`AS6FBTFR}?<LlXHFuQ{Ea$BHLWx*bm;GHC^kzXD$yMTPwaC0kEDfjZkdR zXM+C$8hd6KJ!?dDIsB{;1LdJW7_YTr7*?Tjt8??VCIFraELcAfOW)d5Aj9Ud)UNvC zb$n0Dl%>f(O?U>$cE~OXN857SISk_|M#Fwz{d}Fy2&X<8_R)44$JJ7wbTq(Udrhku z$_t;;3a4(WKqlnliE=kM48xZ+0V`YY!-sbkE+A~rCn8vummL}`3q!pCk*e2MzYe1Dzo?4Y^SWDev)Kahj{`6bsbt=XFMADLu@y zCM)Z|_-XlV%S&xJz$oTqPFX6dnh3U4TG3^(tCGtW`xjfiD^m9|;x^Eh=y`|4~4AX4+RLC)qhk=64elKE<(6%9HR} zoJA|qKZF#e1^D+gOUgCZ4N>vFVa={l(Rz^<3$LsB9)Q$C_i!Ay2gay&SXK2Z?gewB z`4ApqzA!Jg^AAj2r>yav?)~vc4{ayxe+w4riv5CV*;CU|VE9QKqHP~1vbOdGy62sc z5GQm_PNBT}`E#a5^>V9AuaCC%{ZWO-Lam(fRZK3Z4GJ*uZGQ^iZN}w60{yhM$dsr zG9$NnsY9}ATo;N~&Ce@^TFpo#TZ@L&^83c3=u#-1z>lg1OO1a7`}i{bR1IH zT7>)qQiMtMR|9O-fb+IzSdbqoRbg**%TdJ3eb~x*V{3Wf@TL;mNS*w7s9&QW!_WK> zu(6c}SIs1s#Nm)i@9Js>m(E8zOJYXeQ^keXYR9edc!S+M?4spKUe7)?-;~nD{KV}><*w6^YtPn?Y2a%5wPv)|x35JBW1tDl_ z_}%`K$Nl9Jg|7#ErbnCMRgJhe@L^0d9K%`gs!Xlgd`2)#u_QCBZ4+-^GbmHT`yLB& zEV&4%U446h&(svHjj$O_RKqG|KVa{l-D(c?S)?OpwK(nKeG<}3_>b>m4Jlgbd;Ghv3_LpA>gJ z=&4LR?+#C1AHDwZ0G;H}qktsDPe_2ar4DAL3jF-}K)#V>K7a1-AT47?S?*gE&|f(l zh6}`r1d~MiE(4x38dR~Z^X$iv>>s@JNi?UNMe5=#T+eIHK&x>>xG+g*;Wh=tEp&A+ zuI$CNO4?@CyDjF6KdbY9%dL0ttB-}iQNVHAX0XiuH{2`7e|Wq9vMGR8IC#dwrYz1E?(w2QDzM`83#?`m&^^`T;wdu_1%2tiZ_gPIprsp18cGm za-yB(j7MoU>df9HTs>OVukp{XyQb%5mlN}zOxOf0^16&mw0h=F-+_X+agXeZT+8TC zy8c|F!sadLCMy@~3+?I46P+4TWlJptqhAE!$DEAm$4<>$kcFozm0B`)E$mwuxiXx4 z1DEEVALR3gs})fZqJONZ?iT?n!vS`<^hM3uLx)>b*rf;r$Qd7`y7 z*}0)jO}t*YIVh{mz2R>4liqzYOgkNB!L|)I&xir61@{Fbv*dgYm*nb>IIfC!b4f(a z_ewaow*n(UWU_)z3v}yOpAE#4IWMoWy6G%_`IGp;|EE4z)cDaf8Irs;x}O2GQS*blgjdu0Odr>y^VOhqC5_M2 z*UjNHnXaw$mD;LT`7rmVG$DSH^4e3>@_?-3<(AT9+N?U3+L0Trtk9q~o-md)sE*tL zQ4_B0`qV4*TGNi)evO-v)kdmcFRi~^eQmFQLgJA6Kq5`xR7+G_y`?H~d6pX0;zGe@ z)mYPrE2ntF+Hqk7MQC70N*Z+pOtZJ#d}FiIRn}NRsJlkv%{4B!0ti=G zXZDV?%ED@>w_(GaT)!*KY%XShm9v@;f60v6T(WM)?Dy-M;jU``VbO$L&Hgjoee|$= z|M$_8Cy(yzKR5AwLHmy+o#)^G7blayZQcl^>GJj%foy1-EkSD7SF{D$U0stwsEXdz z3_`m8Mhrs5wi*mV?Pi=}6AfmZrADO^P|ZfA+h!1YjuSk>qFg`FuW!nrbV|&{o~kKH zeOubnVVX=|?QUnmgu6_VEs}y2zv;((k!M~-G6{tOjWQK z*;RVY+F5Rlg8+O*kV|8^ew$orN4r%vIYE*RCb^s~Ei=aHk{yU%m3IY6+$^og1}$)U zAa}O6uENIVY;PcZjW(h-b{O|MHUZu2*KK>#K&&wD>)PHLTDhw2O*ebXZEu||G))rp zby{dPtmibsu*^(jEvPljG}mepZBt3U-l@5|UDQn3_1i_iw1H>Ib5;8vguz~N5pw!fF%%AL2@owrw2!-p09A7Iq_(!O2=&Uve>N?+L1OA+9mpVybMH7(uq zHfL$t)W*Mj%poYs|K#Ocj6h5LzlKjL_MgX(?(YBH%=6{!KgWu6 zuEPjqQRS_%1m$CDHV5Tpu4WUm`nn#&P(6ZIvJP2ITrmtxO-r>VqD;HY%G>JK@>V6c zH*ZC5=vdN+r7N{~7uEMxYgqA$o6Q%rrc{g7Vzyb$uNH6CYiriVhC<9#M^QAdXbf2s zxe^uHvzX6b(T-5lMR`72kiDuwp_Mp0&A|1V7uq4aO@@Z`#OHwcG$2`0P$CB=cSM~m zPLH!~&#Mw!Du`z?+!cbbUyy~%#;*C+wy!m$+w~BHl9wYNk!-X9g!!hC9<|xRN=&?Q zQ)!2wC{CA@n1-BswWX|nEb>&85|ED_Y86u7*U{b=vo$T>L07XxEN{=+=oF$}m+U}vIR^n*xww=~mnMQ(;{W&f;qK$I|KG#M`*-%=n|L;3 z|6R)fd?IP*danN}vb;66Ul>la*%v-v&El(ixE^C~1)1Hv?Yvv$<0?3CFl4B#8a4=vso2BSjBbB2MdHHo&h%z*y!6b&EtJI_R| z*l`8=uWipVcG)|RVd};0YkLKmtFQLLUW4o(&IJj1JAldhjRGiVXX-QCqOiRG zye>@ximlDwKv{3(IGgG`<_R;B2#h+K=%#37Nhpvfxp3PtSN0n0DY;nDXiur{SD*=r z2*(Kt2Hme&>a_pM`d7s?Y5RRI=5H~#og^EEk?Sz%ELWF(RYZ~Y!H4KWWV{i-5g(!&O-FUEMlNSgW5DY-IC>Q= z0IK=>--!EFww5Jm#zBDYyRHIzwD5YT_`EQK< z3p^phbGFdglnNx$IA%N%NK8o>g0~8q;l!WPXtIMi32{Q_dc(`#<0x>pP(&umzj<33 z6|^5I`hWT!dJ}~U#3HCEhlFCnQAi`=Io|WrUr*)sI9|-zZ^Ta=j|Kz}R5{LmbG*6mSwIF~kv*a7`agMb`25uiZx*c4$CCSB zkDd&ll-B?5!-seJ|BXCb=zEpX->in0bi}2+@k~y?;~b**Kap@&eEqNOX_Ca^U@(xo zf+wbffcavOu$cN{5UQfTY69AlW%^*bo^Y1NlBFo3LLr+_AB{+INl26pMAh>gXKM?c zz5Ltr6UR9}KbJDG6Ofoh0f~G{wA?Ls#RJ_Q?9kc>dVu!4kKRY)FT(^)7+)M9=F@}0 zfRhOo317HFFJS%!;T~m!k?LP{FS~?(eHIB85=TOTvi=t+jisQO6@%g7n7%dL&xg(h zje-LtRd70ag=1$%5-i1EIdV1b8l6Xe5Z*WqL*>i}N7AO&Y@uWu)cc8qAw%yN4}+c> z#MTx%iW1I(6wVPG2Y9uTBx26yG#~zrT!H8IFd39*ze({!kmOG zMiIHx(}Ged87rcwkU`(<6=;SdJR#h3oZ_q&IsnH1{^xW=a2$)gwF~{m3&?z+C?_Cs z$QCmx-AQRvH4i`87y*GkQ|;3T`C%#&!X*X0Wb8r?H(|0z#8QrMoH&@-IikWKOtYEtohHXD#AAw1?(kp2#cb@>ZK0tyYVaYo%W?J80~<^&Xd zK@%bz$3+q`JR%7ZXy^_9`mN(CNcX)xZ}(eOM{1x%0t-J+W8zaBA{xbMf`mUMGYnt0 z(9sM}$O&UfPOWAUNWw}MF*!g26fOs$fC!&c(7F!Lb66qB6t~n#DjSs=R>*v*bvX!; zk9Zb`3q-2>hv6k&i2G7e%Elpab|1{? z$^9L5UL`dIS^Q}HnkC1a2ofdt)p*oNzsLuKImZhJA({|ne`p`6QJ=#F5@yhmYD7|I zHhkR=+RpFzV3BbO(f1rDAfwbm_edQER#2m0frA%1MhljrOO}QK3h4!rUj!kDd`vh- zG#WELQ_Df^2*REubxbH}`!GT@5($ocq8l5L17|BEOPk`h3M{`!FIy7-4YR+6tm#Mg zOgLLefv!iSIqnuZmi%5MB=SkVvh)$~QaqV+Q&nDyyQVGAMuNnnJGPUFbOwd~vrZa+0RYM3`+CfKSLwh~9w}b3%Uc)BU>*>uQphAvQpkM(TrP@~H zc1NR0VZ=SR=Q!B+i4dn5K5vM3vyTE#&H)qIw3fC$7w>|zyt{T@1>oc(tnc` zdid@~>NrxBS=R2cw(pJdi3|!YnO&omoDJ!yN#80=hr;U?vJhKBz!m}wz@WE40kgWz zX!b?HgD59kkV%$6Y1`k7Cz3Yp6@Z;Bbn6#n@e0RM>N_a6rQc@)plUNFzT`X?WC5HX zHUjx2vU-*uY1A|bHGVb%9jy)7N(jq_x`ph)ZXuLe5oICcRP!@gWT=$51c2qhQpu^_ zN!9sMdw3#2B0)hJhP4P$Z){nHMhNSH?;ycu1SNDvglymvN3bX-vbK_6xN=2^nGkeD zLz*m9w;Pc~ zdrC6tH=m6^{y^E43S;Q~ghr1alE}|4YkvOh6o3xmFo)RlJZ)ek(flC0wrmuN#=g)vYXUjgY0JN4?RB`byTTSS#eRQc8*y}fEFHXJWV^Yw@u5dKGyL+>T z!@I*Zj)%KOyItlIc;$m)n46=qS?dHQ^MubUJoe#eyM0j8+^HgduE~kDw`G335$;LX&Aa0!3dEueOSAi3BI9 zaM{>Rro`3uV9@`mKr{RsF;EZ^ zCYb``G2=K)B$0DrN~y=t4vx`J2~F8UsN{}bV)-O_0+ zoRS7`Of^t0u=PHuy*`d4Q3Ytm07tp9i$^R~>&hC}xjHiU92fl}v7p2tZBRY0jA_2_ z6^1p&zYn%_X%`0PYBFCk8rk7lk(%T<1d5gVYlQ6wfLPe>AHabLnqq-QQg~-PAd;YQ z7*FwtB-Do$1rqL*&DexQM9%yrUMM+O?f_Gg*~Kg)o~E&9l2`-6wXF^grBbun)k2{e zB}wW!(xwJ2IjgdyToR2rn;|SgQ?$q;V)i6sl+-I{2ig-;sWL?O6Ev2r3r7n?g-D6$ z-ldY!^*YjoDtr=QPMKs7l4t9g(nc4%cEE^`-5Zu=)+3GCd18%Fh>jmH#>j!-OMekwH^n6vi9GvE7lzW?itPSgYswz5CnR1nw4 zf{4CeCi+t}QIlt2NEn*$YijvLkZ~HKkVY3^J^j1sTlVSM2HPY}7^gTC15N}B=fsu6 z+k^k^yD<}qn-4|J^xz+Mi(R0ptuPANWT46rS3&}Py7N6ZVfxSg!9QSI({7iJ<(v6m zK8qKBliS#S(NELSg#(mEfp%p-jIlo@rkNdNZXNA;yJ%Y$=;=?r{@)x)J2SihGL+mG zXaJTs`RJ1vmcP$taY&U4ZMF{Ggy;NIH^4>-h7~V|YW6x^3gN_Y03`>5!R6(phhc~w zqh~K(pMq=YKOE%=eOGhxignMl#_^yUY2`1+sd=cCupcMzeP9Xz+-=-~P8xqI%OFaG@h0RRC1 M|6+hay8spl0BvIgeE