feat: Prepare 1.3.0 Release (#216)

* fix: Update `AIRFLOW__API__AUTH_BACKENDS` to fix warnings * fix: Use default `db` provider for secretsManager * fix: switch to `openmetadata-ops.sh` migration script * fix: Remove `MIGRATION_LIMIT_PARAM` environment from run-db-migrations initContainer * fix: Update OpenMetadata Configurations * chore: Bump Chart Versions * fix: `.Values.openmetadata.config.authorizer` with block
open-metadata · Feb 6, 2024 · dd64bd6 · dd64bd6
1 parent 4872543
commit dd64bd6
Show file tree

Hide file tree

Showing 9 changed files with 108 additions and 28 deletions.
diff --git a/charts/deps/Chart.yaml b/charts/deps/Chart.yaml
@@ -16,13 +16,13 @@ type: application
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
 
-version: 1.2.8
+version: 1.3.0
 
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to
 # follow Semantic Versioning. They should reflect the version the application is using.
 # It is recommended to use it with quotes.
-appVersion: "1.2.5"
+appVersion: "1.3.0"
 
 home: https://open-metadata.org/
 

diff --git a/charts/deps/values.yaml b/charts/deps/values.yaml
@@ -61,12 +61,12 @@ airflow:
   airflow:
     image:
       repository: docker.getcollate.io/openmetadata/ingestion
-      tag: 1.2.5
+      tag: 1.3.0
       pullPolicy: "IfNotPresent"
     executor: "KubernetesExecutor"
     config:
       # This is required for OpenMetadata UI to fetch status of DAGs
-      AIRFLOW__API__AUTH_BACKENDS: airflow.api.auth.backend.basic_auth
+      AIRFLOW__API__AUTH_BACKENDS: "airflow.api.auth.backend.session,airflow.api.auth.backend.basic_auth"
       # OpenMetadata Airflow Apis Plugin DAGs Configuration
       AIRFLOW__OPENMETADATA_AIRFLOW_APIS__DAG_GENERATED_CONFIGS: "/opt/airflow/dags"
       # OpenMetadata Airflow Secrets Manager Configuration

diff --git a/charts/openmetadata/Chart.yaml b/charts/openmetadata/Chart.yaml
@@ -16,13 +16,13 @@ type: application
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
 
-version: 1.2.8
+version: 1.3.0
 
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to
 # follow Semantic Versioning. They should reflect the version the application is using.
 # It is recommended to use it with quotes.
-appVersion: "1.2.5"
+appVersion: "1.3.0"
 
 home: https://open-metadata.org/
 

diff --git a/charts/openmetadata/README.md b/charts/openmetadata/README.md
@@ -47,6 +47,15 @@ helm install openmetadata open-metadata/openmetadata --values <<path-to-values-f
 | openmetadata.config.authentication.ldapConfiguration.dnAdminPassword.secretRef | string | `ldap-secret` | AUTHENTICATION_LOOKUP_ADMIN_PWD |
 | openmetadata.config.authentication.ldapConfiguration.dnAdminPassword.secretKey | string | `openmetadata-ldap-secret` | AUTHENTICATION_LOOKUP_ADMIN_PWD |
 | openmetadata.config.authentication.ldapConfiguration.userBaseDN | string | `ou=people,dc=example,dc=com` | AUTHENTICATION_USER_LOOKUP_BASEDN |
+| openmetadata.config.authentication.ldapConfiguration.groupBaseDN | string | `Empty String` | AUTHENTICATION_GROUP_LOOKUP_BASEDN |
+| openmetadata.config.authentication.ldapConfiguration.roleAdminName | string | `Empty String` | AUTHENTICATION_USER_ROLE_ADMIN_NAME |
+| openmetadata.config.authentication.ldapConfiguration.allAttributeName | string | `Empty String` | AUTHENTICATION_USER_ALL_ATTR |
+| openmetadata.config.authentication.ldapConfiguration.usernameAttributeName | string | `Empty String` | AUTHENTICATION_USER_NAME_ATTR |
+| openmetadata.config.authentication.ldapConfiguration.groupAttributeName | string | `Empty String` | AUTHENTICATION_USER_GROUP_ATTR |
+| openmetadata.config.authentication.ldapConfiguration.groupAttributeValue | string | `Empty String` | AUTHENTICATION_USER_GROUP_ATTR_VALUE |
+| openmetadata.config.authentication.ldapConfiguration.groupMemberAttributeName | string | `Empty String` | AUTHENTICATION_USER_GROUP_MEMBER_ATTR |
+| openmetadata.config.authentication.ldapConfiguration.authRolesMapping | string | `Empty String` | AUTH_ROLES_MAPPING |
+| openmetadata.config.authentication.ldapConfiguration.authReassignRoles | string | `Empty String` | AUTH_REASSIGN_ROLES |
 | openmetadata.config.authentication.ldapConfiguration.mailAttributeName | string | `email` | AUTHENTICATION_USER_MAIL_ATTR |
 | openmetadata.config.authentication.ldapConfiguration.maxPoolSize | int | 3 | AUTHENTICATION_LDAP_POOL_SIZE |
 | openmetadata.config.authentication.ldapConfiguration.sslEnabled | bool | `true` | AUTHENTICATION_LDAP_SSL_ENABLED |
@@ -124,6 +133,7 @@ helm install openmetadata open-metadata/openmetadata --values <<path-to-values-f
 | openmetadata.config.elasticsearch.port | int | 9200 | ELASTICSEARCH_PORT |
 | openmetadata.config.elasticsearch.searchType | string | `opensearch` | SEARCH_TYPE |
 | openmetadata.config.elasticsearch.scheme | string | `http` | ELASTICSEARCH_SCHEME |
+| openmetadata.config.elasticsearch.clusterAlias | string | `Empty String` | ELASTICSEARCH_CLUSTER_ALIAS |
 | openmetadata.config.elasticsearch.searchIndexMappingLanguage | string | `EN`| ELASTICSEARCH_INDEX_MAPPING_LANG |
 | openmetadata.config.elasticsearch.trustStore.enabled | bool | `false` | |
 | openmetadata.config.elasticsearch.trustStore.path | string | `Empty String` | ELASTICSEARCH_TRUST_STORE_PATH |
@@ -162,7 +172,9 @@ helm install openmetadata open-metadata/openmetadata --values <<path-to-values-f
 | openmetadata.config.pipelineServiceClientConfig.verifySsl | string | `no-ssl` | PIPELINE_SERVICE_CLIENT_VERIFY_SSL |
 | openmetadata.config.pipelineServiceClientConfig.hostIp | string | `Empty` | PIPELINE_SERVICE_CLIENT_HOST_IP |
 | openmetadata.config.secretsManager.enabled | bool | `true` | |
-| openmetadata.config.secretsManager.provider | string | `noop` | SECRET_MANAGER |
+| openmetadata.config.secretsManager.provider | string | `Empty String` | SECRET_MANAGER |
+| openmetadata.config.secretsManager.prefix | string | `Empty String` | SECRET_MANAGER_PREFIX |
+| openmetadata.config.secretsManager.tags | list | `[]` | SECRET_MANAGER_TAGS |
 | openmetadata.config.secretsManager.additionalParameters.enabled | bool | `false` | |
 | openmetadata.config.secretsManager.additionalParameters.accessKeyId.secretRef | string | `aws-access-key-secret` | OM_SM_ACCESS_KEY_ID |
 | openmetadata.config.secretsManager.additionalParameters.accessKeyId.secretKey | string | `aws-key-secret` | OM_SM_ACCESS_KEY_ID |
@@ -179,8 +191,8 @@ helm install openmetadata open-metadata/openmetadata --values <<path-to-values-f
 | openmetadata.config.smtpConfig.supportUrl | string | `https://slack.open-metadata.org` | OM_SUPPORT_URL |
 | openmetadata.config.smtpConfig.transportationStrategy | string | `SMTP_TLS` | SMTP_SERVER_STRATEGY |
 | openmetadata.config.smtpConfig.username | string | `Empty String` | SMTP_SERVER_USERNAME |
-| openmetadata.config.upgradeMigrationConfigs.force | bool | `false` |  |
-| openmetadata.config.upgradeMigrationConfigs.migrationLimitParam | int | `1200` | MIGRATION_LIMIT_PARAM |
+| openmetadata.config.upgradeMigrationConfigs.debug | bool | `false` |  |
+| openmetadata.config.upgradeMigrationConfigs.additionalArgs | string | `Empty String` |  |
 | openmetadata.config.web.enabled | bool | `true` | |
 | openmetadata.config.web.contentTypeOptions.enabled | bool | `false` | WEB_CONF_CONTENT_TYPE_OPTIONS_ENABLED |
 | openmetadata.config.web.csp.enabled | bool | `false` | WEB_CONF_XSS_CSP_ENABLED |
@@ -215,7 +227,7 @@ helm install openmetadata open-metadata/openmetadata --values <<path-to-values-f
 | fullnameOverride | string | `"openmetadata"` |
 | image.pullPolicy | string | `"Always"` |
 | image.repository | string | `"docker.getcollate.io/openmetadata/server"` |
-| image.tag | string | `1.2.5` |
+| image.tag | string | `1.3.0` |
 | imagePullSecrets | list | `[]` |
 | ingress.annotations | object | `{}` |
 | ingress.className | string | `""` |

diff --git a/charts/openmetadata/templates/_helpers.tpl b/charts/openmetadata/templates/_helpers.tpl
@@ -83,10 +83,10 @@ Build the OpenMetadata Migration Command */}}
 command:
 - "/bin/bash"
 - "-c"
-{{- if .Values.openmetadata.config.upgradeMigrationConfigs.force }}
-- "/opt/openmetadata/bootstrap/bootstrap_storage.sh migrate-all debug force"
+{{- if .Values.openmetadata.config.upgradeMigrationConfigs.debug }}
+- "/opt/openmetadata/bootstrap/openmetadata-ops.sh -d migrate {{ .Values.openmetadata.config.upgradeMigrationConfigs.additionalArgs }}"
 {{- else }}
-- "/opt/openmetadata/bootstrap/bootstrap_storage.sh migrate-all"
+- "/opt/openmetadata/bootstrap/openmetadata-ops.sh migrate {{ .Values.openmetadata.config.upgradeMigrationConfigs.additionalArgs }}"
 {{- end }}
 {{- end }}
 

diff --git a/charts/openmetadata/templates/deployment.yaml b/charts/openmetadata/templates/deployment.yaml
@@ -99,8 +99,6 @@ spec:
           {{- toYaml . | nindent 10 }}
         {{- end }}
         env:
-        - name: MIGRATION_LIMIT_PARAM
-          value: "{{ .Values.openmetadata.config.upgradeMigrationConfigs.migrationLimitParam }}"
         {{- include "OpenMetadata.configs" . | nindent 8 }}
         {{- with .Values.extraEnvs }}
           {{- toYaml . | nindent 8 }}

diff --git a/charts/openmetadata/templates/secrets.yaml b/charts/openmetadata/templates/secrets.yaml
@@ -46,6 +46,7 @@ data:
   ELASTICSEARCH_SCHEME: {{ .scheme | quote | b64enc }}
   ELASTICSEARCH_INDEX_MAPPING_LANG: {{ .searchIndexMappingLanguage | quote| b64enc }}
   ELASTICSEARCH_KEEP_ALIVE_TIMEOUT_SECS: {{ .keepAliveTimeoutSecs | quote | b64enc }}
+  ELASTICSEARCH_CLUSTER_ALIAS: {{ .clusterAlias | quote | b64enc }}
   {{- if .trustStore.enabled }}
   ELASTICSEARCH_TRUST_STORE_PATH: {{ .trustStore.path | b64enc }}
   {{ end }}
@@ -96,9 +97,9 @@ data:
   AUTHORIZER_PRINCIPAL_DOMAIN: {{ .principalDomain | quote | b64enc }}
   AUTHORIZER_ENFORCE_PRINCIPAL_DOMAIN: {{ .enforcePrincipalDomain | quote | b64enc }}
   AUTHORIZER_ENABLE_SECURE_SOCKET: {{ .enableSecureSocketConnection | quote | b64enc }}
+  AUTHORIZER_ADMIN_PRINCIPALS: {{ include "OpenMetadata.commaJoinedQuotedEncodedList" (dict "value" .initialAdmins ) }}
+  AUTHORIZER_ALLOWED_REGISTRATION_DOMAIN: {{ include "OpenMetadata.commaJoinedQuotedEncodedList" (dict "value" .allowedEmailRegistrationDomains) }}
 {{ end }}
-  AUTHORIZER_ADMIN_PRINCIPALS: {{ include "OpenMetadata.commaJoinedQuotedEncodedList" (dict "value" .Values.openmetadata.config.authorizer.initialAdmins ) }}
-  AUTHORIZER_ALLOWED_REGISTRATION_DOMAIN: {{ include "OpenMetadata.commaJoinedQuotedEncodedList" (dict "value" .Values.openmetadata.config.authorizer.allowedEmailRegistrationDomains) }}
 {{ end }}
 
 ---
@@ -145,7 +146,9 @@ metadata:
 type: Opaque
 data:
 {{- with .Values.openmetadata.config.secretsManager }}
-  SECRET_MANAGER: {{ .provider | b64enc }}
+  SECRET_MANAGER: {{ .provider | quote | b64enc }}
+  SECRET_MANAGER_PREFIX: {{ .prefix | quote | b64enc }}
+  SECRET_MANAGER_TAGS: {{ include "OpenMetadata.commaJoinedQuotedEncodedList" (dict "value" .tags) }}
   {{- if .additionalParameters.enabled }}
   OM_SM_REGION: {{ .additionalParameters.region | quote | b64enc }}
   {{ end }}
@@ -221,6 +224,15 @@ data:
   AUTHENTICATION_LDAP_PORT: {{ .ldapConfiguration.port | quote | b64enc }}
   AUTHENTICATION_LOOKUP_ADMIN_DN: {{ .ldapConfiguration.dnAdminPrincipal | quote | b64enc }}
   AUTHENTICATION_USER_LOOKUP_BASEDN: {{ .ldapConfiguration.userBaseDN | quote | b64enc }}
+  AUTHENTICATION_GROUP_LOOKUP_BASEDN: {{ .groupBaseDN | quote | b64enc }}
+  AUTHENTICATION_USER_ROLE_ADMIN_NAME: {{ .roleAdminName | quote | b64enc }}
+  AUTHENTICATION_USER_ALL_ATTR: {{ .allAttributeName | quote | b64enc }}
+  AUTHENTICATION_USER_NAME_ATTR: {{ .usernameAttributeName | quote | b64enc }}
+  AUTHENTICATION_USER_GROUP_ATTR: {{ .groupAttributeName | quote | b64enc }}
+  AUTHENTICATION_USER_GROUP_ATTR_VALUE: {{ .groupAttributeValue | quote | b64enc }}
+  AUTHENTICATION_USER_GROUP_MEMBER_ATTR: {{ .groupMemberAttributeName | quote | b64enc }}
+  AUTH_ROLES_MAPPING: {{ .authRolesMapping | quote | b64enc }}
+  AUTH_REASSIGN_ROLES: {{ include "OpenMetadata.commaJoinedQuotedEncodedList" (dict "value" .authReassignRoles) }}
   AUTHENTICATION_USER_MAIL_ATTR: {{ .ldapConfiguration.mailAttributeName | quote | b64enc }}
   AUTHENTICATION_LDAP_POOL_SIZE: {{ .ldapConfiguration.maxPoolSize | quote | b64enc }}
   AUTHENTICATION_LDAP_SSL_ENABLED: {{ .ldapConfiguration.sslEnabled | quote | b64enc }}

diff --git a/charts/openmetadata/values.schema.json b/charts/openmetadata/values.schema.json
@@ -153,11 +153,11 @@
                             "type": "object",
                             "additionalProperties": false,
                             "properties": {
-                                "force": {
-                                    "type": "boolean"
+                                "additionalArgs": {
+                                    "type": "string"
                                 },
-                                "migrationLimitParam": {
-                                    "type": "integer"
+                                "debug": {
+                                    "type": "boolean"
                                 }
                             }
                         },
@@ -312,6 +312,36 @@
                                         "userBaseDN": {
                                             "type": "string"
                                         },
+                                        "groupBaseDN": {
+                                            "type": "string"
+                                        },
+                                        "roleAdminName": {
+                                            "type": "string"
+                                        },
+                                        "allAttributeName": {
+                                            "type": "string"
+                                        },
+                                        "usernameAttributeName": {
+                                            "type": "string"
+                                        },
+                                        "groupAttributeName": {
+                                            "type": "string"
+                                        },
+                                        "groupAttributeValue": {
+                                            "type": "string"
+                                        },
+                                        "groupMemberAttributeName": {
+                                            "type": "string"
+                                        },
+                                        "authRolesMapping": {
+                                            "type": "string"
+                                        },
+                                        "authReassignRoles": {
+                                            "type": "array",
+                                            "items": {
+                                                "type": "string"
+                                            }
+                                        },
                                         "mailAttributeName": {
                                             "type": "string"
                                         },
@@ -652,6 +682,9 @@
                                 "connectionTimeoutSecs": {
                                     "type": "integer"
                                 },
+                                "clusterAlias": {
+                                    "type": "string"
+                                },
                                 "host": {
                                     "type": "string"
                                 },
@@ -833,14 +866,23 @@
                                 "provider": {
                                     "type": "string",
                                     "enum": [
-                                        "noop",
+                                        "db",
                                         "aws",
                                         "aws-ssm",
                                         "managed-aws",
                                         "managed-aws-ssm",
                                         "in-memory"
                                     ]
                                 },
+                                "prefix": {
+                                    "type": "string"
+                                },
+                                "tags": {
+                                    "type": "array",
+                                    "items": {
+                                        "type": "string"
+                                    }
+                                },
                                 "enabled": {
                                     "type": "boolean"
                                 }

diff --git a/charts/openmetadata/values.yaml b/charts/openmetadata/values.yaml
@@ -8,8 +8,10 @@ replicaCount: 1
 openmetadata:
   config:
     upgradeMigrationConfigs:
-      force: false
-      migrationLimitParam: 1200
+      debug: false
+      # You can pass the additional argument flags to the openmetadata-ops.sh migrate command
+      # Example if you want to force migration runs, use additionalArgs: "--force"
+      additionalArgs: ""
     # Values can be OFF, ERROR, WARN, INFO, DEBUG, TRACE, or ALL
     logLevel: INFO
     clusterName: openmetadata
@@ -25,6 +27,7 @@ openmetadata:
       searchType: opensearch
       port: 9200
       scheme: http
+      clusterAlias: ""
       connectionTimeoutSecs: 5
       socketTimeoutSecs: 60
       batchSize: 10
@@ -116,6 +119,15 @@ openmetadata:
         mailAttributeName: email
         maxPoolSize: 3
         sslEnabled: false
+        groupBaseDN: ""
+        roleAdminName: ""
+        allAttributeName: ""
+        usernameAttributeName: ""
+        groupAttributeName: ""
+        groupAttributeValue: ""
+        groupMemberAttributeName: ""
+        authRolesMapping: ""
+        authReassignRoles: []
         # Possible values are CustomTrustStore, HostName, JVMDefault, TrustAll
         truststoreConfigType: TrustAll
         trustStoreConfig:
@@ -199,7 +211,7 @@ openmetadata:
       emailingEntity: "OpenMetadata"
       supportUrl: "https://slack.open-metadata.org"
       transportationStrategy: "SMTP_TLS"
-      openMetadataUrl: ""
+      openMetadataUrl: "http://openmetadata:8585"
       serverEndpoint: ""
       serverPort: ""
       senderMail: ""
@@ -209,8 +221,12 @@ openmetadata:
         secretKey: ""
     secretsManager:
       enabled: true
-      # Possible values are noop, aws, aws-ssm, managed-aws, managed-aws-ssm, in-memory
-      provider: noop
+      # Possible values are db, aws, aws-ssm, managed-aws, managed-aws-ssm, in-memory
+      provider: db
+      # Define the secret key ID as /<prefix>/<clusterName>/<key>
+      prefix: ""
+       # Add tags to the created resource, e.g., in AWS. Format is `[key1:value1,key2:value2,...]`
+      tags: []
       additionalParameters:
         enabled: false
         region: ""