Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Feat: cron deploy pipelines #288

Merged
merged 10 commits into from
Dec 9, 2024
Merged

Feat: cron deploy pipelines #288

Show file tree
Hide file tree
Changes from 3 commits
Commits
Show all changes
10 commits
Select commit Hold shift + click to select a range
6741f54
Added cron-deploy-pipeline for Post Upgrade Actions.
Dec 5, 2024
82d99a3
Updated files for cron_deploy_pipeline.yml
Dec 5, 2024
1212619
updated values.yaml
Dec 5, 2024
2d40e16
updated required changes
Dec 5, 2024
0a69d70
updated sugestions
Dec 5, 2024
878ced7
updated sugestions
Dec 5, 2024
5b45fd3
updated suggested changes
Dec 5, 2024
46530f2
updated suggested changes
Dec 5, 2024
d0ba573
fixed merge conflicts
Dec 9, 2024
1ca10ce
fixed merge conflicts
Dec 9, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
13 changes: 13 additions & 0 deletions charts/openmetadata/templates/_helpers.tpl
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -351,3 +351,16 @@ OpenMetadata Configurations Environment Variables*/}}
{{- end }}
{{- end }}
{{- end }}


{{/*
Build the OpenMetadata Deploy Pipelines Command using deployPipelineConfigs */}}
{{- define "OpenMetadata.buildDeployPipelinesCommand" }}
- "/bin/bash"
- "-c"
{{- if .Values.openmetadata.config.deployPipelineConfigs.debug }}
- "/opt/openmetadata/bootstrap/openmetadata-ops.sh -d deploy-pipelines {{ default "" .Values.openmetadata.config.deployPipelineConfigs.additionalArgs }}"
{{- else }}
- "/opt/openmetadata/bootstrap/openmetadata-ops.sh deploy-pipelines {{ default "" .Values.openmetadata.config.deployPipelineConfigs.additionalArgs }}"
tarunpandey23 marked this conversation as resolved.
Show resolved Hide resolved
{{- end }}
{{- end }}
133 changes: 133 additions & 0 deletions charts/openmetadata/templates/cron_deploy_pipeline.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,133 @@
apiVersion: batch/v1
kind: CronJob
metadata:
name: cron-deploy-pipelines
labels:
{{- include "OpenMetadata.labels" . | indent 4 }}
{{- with .Values.deploymentAnnotations }}
annotations:
{{- toYaml . | nindent 4 }}
{{- end }}

spec:
suspend: true
failedJobsHistoryLimit: 1
successfulJobsHistoryLimit: 1
jobTemplate:
metadata:
name: cron-deploy-pipelines
spec:
selector:
matchLabels:
{{- include "OpenMetadata.selectorLabels" . | nindent 6 }}
template:
metadata:
{{- with .Values.podAnnotations }}
annotations:
{{- toYaml . | nindent 8 }}
{{- end }}
labels:
{{- include "OpenMetadata.labels" . | indent 8 }}
spec:
{{- with .Values.imagePullSecrets }}
imagePullSecrets:
{{- toYaml . | nindent 8 }}
{{- end }}
serviceAccountName: {{ include "OpenMetadata.serviceAccountName" . }}
{{- if not (.Values.automountServiceAccountToken) }}
automountServiceAccountToken: {{ .Values.automountServiceAccountToken}}
{{- end }}
securityContext:
{{- toYaml .Values.securityContext | nindent 12 }}
volumes:
{{- include "tplvalues.render" (dict "value" .Values.extraVolumes "context" $) | nindent 16 }}
containers:
- name: cron-deploy-pipelines
securityContext:
{{- toYaml .Values.podSecurityContext | nindent 16 }}
image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}"
imagePullPolicy: {{ .Values.image.pullPolicy }}
volumeMounts:
{{- with .Values.extraVolumeMounts }}
{{- toYaml . | nindent 10 }}
{{- end }}
command:
{{ include "OpenMetadata.buildDeployPipelinesCommand" . | nindent 16 }}
env:
{{- include "OpenMetadata.configs" . | nindent 16 }}
{{- with .Values.extraEnvs }}
{{- toYaml . | nindent 10 }}
{{- end }}
envFrom:
- secretRef:
name: {{ include "OpenMetadata.fullname" . }}-config-secret
- secretRef:
name: {{ include "OpenMetadata.fullname" . }}-omd-secret
{{- if .Values.openmetadata.config.database.enabled }}
- secretRef:
name: {{ include "OpenMetadata.fullname" . }}-db-secret
{{- end }}
{{- if .Values.openmetadata.config.elasticsearch.enabled }}
- secretRef:
name: {{ include "OpenMetadata.fullname" . }}-search-secret
{{- end }}
{{- if .Values.openmetadata.config.authorizer.enabled }}
- secretRef:
name: {{ include "OpenMetadata.fullname" . }}-authorizer-secret
{{- end }}
{{- if .Values.openmetadata.config.secretsManager.enabled }}
- secretRef:
name: {{ include "OpenMetadata.fullname" . }}-secretsmanager-secret
{{- end }}
{{- if .Values.openmetadata.config.web.enabled }}
- secretRef:
name: {{ include "OpenMetadata.fullname" . }}-web-secret
{{- end }}
{{- if .Values.openmetadata.config.authentication.enabled }}
- secretRef:
name: {{ include "OpenMetadata.fullname" . }}-authentication-secret
{{- end }}
{{- if .Values.openmetadata.config.eventMonitor.enabled }}
- secretRef:
name: {{ include "OpenMetadata.fullname" . }}-eventmonitor-secret
{{- end }}
{{- if .Values.openmetadata.config.pipelineServiceClientConfig.enabled }}
- secretRef:
name: {{ include "OpenMetadata.fullname" . }}-pipeline-secret
{{- end }}
{{- if .Values.openmetadata.config.smtpConfig.enableSmtpServer }}
- secretRef:
name: {{ include "OpenMetadata.fullname" . }}-smtp-secret
{{- end }}
{{- if .Values.openmetadata.config.jwtTokenConfiguration.enabled }}
- secretRef:
name: {{ include "OpenMetadata.fullname" . }}-jwt-secret
{{- end }}
{{- with .Values.openmetadata.config.fernetkey }}
{{- if not .secretRef }}
- secretRef:
name: {{ include "OpenMetadata.fullname" $ }}-fernetkey-secret
{{- end }}
{{- end }}
{{- with .Values.envFrom }}
{{- toYaml . | nindent 10 }}
{{- end }}
resources:
{{- toYaml .Values.resources | nindent 16 }}
{{- if .Values.sidecars }}
{{- include "tplvalues.render" (dict "value" .Values.sidecars "context" $) | nindent 8 }}
{{- end }}
{{- with .Values.nodeSelector }}
nodeSelector:
{{- toYaml . | nindent 8 }}
{{- end }}
{{- with .Values.affinity }}
affinity:
{{- toYaml . | nindent 8 }}
{{- end }}
{{- with .Values.tolerations }}
tolerations:
{{- toYaml . | nindent 8 }}
{{- end }}
restartPolicy: OnFailure
schedule: "0/5 * * * *"
12 changes: 12 additions & 0 deletions charts/openmetadata/values.schema.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -167,6 +167,18 @@
}
}
},
"deployPipelineConfigs": {
tarunpandey23 marked this conversation as resolved.
Show resolved Hide resolved
"type": "object",
"additionalProperties": false,
"properties": {
"additionalArgs": {
"type": "string"
},
"debug": {
"type": "boolean"
}
}
},
"pipelineServiceClientConfig": {
"type": "object",
"additionalProperties": false,
Expand Down
6 changes: 4 additions & 2 deletions charts/openmetadata/values.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -13,6 +13,9 @@
# Example if you want to force migration runs, use additionalArgs: "--force"
additionalArgs: ""
# Values can be OFF, ERROR, WARN, INFO, DEBUG, TRACE, or ALL
deployPipelineConfigs:
debug: false

Check failure on line 17 in charts/openmetadata/values.yaml

View workflow job for this annotation

GitHub Actions / lint-test 

[trailing-spaces] trailing spaces
additionalArgs: ""
logLevel: INFO
tarunpandey23 marked this conversation as resolved.
Show resolved Hide resolved
clusterName: openmetadata
openmetadata:
Expand Down Expand Up @@ -410,10 +413,9 @@
# capabilities:
# drop:
# - ALL
# readOnlyRootFilesystem: true
# readOnlyRootFilesystem: true
tarunpandey23 marked this conversation as resolved.
Show resolved Hide resolved
# runAsNonRoot: true
# runAsUser: 100

service:
type: ClusterIP
port: 8585
Expand Down
Loading