Skip to content

Commit c0fb214

Browse files
authored
feat: add support for gcs (#1033)
1 parent 80a3ff4 commit c0fb214

File tree

4 files changed

+63
-8
lines changed

4 files changed

+63
-8
lines changed

helm/templates/ingestor-statefulset.yaml

Lines changed: 15 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,7 @@ spec:
4242
imagePullPolicy: {{ .Values.parseable.image.pullPolicy }}
4343
args:
4444
- /usr/bin/parseable
45-
- {{ .Values.parseable.store }}
45+
- {{ if eq .Values.parseable.store "gcs-store" }}"s3-store"{{ else }}{{ .Values.parseable.store | quote }}{{ end }}
4646
- --ingestor-endpoint=$(HOSTNAME).{{ include "parseable.fullname" . }}-ingestor-headless.{{ .Release.Namespace }}.svc.cluster.local:{{ .Values.parseable.highAvailability.ingestor.port }}
4747
env:
4848
{{- range $key, $value := .Values.parseable.highAvailability.ingestor.env }}
@@ -69,6 +69,20 @@ spec:
6969
{{- end }}
7070
{{- end }}
7171

72+
{{- if and .Values.parseable.gcsModeSecret .Values.parseable.gcsModeSecret.enabled }}
73+
{{- range $secret := .Values.parseable.gcsModeSecret.secrets }}
74+
{{- range $key := $secret.keys }}
75+
{{- $envPrefix := $secret.prefix | default "" | upper }}
76+
{{- $envKey := $key | upper | replace "." "_" | replace "-" "_" }}
77+
- name: {{ $envPrefix }}{{ $envKey | replace "GCS" "S3"}}
78+
valueFrom:
79+
secretKeyRef:
80+
name: {{ $secret.name }}
81+
key: {{ $key }}
82+
{{- end }}
83+
{{- end }}
84+
{{- end }}
85+
7286
{{- if and .Values.parseable.blobModeSecret .Values.parseable.blobModeSecret.enabled }}
7387
{{- range $secret := .Values.parseable.blobModeSecret.secrets }}
7488
{{- range $key := $secret.keys }}

helm/templates/querier-statefulset.yaml

Lines changed: 15 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -43,9 +43,7 @@ spec:
4343
{{- toYaml .Values.parseable.securityContext | nindent 8 }}
4444
image: {{ .Values.parseable.image.repository }}:{{ .Values.parseable.image.tag | default .Chart.AppVersion }}
4545
imagePullPolicy: {{ .Values.parseable.image.pullPolicy }}
46-
args:
47-
- /usr/bin/parseable
48-
- {{ .Values.parseable.store }}
46+
args: ["/usr/bin/parseable", {{ if eq .Values.parseable.store "gcs-store" }}"s3-store"{{ else }}{{ .Values.parseable.store | quote }}{{ end }}]
4947
env:
5048
- name: HOSTNAME
5149
valueFrom:
@@ -73,6 +71,20 @@ spec:
7371
{{- end }}
7472
{{- end }}
7573

74+
{{- if and .Values.parseable.gcsModeSecret .Values.parseable.gcsModeSecret.enabled }}
75+
{{- range $secret := .Values.parseable.gcsModeSecret.secrets }}
76+
{{- range $key := $secret.keys }}
77+
{{- $envPrefix := $secret.prefix | default "" | upper }}
78+
{{- $envKey := $key | upper | replace "." "_" | replace "-" "_" }}
79+
- name: {{ $envPrefix }}{{ $envKey | replace "GCS" "S3"}}
80+
valueFrom:
81+
secretKeyRef:
82+
name: {{ $secret.name }}
83+
key: {{ $key }}
84+
{{- end }}
85+
{{- end }}
86+
{{- end }}
87+
7688
{{- if and .Values.parseable.blobModeSecret .Values.parseable.blobModeSecret.enabled }}
7789
{{- range $secret := .Values.parseable.blobModeSecret.secrets }}
7890
{{- range $key := $secret.keys }}

helm/templates/standalone-deployment.yaml

Lines changed: 15 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -36,7 +36,7 @@ spec:
3636
imagePullPolicy: {{ .Values.parseable.image.pullPolicy }}
3737
# Uncomment to debug
3838
# command: [ "/bin/sh", "-c", "sleep 1000000" ]
39-
args: ["/usr/bin/parseable", {{ .Values.parseable.store | quote }}]
39+
args: ["/usr/bin/parseable", {{ if eq .Values.parseable.store "gcs-store" }}"s3-store"{{ else }}{{ .Values.parseable.store | quote }}{{ end }}]
4040
env:
4141
- name: HOSTNAME
4242
valueFrom:
@@ -75,6 +75,20 @@ spec:
7575
{{- end }}
7676
{{- end }}
7777

78+
{{- if and .Values.parseable.gcsModeSecret .Values.parseable.gcsModeSecret.enabled }}
79+
{{- range $secret := .Values.parseable.gcsModeSecret.secrets }}
80+
{{- range $key := $secret.keys }}
81+
{{- $envPrefix := $secret.prefix | default "" | upper }}
82+
{{- $envKey := $key | upper | replace "." "_" | replace "-" "_" }}
83+
- name: {{ $envPrefix }}{{ $envKey | replace "GCS" "S3"}}
84+
valueFrom:
85+
secretKeyRef:
86+
name: {{ $secret.name }}
87+
key: {{ $key }}
88+
{{- end }}
89+
{{- end }}
90+
{{- end }}
91+
7892
{{- if and .Values.parseable.blobModeSecret .Values.parseable.blobModeSecret.enabled }}
7993
{{- range $secret := .Values.parseable.blobModeSecret.secrets }}
8094
{{- range $key := $secret.keys }}

helm/values.yaml

Lines changed: 18 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3,8 +3,7 @@ parseable:
33
repository: containers.parseable.com/parseable/parseable
44
tag: v1.6.3
55
pullPolicy: Always
6-
## object store can be local-store, s3-store or blob-store.
7-
## local needs to be false if set to object store.
6+
## object store can be local-store, s3-store, blob-store or gcs-store.
87
store: local-store
98
## Set to true if you want to deploy Parseable in a HA mode (multiple ingestors)
109
## Please note that highAvailability is not supported in local mode
@@ -116,6 +115,22 @@ parseable:
116115
- s3.secret.key
117116
- s3.bucket
118117
- s3.region
118+
gcsModeSecret:
119+
enabled: false
120+
secrets:
121+
- name: parseable-env-secret
122+
prefix: P_
123+
keys:
124+
- addr
125+
- username
126+
- password
127+
- staging.dir
128+
- fs.dir
129+
- gcs.url
130+
- gcs.access.key
131+
- gcs.secret.key
132+
- gcs.bucket
133+
- gcs.region
119134
serviceAccount:
120135
create: true
121136
name: "parseable"
@@ -295,7 +310,7 @@ vector:
295310
# See fluent-bit helm documentation to learn more:
296311
# https://github.com/fluent/helm-charts/tree/main/charts/fluent-bit
297312
fluent-bit:
298-
enabled: true
313+
enabled: false
299314
kind: DaemonSet
300315
serverHost: parseable.parseable.svc.cluster.local
301316
replicaCount: 1

0 commit comments

Comments
 (0)