Helm/simplify chart

helm/Chart.yaml

@@ -2,22 +2,11 @@ apiVersion: v2
 name: parseable
 description: Helm chart for Parseable OSS version. Columnar data lake platform - purpose built for observability
 type: application
-version: 2.8.2
+version: 4.0.0
 appVersion: "v2.8.0"
 icon: "https://raw.githubusercontent.com/parseablehq/.github/main/images/logo.svg"
 
 maintainers:
   - name: Parseable Team
     email: hi@parseable.com
     url: https://parseable.com
-
-dependencies:
-- name: vector
-  version: 0.20.1
-  repository: https://helm.vector.dev
-  condition: vector.enabled
-- name: fluent-bit
-  version: 0.48.0
-  repository: https://fluent.github.io/helm-charts
-  condition: fluent-bit.enabled
-

helm/README.md

@@ -1,3 +1,94 @@
 # Parseable Helm Chart
 
-Refer the Parseable Helm Chart [documentation ↗︎](https://www.parseable.io/docs/installation/kubernetes-helm)
+`values.yaml` holds the defaults. Layer an overlay from `overlays/` with `-f` to
+pick a topology / store, and stack `overlays/enterprise.yaml` for Enterprise.
+
+```
+overlays/
+  standalone.yaml   single all-in-one pod (local-store)
+  aws.yaml          distributed on S3
+  gcp.yaml          distributed on GCS
+  azure.yaml        distributed on Azure Blob
+  enterprise.yaml   adds prism; layer on top of a store overlay
+```
+
+## Standalone (single pod, local-store)
+
+```sh
+kubectl create namespace parseable
+
+kubectl -n parseable create secret generic parseable-env-secret \
+  --from-literal=addr=0.0.0.0:8000 \
+  --from-literal=username=admin \
+  --from-literal=password=admin
+
+helm install parseable ./ -n parseable -f overlays/standalone.yaml
+```
+
+## Distributed (querier + ingestors)
+
+Create the namespace, then the object-store secret for your cloud (below).
+
+```sh
+kubectl create namespace parseable
+```
+
+### AWS (S3)
+
+```sh
+kubectl -n parseable create secret generic parseable-env-secret \
+  --from-literal=addr=0.0.0.0:8000 \
+  --from-literal=username=admin --from-literal=password=admin \
+  --from-literal=s3.url=<endpoint> \
+  --from-literal=s3.access.key=<key> --from-literal=s3.secret.key=<secret> \
+  --from-literal=s3.bucket=<bucket> --from-literal=s3.region=<region>
+
+helm install parseable ./ -n parseable -f overlays/aws.yaml
+```
+
+### GCP (GCS)
+
+```sh
+kubectl -n parseable create secret generic parseable-env-secret \
+  --from-literal=addr=0.0.0.0:8000 \
+  --from-literal=username=admin --from-literal=password=admin \
+  --from-literal=gcs.url=<url> --from-literal=gcs.bucket=<bucket>
+
+kubectl -n parseable create secret generic parseable-gcs-key \
+  --from-file=key.json=<path-to-service-account-key.json>
+
+helm install parseable ./ -n parseable -f overlays/gcp.yaml
+```
+
+### Azure (Blob)
+
+```sh
+kubectl -n parseable create secret generic parseable-env-secret \
+  --from-literal=addr=0.0.0.0:8000 \
+  --from-literal=username=admin --from-literal=password=admin \
+  --from-literal=azr.access_key=<key> --from-literal=azr.account=<account> \
+  --from-literal=azr.container=<container> \
+  --from-literal=azr.url=https://<account>.blob.core.windows.net
+
+helm install parseable ./ -n parseable -f overlays/azure.yaml
+```
+
+## Enterprise (adds prism)
+
+Stack `overlays/enterprise.yaml` on top of a store overlay, and create the license secret.
+
+```sh
+kubectl -n parseable create secret generic parseable-license \
+  --from-file=parseable_license.json=<path>/parseable_license.json \
+  --from-file=parseable_license.sig=<path>/parseable_license.sig
+
+helm install parseable ./ -n parseable \
+  -f overlays/aws.yaml -f overlays/enterprise.yaml
+```
+
+## Upgrade / Uninstall
+
+```sh
+helm upgrade parseable ./ -n parseable -f overlays/aws.yaml
+helm uninstall parseable -n parseable
+```

helm/overlays/aws.yaml

@@ -0,0 +1,19 @@
+# Parseable on AWS (S3), distributed mode.
+parseable:
+  deploymentMode: distributed
+  store:
+    type: s3-store
+    secretName: parseable-env-secret
+
+  distributed:
+    ingestor:
+      replicas: 3
+      persistence:
+        staging:
+          storageClass: gp3
+          size: 5Gi
+    querier:
+      persistence:
+        hotTier:
+          storageClass: gp3
+          size: 100Gi

helm/overlays/azure.yaml

@@ -0,0 +1,19 @@
+# Parseable on Azure (Blob), distributed mode.
+parseable:
+  deploymentMode: distributed
+  store:
+    type: blob-store
+    secretName: parseable-env-secret
+
+  distributed:
+    ingestor:
+      replicas: 3
+      persistence:
+        staging:
+          storageClass: managed-csi
+          size: 5Gi
+    querier:
+      persistence:
+        hotTier:
+          storageClass: managed-csi
+          size: 100Gi

helm/overlays/enterprise.yaml

@@ -0,0 +1,13 @@
+# Parseable Enterprise (adds the prism coordinator).
+# Layer this on top of a store overlay, e.g.:
+#   helm install parseable ./ -n parseable -f overlays/aws.yaml -f overlays/enterprise.yaml
+# Requires a license secret (parseable-license) with keys
+# parseable_license.json and parseable_license.sig.
+parseable:
+  deploymentMode: distributed
+  enterprise:
+    enabled: true
+    image:
+      repository: quay.io/parseablehq/parseable-enterprise
+      tag: "" # defaults to .Chart.AppVersion
+      pullPolicy: IfNotPresent

helm/overlays/gcp.yaml

@@ -0,0 +1,23 @@
+# Parseable on GCP (GCS), distributed mode.
+parseable:
+  deploymentMode: distributed
+  store:
+    type: gcs-store
+    secretName: parseable-env-secret
+    gcsCredentials:
+      secretName: parseable-gcs-key
+      secretKey: key.json
+      mountPath: /var/secrets/google
+
+  distributed:
+    ingestor:
+      replicas: 3
+      persistence:
+        staging:
+          storageClass: standard-rwo
+          size: 5Gi
+    querier:
+      persistence:
+        hotTier:
+          storageClass: standard-rwo
+          size: 100Gi

helm/overlays/standalone.yaml

@@ -0,0 +1,21 @@
+# Parseable standalone: a single all-in-one pod on local-store.
+# Simplest way to run Parseable; does not scale horizontally (OSS only).
+parseable:
+  deploymentMode: standalone
+  store:
+    type: local-store
+
+  standalone:
+    unified:
+      persistence:
+        # local-store keeps ingested data on this volume, so persist it
+        data:
+          enabled: true
+          storageClass: ""
+          accessMode: ReadWriteOnce
+          size: 10Gi
+        staging:
+          enabled: true
+          storageClass: ""
+          accessMode: ReadWriteOnce
+          size: 5Gi

helm/templates/_helpers.tpl

@@ -7,8 +7,6 @@ Expand the name of the chart.
 
 {{/*
 Create a default fully qualified app name.
-We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec).
-If release name contains chart name it will be used as a full name.
 */}}
 {{- define "parseable.fullname" -}}
 {{- if .Values.parseable.fullnameOverride }}
@@ -24,76 +22,27 @@ If release name contains chart name it will be used as a full name.
 {{- end }}
 
 {{/*
-Create chart name and version as used by the chart label.
+Chart name and version, for the helm.sh/chart label.
 */}}
 {{- define "parseable.chart" -}}
 {{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" }}
 {{- end }}
 
 {{/*
-Common labels
+Metadata labels attached to every object (no component/selector labels).
 */}}
 {{- define "parseable.labels" -}}
 helm.sh/chart: {{ include "parseable.chart" . }}
-{{ include "parseable.labelsSelector" . }}
-{{- if .Chart.AppVersion }}
-app.kubernetes.io/version: {{ .Chart.AppVersion | quote }}
-{{- end }}
-app.kubernetes.io/managed-by: {{ .Release.Service }}
-{{- end }}
-
-{{/*
-Ingestor Labels
-*/}}
-{{- define "parseable.ingestorLabels" -}}
-helm.sh/chart: {{ include "parseable.chart" . }}
-{{ include "parseable.ingestorLabelsSelector" . }}
-{{- if .Chart.AppVersion }}
-app.kubernetes.io/version: {{ .Chart.AppVersion | quote }}
-{{- end }}
+app.kubernetes.io/name: {{ include "parseable.name" . }}
+app.kubernetes.io/instance: {{ .Release.Name }}
 app.kubernetes.io/managed-by: {{ .Release.Service }}
-{{- end }}
-
-{{/*
-Querier Labels
-*/}}
-{{- define "parseable.querierLabels" -}}
-helm.sh/chart: {{ include "parseable.chart" . }}
-{{ include "parseable.querierLabelsSelector" . }}
 {{- if .Chart.AppVersion }}
 app.kubernetes.io/version: {{ .Chart.AppVersion | quote }}
 {{- end }}
-app.kubernetes.io/managed-by: {{ .Release.Service }}
-{{- end }}
-
-{{/*
-Selector labels
-*/}}
-{{- define "parseable.labelsSelector" -}}
-app.kubernetes.io/name: {{ include "parseable.name" . }}
-app.kubernetes.io/instance: {{ .Release.Name }}
-{{- end }}
-
-{{/*
-Ingestor Labels Selector for ingestor statefulset
-*/}}
-{{- define "parseable.ingestorLabelsSelector" -}}
-app.kubernetes.io/name: {{ include "parseable.name" . }}
-app.kubernetes.io/instance: {{ .Release.Name }}
-app.parseable.com/type: ingestor
-{{- end }}
-
-{{/*
-Querier Labels Selector for querier deployment
-*/}}
-{{- define "parseable.querierLabelsSelector" -}}
-app.kubernetes.io/name: {{ include "parseable.name" . }}
-app.kubernetes.io/instance: {{ .Release.Name }}
-app.parseable.com/type: querier
 {{- end }}
 
 {{/*
-Create the name of the service account to use
+Name of the service account to use.
 */}}
 {{- define "parseable.serviceAccountName" -}}
 {{- if .Values.parseable.serviceAccount.create }}