Files
charts/bitnami/dataplatform-bp1/values.yaml
gkulkarni32 3bbab7d487 bitnami/dataplatform-bp1 addition of observability framework (#5602)
* updated metrics and values schema json

* updated chart version

* Update bitnami/dataplatform-bp1/values.yaml

Co-authored-by: Marcos Bjoerkelund <marcosbc@users.noreply.github.com>

* Update bitnami/dataplatform-bp1/Chart.yaml

Co-authored-by: Carlos Rodríguez Hernández <carlosrh@vmware.com>

* Update bitnami/dataplatform-bp1/Chart.yaml

Co-authored-by: Carlos Rodríguez Hernández <carlosrh@vmware.com>

* fixed typo and added wavefront in README

* updated schema json

* updated version

* updated solr exporter parameter

* Update bitnami/dataplatform-bp1/README.md

Co-authored-by: Miguel Ángel Cabrera Miñagorri <devgorri@gmail.com>

* updated spark master/worker annotation

* updated spark ports

* updated Chart.lock file

* Remove trailing spaces

Co-authored-by: Marcos Bjoerkelund <marcosbc@users.noreply.github.com>
Co-authored-by: Carlos Rodríguez Hernández <carlosrh@vmware.com>
Co-authored-by: Miguel Ángel Cabrera Miñagorri <devgorri@gmail.com>
2021-03-03 14:38:19 +01:00

371 lines
9.6 KiB
YAML

## Global Docker image parameters
## Please, note that this will override the image parameters, including dependencies, configured to use the global value
## Current available global Docker image parameters: imageRegistry and imagePullSecrets
##
# global:
# imageRegistry: myRegistryName
# imagePullSecrets:
# - myRegistryKeySecretName
# storageClass: myStorageClass
zookeeper:
enabled: true
replicaCount: 3
## Size in MB for the Java Heap options (Xmx and XMs). This env var is ignored if Xmx an Xms are configured via JVMFLAGS
##
heapSize: 4096
resources:
## Recommended values for cpu and memory requests
##
limits: {}
requests:
cpu: 250m
memory: 5120Mi
## Anti Affinity rules set for resiliency
##
affinity:
podAntiAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
- labelSelector:
matchExpressions:
- key: app.kubernetes.io/name
operator: In
values:
- zookeeper
topologyKey: "kubernetes.io/hostname"
## Kafka Subchart parameters
##
kafka:
enabled: true
replicaCount: 3
## Kafka's Java Heap size
##
heapOpts: -Xmx4096m -Xms4096m
resources:
## Recommended values for cpu and memory requests
##
limits: {}
requests:
cpu: 250m
memory: 5120Mi
## Anti Affinity rules set for resiliency and Affinity rules set for optimal performance
##
affinity:
podAntiAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
- labelSelector:
matchExpressions:
- key: app.kubernetes.io/component
operator: In
values:
- kafka
topologyKey: "kubernetes.io/hostname"
podAffinity:
preferredDuringSchedulingIgnoredDuringExecution:
- weight: 50
podAffinityTerm:
labelSelector:
matchExpressions:
- key: app.kubernetes.io/name
operator: In
values:
- zookeeper
topologyKey: "kubernetes.io/hostname"
## Prometheus Exporters / Metrics
##
metrics:
## Prometheus Kafka Exporter: exposes complimentary metrics to JMX Exporter
##
kafka:
enabled: false
## Prometheus Kafka Exporter' resource requests and limits
## ref: http://kubernetes.io/docs/user-guide/compute-resources/
##
resources:
limits: {}
requests:
cpu: 100m
memory: 128Mi
## Service configuration
##
service:
## Kafka Exporter Prometheus port to be used in wavefront configuration
##
port: 9308
## Prometheus JMX Exporter: exposes the majority of Kafkas metrics
##
jmx:
enabled: false
## Prometheus JMX Exporter' resource requests and limits
## ref: http://kubernetes.io/docs/user-guide/compute-resources/
##
resources:
limits: {}
requests:
cpu: 100m
memory: 128Mi
## Service configuration
##
service:
## JMX Exporter Prometheus port
##
port: 5556
zookeeper:
enabled: false
## This value is only used when zookeeper.enabled is set to false.
##
externalZookeeper:
## Server or list of external zookeeper servers to use. This is set to the zookeeper deployed as part of this chart
##
servers:
- '{{ .Release.Name }}-zookeeper'
## Spark Subchart parameters
##
spark:
enabled: true
## Spark master specific configuration
##
master:
## Spark container ports
##
webPort: 8080
resources:
## Recommended values for cpu and memory requests
##
limits: {}
requests:
cpu: 250m
memory: 5120Mi
## Anti affinity rules set for resiliency
##
affinity:
podAntiAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
- labelSelector:
matchExpressions:
- key: app.kubernetes.io/component
operator: In
values:
- worker
topologyKey: "kubernetes.io/hostname"
## Spark worker specific configuration
##
worker:
replicaCount: 2
## Spark container ports
##
webPort: 8081
## Anti affinity rules set for resiliency
##
affinity:
podAntiAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
- labelSelector:
matchExpressions:
- key: app.kubernetes.io/component
operator: In
values:
- worker
- master
topologyKey: "kubernetes.io/hostname"
resources:
## Recommended values for cpu and memory requests
##
limits: {}
requests:
cpu: 250m
memory: 5120Mi
## Metrics configuration
##
metrics:
enabled: false
## Annotations for the Prometheus metrics on master nodes
##
masterAnnotations:
prometheus.io/scrape: 'true'
prometheus.io/path: '/metrics/'
prometheus.io/port: '8080'
## Annotations for the Prometheus metrics on worker nodes
##
workerAnnotations:
prometheus.io/scrape: 'true'
prometheus.io/path: '/metrics/'
prometheus.io/port: '8081'
## Solr Subchart parameters
##
solr:
enabled: true
replicaCount: 2
## Exporter deployment does not work with authentication enabled- Bug
##
authentication:
enabled: false
## Java memory options recommended value
##
javaMem: -Xmx4096m -Xms4096m
## Anti affinity rules set for resiliency
##
affinity:
podAntiAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
- labelSelector:
matchExpressions:
- key: app.kubernetes.io/component
operator: In
values:
- solr
topologyKey: "kubernetes.io/hostname"
resources:
## Recommended values for cpu and memory requests
##
limits: {}
requests:
cpu: 250m
memory: 5120Mi
## Configuration for the solr prometheus exporter
##
exporter:
enabled: false
## Solr exporter port
##
port: 9983
affinity:
podAffinity:
preferredDuringSchedulingIgnoredDuringExecution:
- weight: 50
podAffinityTerm:
labelSelector:
matchExpressions:
- key: app.kubernetes.io/name
operator: In
values:
- solr
topologyKey: "kubernetes.io/hostname"
resources:
limits: {}
requests:
cpu: 100m
memory: 128Mi
zookeeper:
enabled: false
## This value is only used when zookeeper.enabled is set to false
##
externalZookeeper:
## Server or list of external zookeeper servers to use. In this case, it is set to the zookeeper deployed as part of this chart.
##
servers:
- '{{ .Release.Name }}-zookeeper'
## Wavefront Subchart parameters
##
wavefront:
enabled: false
## This is a unique name for the cluster (required)
## All metrics will receive a `cluster` tag with this value
##
clusterName: KUBERNETES_CLUSTER_NAME
## Wavefront URL (cluster) and API Token (required)
##
wavefront:
url: https://YOUR_CLUSTER.wavefront.com
token: YOUR_API_TOKEN
## Name of an existing secret containing the token
##
existingSecret:
## Wavefront Collector is responsible to get all Kubernetes metrics from your cluster.
## It will capture Kubernetes resources metrics available from the kubelets,
## as well as auto-discovery capabilities.
##
collector:
## Rules based discovery configuration
## Ref: https://github.com/wavefrontHQ/wavefront-kubernetes-collector/blob/master/docs/discovery.md
##
resources:
limits: {}
requests:
cpu: 200m
memory: 10Mi
discovery:
enabled: true
## Whether to enable runtime discovery configurations
## Ref: https://github.com/wavefrontHQ/wavefront-collector-for-kubernetes/blob/master/docs/discovery.md#runtime-configurations
##
enableRuntimeConfigs: true
## Can be used to add additional discovery rules
##
config:
## auto-discover kafka-exporter
##
- name: kafka-discovery
type: prometheus
selectors:
images:
- '*bitnami/kafka-exporter*'
port: 9308
path: /metrics
scheme: http
prefix: kube.kafka.
## auto-discover jmx exporter
##
- name: kafka-jmx-discovery
type: prometheus
selectors:
images:
- '*bitnami/jmx-exporter*'
port: 5556
path: /metrics
scheme: http
prefix: kube.kafkajmx.
## auto-discover solr
##
- name: solr-discovery
type: prometheus
selectors:
images:
- '*bitnami/solr*'
port: 9983
path: /metrics
scheme: http
prefix: kube.solr.
## auto-discover spark
##
- name: spark-worker-discovery
type: prometheus
selectors:
images:
- '*bitnami/spark*'
port: 8081
path: /metrics/
scheme: http
prefix: kube.spark.
## auto-discover spark
##
- name: spark-master-discovery
type: prometheus
selectors:
images:
- '*bitnami/spark*'
port: 8080
path: /metrics/
scheme: http
prefix: kube.spark.
proxy:
## Wavefront Proxy resource requests and limits
## ref: http://kubernetes.io/docs/user-guide/compute-resources/
##
resources:
limits: {}
requests:
cpu: 100m
memory: 5Gi