feat(runtime-overrides): Add support for runtime overrides configmap

Signed-off-by: Kaviraj <kavirajkanagaraj@gmail.com>

Author: kavirajk

.gitignore

@@ -8,3 +8,4 @@ chart.lock
 .DS_store
 deploy_key
 deploy_key.pub
+values-override.yaml

weaviate/templates/weaviateRuntimeOverrides.yaml

@@ -0,0 +1,11 @@
+{{ if .Values.runtime_overrides.enabled }}
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: weaviate-runtime-overrides
+  labels:
+    app.kubernetes.io/name: weaviate
+    app.kubernetes.io/managed-by: {{ .Release.Service }}
+data:
+  overrides.yaml: {{ .Values.runtime_overrides.values }}
+{{ end }}

weaviate/templates/weaviateStatefulset.yaml

@@ -452,6 +452,13 @@ spec:
         volumeMounts:
           - name: weaviate-config
             mountPath: /weaviate-config
+
+          {{ if .Values.runtime_overrides.enabled }}
+          - name: weaviate-runtime-overrides
+            configmap:
+              name: weaviate-runtime-overrides
+          {{ end }}
+
           - name: weaviate-data
             mountPath: /var/lib/weaviate
           {{- if index .Values "backups" "gcs" "enabled" }}
@@ -506,6 +513,13 @@ spec:
             {{ if .Values.custom_config_map.enabled }}name: {{ .Values.custom_config_map.name }} {{ else }}name: weaviate-config{{ end }}
         {{- if index .Values "backups" "gcs" "enabled" }}
           {{- if and (index .Values "backups" "gcs" "secrets") (index .Values "backups" "gcs" "secrets" "GOOGLE_APPLICATION_CREDENTIALS") }}
+
+        {{ if .Values.runtime_overrides.enabled }}
+        - name: weaviate-runtime-overrides
+          configmap:
+            name: weaviate-runtime-overrides
+        {{ end }}
+
         - name: gcs-service-account-credentials-volume
           secret:
             secretName: backup-gcs

weaviate/values.yaml

@@ -2012,6 +2012,14 @@ custom_config_map:
   enabled: false
   name: 'custom-config'
 
+# runtime_overrides is a way to override some weaviate configs during runtime without needing pod restarts.
+runtime_overrides:
+  enabled: false
+  path: ""
+  load_interval: "2m"
+  values:
+    maximum_collection_count: 100
+
 # Pass any annotations to Weaviate pods
 annotations:
 
@@ -2047,7 +2055,7 @@ globalPriorityClassName: ""
 # Optionally enable a pod disruption budget for a given service.
 # One should define either minAvailable or maxUnavailable, but not both, as they are mutually exclusive.
 # We recommend to set Weaviate's minAvailable value equal to the number of nodes which provide quorum.
-# Please note that pod disruption budgets are only applied when the corresponding module is enabled. 
+# Please note that pod disruption budgets are only applied when the corresponding module is enabled.
 # For instance, if the text2vec-transformers module is disabled, its associated pod disruption budget will not be deployed.
 # A pod disruption budget is only activated when its respective module is enabled, allowing you to configure it as needed.
 # ref: https://kubernetes.io/docs/tasks/run-application/configure-pdb/