From 0d409a70aebc2d4402be8f3cb6067b7f48127113 Mon Sep 17 00:00:00 2001
From: Sam <sameer+bot@dembrane.com>
Date: Tue, 26 May 2026 14:07:09 +0200
Subject: [PATCH] feat(helm): add environment variables to support open source
 models for ab testing

---
 helm/echo/templates/_helpers.tpl   | 27 +++++++++++++++++++++++++++
 helm/echo/values-extended-env.yaml |  6 ++++++
 2 files changed, 33 insertions(+)

diff --git a/helm/echo/templates/_helpers.tpl b/helm/echo/templates/_helpers.tpl
index 9bbbc96..95ec6bb 100644
--- a/helm/echo/templates/_helpers.tpl
+++ b/helm/echo/templates/_helpers.tpl
@@ -101,6 +101,22 @@ Common environment variables (including feature flags and non-sensitive config)
 - name: ASSEMBLYAI_WEBHOOK_URL
   value: {{ . | quote }}
 {{- end }}
+{{- with (default "" .Values.common.env.LLM__OPEN_SOURCE__MODEL) }}
+- name: LLM__OPEN_SOURCE__MODEL
+  value: {{ . | quote }}
+{{- end }}
+{{- with (default "" .Values.common.env.LLM__OPEN_SOURCE__VERTEX_LOCATION) }}
+- name: LLM__OPEN_SOURCE__VERTEX_LOCATION
+  value: {{ . | quote }}
+{{- end }}
+{{- with (default "" .Values.common.env.LLM__OPEN_SOURCE__VERTEX_PROJECT) }}
+- name: LLM__OPEN_SOURCE__VERTEX_PROJECT
+  value: {{ . | quote }}
+{{- end }}
+{{- with (default "" .Values.common.env.LLM__OPEN_SOURCE__API_BASE) }}
+- name: LLM__OPEN_SOURCE__API_BASE
+  value: {{ . | quote }}
+{{- end }}
 {{- end }}
 
 {{/*
@@ -201,4 +217,15 @@ All secret-based environment variables
       name: echo-backend-secrets
       key: ASSEMBLYAI_WEBHOOK_SECRET
       optional: true
+- name: LLM__OPEN_SOURCE__GCP_SA_JSON
+  valueFrom:
+    secretKeyRef:
+      name: echo-backend-secrets
+      key: GCP_SA_JSON
+- name: LLM__OPEN_SOURCE__API_KEY
+  valueFrom:
+    secretKeyRef:
+      name: echo-backend-secrets
+      key: LLM__OPEN_SOURCE__API_KEY
+      optional: true
 {{- end }}
diff --git a/helm/echo/values-extended-env.yaml b/helm/echo/values-extended-env.yaml
index a1074ef..c0acd7b 100644
--- a/helm/echo/values-extended-env.yaml
+++ b/helm/echo/values-extended-env.yaml
@@ -30,3 +30,9 @@ common:
 
     EMBEDDING_MODEL: "vertex_ai/text-embedding-004"
     EMBEDDING_BASE_URL: "https://europe-west4-aiplatform.googleapis.com"
+
+    # Open Source model configurations for preference A/B testing
+    LLM__OPEN_SOURCE__MODEL: "vertex_ai/mistral-large"
+    LLM__OPEN_SOURCE__VERTEX_LOCATION: "europe-west4"
+    LLM__OPEN_SOURCE__VERTEX_PROJECT: ""
+    LLM__OPEN_SOURCE__API_BASE: ""