diff --git a/apps/nxtgauge-ai-assistant/base/deployment.yaml b/apps/nxtgauge-ai-assistant/base/deployment.yaml index 9ae3c56..f8f7f94 100644 --- a/apps/nxtgauge-ai-assistant/base/deployment.yaml +++ b/apps/nxtgauge-ai-assistant/base/deployment.yaml @@ -34,6 +34,17 @@ spec: value: "gemma3:270m" - name: OLLAMA_EMBED_MODEL value: "nomic-embed-text" + - name: LLM_PROVIDER + value: "litellm" + - name: LITELLM_BASE_URL + value: "http://litellm.nxtgauge-ai.svc.cluster.local:4000" + - name: LITELLM_MODEL + value: "askash-main" + - name: LITELLM_API_KEY + valueFrom: + secretKeyRef: + name: litellm-secrets + key: LITELLM_MASTER_KEY - name: NXTGAUGE_USERS_URL value: "http://nxtgauge-rust-users:9101" - name: AI_SERVICE_KEY