diff --git a/k8s/apps/llm-serving/ornith.yaml b/k8s/apps/llm-serving/ornith.yaml index 47e3243..be9c841 100644 --- a/k8s/apps/llm-serving/ornith.yaml +++ b/k8s/apps/llm-serving/ornith.yaml @@ -44,7 +44,7 @@ spec: - name: OLLAMA_MODELS value: /mnt/models/ollama - name: OLLAMA_CONTEXT_LENGTH - value: '32768' + value: '65536' - name: OLLAMA_KEEP_ALIVE value: '-1' - name: OLLAMA_NUM_PARALLEL