2026-11-05 01:40:25 +00:00
1 changed files with 4 additions and 0 deletions
@@ -60,6 +60,10 @@ spec:
        app.kubernetes.io/part-of: llm-serving
        app: candle-vllm
    spec:
      # Required. Without this the container runs under runc, libcuda.so is never
      # injected, and candle-vllm panics in cudarc at startup with
      # "Unable to dynamically load the cuda shared library".
      runtimeClassName: nvidia
      containers:
        - name: candle
          image: forgejo.riotpiao.com/riotpiao-poimen/candle-vllm:sm70-gptq-slim