feat(llm-serving): serve clef-flash on candle-vllm (#109)
Co-authored-by: rock <[email protected]>
This commit was merged in pull request #109.
This commit is contained in:
@@ -127,8 +127,11 @@ metadata:
|
||||
labels:
|
||||
app.kubernetes.io/part-of: llm-serving
|
||||
spec:
|
||||
# Points at the candle-vllm implementation (clef-candle.yaml). Switching back
|
||||
# to the reference pytorch server is this line plus that Deployment's replicas;
|
||||
# no client changes, because the Service name and ClusterIP do not move.
|
||||
selector:
|
||||
app: clef-serve
|
||||
app: clef-candle
|
||||
ports:
|
||||
- name: http
|
||||
port: 80
|
||||
|
||||
Reference in New Issue
Block a user