[Feat] Support command and args on servingEngineSpec.modelSpec

helm/templates/deployment-vllm-multi.yaml

@@ -124,6 +124,9 @@ spec:
           securityContext:
             {{- toYaml . | nindent 12 }}
           {{- end }}
+          {{- if $modelSpec.command }}
+          command: {{ toYaml $modelSpec.command | nindent 12 }}
+          {{- else }}
           command:
           {{- if eq $modelSpec.repository "lmcache/vllm-openai" }}
           - "/opt/venv/bin/vllm"
@@ -219,6 +222,10 @@ spec:
           - "--chat-template"
           - "/templates/{{ $modelSpec.chatTemplate }}"
           {{- end }}
+          {{- end }}
+          {{- if $modelSpec.args }}
+          args: {{ toYaml $modelSpec.args | nindent 12 }}
+          {{- end }}
           imagePullPolicy: "{{ .Values.servingEngineSpec.imagePullPolicy }}"
           env:
           - name: PYTHONHASHSEED

helm/tests/deployment-vllm-multi_test.yaml

@@ -413,3 +413,42 @@ tests:
       notContains:
         path: spec.template.spec.containers[0].command
         content: "--revision"
+
+  - it: should use custom command and args on the main container
+    release:
+      name: vllm
+    set:
+      servingEngineSpec:
+        enableEngine: true
+        modelSpec:
+        - name: "opt125m"
+          repository: "lmcache/vllm-openai"
+          tag: "latest"
+          modelURL: "facebook/opt-125m"
+          replicaCount: 1
+          requestCPU: 6
+          requestMemory: "16Gi"
+          requestGPU: 1
+          pvcStorage: "50Gi"
+          command:
+            - "sh"
+            - "-c"
+          args:
+            - "mkdir -p /tmp/lmcache_prometheus && exec vllm serve facebook/opt-125m --host 0.0.0.0 --port 8000"
+    asserts:
+    - documentIndex: 0
+      equal:
+        path: spec.template.spec.containers[0].command
+        value:
+          - "sh"
+          - "-c"
+    - documentIndex: 0
+      equal:
+        path: spec.template.spec.containers[0].args
+        value:
+          - "mkdir -p /tmp/lmcache_prometheus && exec vllm serve facebook/opt-125m --host 0.0.0.0 --port 8000"
+    - documentIndex: 0
+      notContains:
+        path: spec.template.spec.containers[0].command
+        content: "serve"
+

helm/values.schema.json

@@ -1114,6 +1114,20 @@
                                 "description": "The annotations to add to the deployment",
                                 "type": "object"
                             },
+                            "args": {
+                                "description": "Optional container args for the main vLLM container. Used with command to override the default vllm serve invocation.",
+                                "type": "array",
+                                "items": {
+                                    "type": "string"
+                                }
+                            },
+                            "command": {
+                                "description": "Optional container command for the main vLLM container. Replaces the default vllm serve invocation.",
+                                "type": "array",
+                                "items": {
+                                    "type": "string"
+                                }
+                            },
                             "enableLoRA": {
                                 "description": "Whether to enable LoRA",
                                 "type": "boolean"

helm/values.yaml

@@ -109,6 +109,14 @@ servingEngineSpec:
     extraVolumeMounts: []
       # - name: tmp-volume
       #   mountPath: /tmp
+    # -- Optional command for the main vLLM container. Replaces the default `vllm serve` invocation.
+    # command:
+    #   - "sh"
+    #   - "-c"
+    # -- Optional args for the main vLLM container. Use with command to wrap startup
+    # (for example mkdir before exec vllm serve).
+    # args:
+    #   - "mkdir -p /tmp/lmcache_prometheus && exec vllm serve MODEL --host 0.0.0.0 --port 8000"
     # -- The configuration for the init container to be run before the main container.
     initContainer:
     # -- The name of the init container