Skip to content

Commit c9d6f6f

Browse files
feat(docker): make standard-supervisor optional via entrypoint script
Add configurable entrypoint.sh that allows toggling standard-supervisor usage via VLLM_USE_STANDARD_SUPERVISOR environment variable. - Default: direct vllm serve execution (standard-supervisor disabled) - Set VLLM_USE_STANDARD_SUPERVISOR=true to enable standard-supervisor Signed-off-by: Shen Teng <[email protected]>
1 parent bc33944 commit c9d6f6f

File tree

2 files changed

+26
-1
lines changed

2 files changed

+26
-1
lines changed

docker/Dockerfile

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -593,5 +593,8 @@ ENTRYPOINT ["./sagemaker-entrypoint.sh"]
593593

594594
FROM vllm-openai-base AS vllm-openai
595595

596-
ENTRYPOINT ["standard-supervisor", "vllm", "serve"]
596+
COPY docker/entrypoint.sh .
597+
RUN chmod +x entrypoint.sh
598+
599+
ENTRYPOINT ["./entrypoint.sh"]
597600
#################### OPENAI API SERVER ####################

docker/entrypoint.sh

Lines changed: 22 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,22 @@
1+
#!/bin/bash
2+
set -e
3+
4+
# Standard-supervisor from github.com/aws/model-hosting-container-standards provides features like:
5+
# - Process supervision and automatic restart
6+
# - ENV variable to CLI argument conversion (VLLM_ARG_* -> --arg)
7+
# - Graceful shutdown handling
8+
#
9+
# Control standard-supervisor usage with VLLM_USE_STANDARD_SUPERVISOR:
10+
# - "false" (default): Direct execution without standard-supervisor
11+
# - "true": Enable all standard-supervisor features
12+
# - Future: Could support selective feature flags like "env-conversion-only"
13+
14+
VLLM_USE_STANDARD_SUPERVISOR="${VLLM_USE_STANDARD_SUPERVISOR:-false}"
15+
16+
if [ "$VLLM_USE_STANDARD_SUPERVISOR" = "true" ]; then
17+
# Use standard-supervisor launcher with all features
18+
exec standard-supervisor vllm serve "$@"
19+
else
20+
# Direct execution without standard-supervisor
21+
exec vllm serve "$@"
22+
fi

0 commit comments

Comments
 (0)