Skip to content

Commit 5b8eca5

Browse files
committed
Add option to specify manually compiled plan repo
1 parent 0d7504d commit 5b8eca5

File tree

2 files changed

+35
-5
lines changed

2 files changed

+35
-5
lines changed

.github/workflows/build-triton.yml

Lines changed: 27 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,20 @@
1+
name: "Build vLLM Server"
2+
on:
3+
workflow_dispatch:
4+
inputs:
5+
models:
6+
type: string
7+
required: true
8+
19
name: Build Triton Server
210
on:
311
workflow_dispatch:
12+
inputs:
13+
plan-repository:
14+
type: string
15+
required: false
16+
description: "URL of plan repository (see README.md)"
417
workflow_call:
5-
618
jobs:
719
build-engine:
820
uses: ./.github/workflows/run-jumpstarter-workflow.yml
@@ -11,9 +23,20 @@ jobs:
1123
jumpstarter-selector: ${{ vars.JUMPSTARTER_SELECTOR }}
1224
image-url: ${{ vars.DEST_REGISTRY_HOST }}/${{ vars.DEST_REGISTRY_REPO }}:base-raw
1325
workflow-cmd: |
14-
bash triton/build/jmp-build-engine.sh \
15-
${{ vars.ARTIFACT_REGISTRY_HOST }}/${{ vars.ARTIFACT_REGISTRY_REPO }}:onnx-repository \
16-
${{ vars.ARTIFACT_REGISTRY_HOST }}/${{ vars.ARTIFACT_REGISTRY_REPO }}:plan-repository
26+
SRC="${{ inputs.plan-repository }}"
27+
DST="${{ vars.ARTIFACT_REGISTRY_HOST }}/${{ vars.ARTIFACT_REGISTRY_REPO }}:plan-repository"
28+
29+
if [ -n ${{ inputs.plan-repository }} ];
30+
# this could probably be done more elegantly with ORAS
31+
podman artifact pull $SRC
32+
podman artifact extract $SRC plan-repository.tar
33+
podman artifact add $DST plan-repository.tar
34+
podman artifact push $DST
35+
else
36+
bash triton/build/jmp-build-engine.sh \
37+
${{ vars.ARTIFACT_REGISTRY_HOST }}/${{ vars.ARTIFACT_REGISTRY_REPO }}:onnx-repository \
38+
${{ vars.ARTIFACT_REGISTRY_HOST }}/${{ vars.ARTIFACT_REGISTRY_REPO }}:plan-repository
39+
fi
1740
1841
build-triton-base:
1942
uses: ./.github/workflows/build-rhel-bootc-image.yml

.github/workflows/run-jumpstarter-workflow.yml

Lines changed: 8 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -96,7 +96,14 @@ jobs:
9696
run: |
9797
source jumpstarter/.venv/bin/activate
9898
99-
jmp shell --lease $LEASE -- ${{ inputs.workflow-cmd }}
99+
FILE=$(mktmp)
100+
cat <<EOF > $FILE
101+
${{ inputs.workflow-cmd }}
102+
EOF
103+
104+
cat $FILE | jmp shell --lease $LEASE
105+
rm $FILE
106+
100107
- name: Release lease
101108
if: always()
102109
run: |

0 commit comments

Comments
 (0)