Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/actions/deploy/action.yml
Original file line number Diff line number Diff line change
Expand Up @@ -64,7 +64,7 @@ runs:
- name: Load Docker Images
shell: bash
run: |
APPS=("apiserver" "driver" "launcher" "scheduledworkflow" "persistenceagent" "frontend" "metadata-writer")
APPS=("apiserver" "driver" "launcher" "scheduledworkflow" "persistenceagent" "frontend" "metadata-writer" "viewer-crd-controller" "visualization-server" "cache-deployer" "cache-server" "metadata-envoy" )
for app in "${APPS[@]}"; do
docker image load -i ${{ inputs.image_path }}/$app/$app.tar
docker push ${{ inputs.image_registry }}/$app:${{ inputs.image_tag }}
Expand Down
21 changes: 17 additions & 4 deletions .github/actions/kfp-k8s/action.yml
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ description: "Install kfp & kfp-kubernetes"
inputs:
build_version:
required: true
default: "1.2.2"
default: "1.3.0"
description: "build package version"
generate_golang_proto:
required: true
Expand All @@ -14,26 +14,39 @@ runs:
steps:
- name: Install build tool
shell: bash
run: pip install build==${{inputs.build_version}}
run: |
pip install --upgrade pip
pip install build==${{inputs.build_version}}

- name: Build & install kfp-server-api dist
id: install-kfp-server-api
shell: bash
working-directory: backend/api/v2beta1/python_http_client
run: |
rm -rf dist/
python -m build .
pip install dist/*.whl

- name: Build kfp dist
id: install-kfp
shell: bash
working-directory: sdk/python
run: |
rm -rf dist/
python -m build .
pip install dist/*.whl

- name: Generate kfp-kubernetes python proto files from source
id: generate-kfp-kubernetes-proto-files
shell: bash
if: ${{ steps.install-kfp.outcome == 'success' }}
if: ${{ steps.install-kfp.outcome == 'success' && steps.install-kfp-server-api.outcome == 'success' }}
working-directory: ./kubernetes_platform
run: make clean python USE_FIND_LINKS=true

- name: Generate kfp-kubernetes golang proto files from source
id: generate-kfp-kubernetes-go-proto-files
shell: bash
if: ${{ steps.install-kfp.outcome == 'success' && inputs.generate_golang_proto == 'true' }}
if: ${{ steps.install-kfp.outcome == 'success' && steps.install-kfp-server-api.outcome == 'success' && inputs.generate_golang_proto == 'true' }}
working-directory: ./kubernetes_platform
run: make golang

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,21 @@ images:
- name: ghcr.io/kubeflow/kfp-metadata-writer
newName: kind-registry:5000/metadata-writer
newTag: latest
- name: ghcr.io/kubeflow/kfp-viewer-crd-controller
newName: kind-registry:5000/viewer-crd-controller
newTag: latest
- name: ghcr.io/kubeflow/kfp-visualization-server
newName: kind-registry:5000/visualization-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-deployer
newName: kind-registry:5000/cache-deployer
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-server
newName: kind-registry:5000/cache-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-metadata-envoy
newName: kind-registry:5000/metadata-envoy
newTag: latest

patches:
- path: ../../base/apiserver-env.yaml
Expand Down
15 changes: 15 additions & 0 deletions .github/resources/manifests/multiuser/artifact-proxy/env.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
apiVersion: apps/v1
kind: Deployment
metadata:
name: kubeflow-pipelines-profile-controller
spec:
replicas: 1
template:
spec:
containers:
- name: profile-controller
env:
- name: FRONTEND_IMAGE
value: "kind-registry:5000/frontend"
- name: FRONTEND_TAG
value: "latest"
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,21 @@ images:
- name: ghcr.io/kubeflow/kfp-metadata-writer
newName: kind-registry:5000/metadata-writer
newTag: latest
- name: ghcr.io/kubeflow/kfp-viewer-crd-controller
newName: kind-registry:5000/viewer-crd-controller
newTag: latest
- name: ghcr.io/kubeflow/kfp-visualization-server
newName: kind-registry:5000/visualization-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-deployer
newName: kind-registry:5000/cache-deployer
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-server
newName: kind-registry:5000/cache-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-metadata-envoy
newName: kind-registry:5000/metadata-envoy
newTag: latest

patches:
- path: ../../base/apiserver-env.yaml
Expand All @@ -35,6 +50,10 @@ patches:
target:
kind: Deployment
name: cache-server
- path: env.yaml
target:
kind: Deployment
name: kubeflow-pipelines-profile-controller
- target:
kind: ConfigMap
name: pipeline-install-config
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,21 @@ images:
- name: ghcr.io/kubeflow/kfp-metadata-writer
newName: kind-registry:5000/metadata-writer
newTag: latest
- name: ghcr.io/kubeflow/kfp-viewer-crd-controller
newName: kind-registry:5000/viewer-crd-controller
newTag: latest
- name: ghcr.io/kubeflow/kfp-visualization-server
newName: kind-registry:5000/visualization-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-deployer
newName: kind-registry:5000/cache-deployer
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-server
newName: kind-registry:5000/cache-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-metadata-envoy
newName: kind-registry:5000/metadata-envoy
newTag: latest

patches:
- path: ../../base/apiserver-env.yaml
Expand Down
15 changes: 15 additions & 0 deletions .github/resources/manifests/multiuser/default/kustomization.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,21 @@ images:
- name: ghcr.io/kubeflow/kfp-metadata-writer
newName: kind-registry:5000/metadata-writer
newTag: latest
- name: ghcr.io/kubeflow/kfp-viewer-crd-controller
newName: kind-registry:5000/viewer-crd-controller
newTag: latest
- name: ghcr.io/kubeflow/kfp-visualization-server
newName: kind-registry:5000/visualization-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-deployer
newName: kind-registry:5000/cache-deployer
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-server
newName: kind-registry:5000/cache-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-metadata-envoy
newName: kind-registry:5000/metadata-envoy
newTag: latest

patches:
- path: ../../base/apiserver-env.yaml
Expand Down
15 changes: 15 additions & 0 deletions .github/resources/manifests/multiuser/minio/kustomization.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,21 @@ images:
- name: ghcr.io/kubeflow/kfp-metadata-writer
newName: kind-registry:5000/metadata-writer
newTag: latest
- name: ghcr.io/kubeflow/kfp-viewer-crd-controller
newName: kind-registry:5000/viewer-crd-controller
newTag: latest
- name: ghcr.io/kubeflow/kfp-visualization-server
newName: kind-registry:5000/visualization-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-deployer
newName: kind-registry:5000/cache-deployer
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-server
newName: kind-registry:5000/cache-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-metadata-envoy
newName: kind-registry:5000/metadata-envoy
newTag: latest

patches:
- path: ../../base/apiserver-env.yaml
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,21 @@ images:
- name: ghcr.io/kubeflow/kfp-metadata-writer
newName: kind-registry:5000/metadata-writer
newTag: latest
- name: ghcr.io/kubeflow/kfp-viewer-crd-controller
newName: kind-registry:5000/viewer-crd-controller
newTag: latest
- name: ghcr.io/kubeflow/kfp-visualization-server
newName: kind-registry:5000/visualization-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-deployer
newName: kind-registry:5000/cache-deployer
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-server
newName: kind-registry:5000/cache-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-metadata-envoy
newName: kind-registry:5000/metadata-envoy
newTag: latest

patches:
- path: ../../base/apiserver-env.yaml
Expand Down
15 changes: 15 additions & 0 deletions .github/resources/manifests/standalone/default/kustomization.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,21 @@ images:
- name: ghcr.io/kubeflow/kfp-metadata-writer
newName: kind-registry:5000/metadata-writer
newTag: latest
- name: ghcr.io/kubeflow/kfp-viewer-crd-controller
newName: kind-registry:5000/viewer-crd-controller
newTag: latest
- name: ghcr.io/kubeflow/kfp-visualization-server
newName: kind-registry:5000/visualization-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-deployer
newName: kind-registry:5000/cache-deployer
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-server
newName: kind-registry:5000/cache-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-metadata-envoy
newName: kind-registry:5000/metadata-envoy
newTag: latest

patches:
- path: ../../base/apiserver-env.yaml
Expand Down
15 changes: 15 additions & 0 deletions .github/resources/manifests/standalone/minio/kustomization.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,21 @@ images:
- name: ghcr.io/kubeflow/kfp-metadata-writer
newName: kind-registry:5000/metadata-writer
newTag: latest
- name: ghcr.io/kubeflow/kfp-viewer-crd-controller
newName: kind-registry:5000/viewer-crd-controller
newTag: latest
- name: ghcr.io/kubeflow/kfp-visualization-server
newName: kind-registry:5000/visualization-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-deployer
newName: kind-registry:5000/cache-deployer
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-server
newName: kind-registry:5000/cache-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-metadata-envoy
newName: kind-registry:5000/metadata-envoy
newTag: latest

patches:
- path: ../../base/apiserver-env.yaml
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,21 @@ images:
- name: ghcr.io/kubeflow/kfp-metadata-writer
newName: kind-registry:5000/metadata-writer
newTag: latest
- name: ghcr.io/kubeflow/kfp-viewer-crd-controller
newName: kind-registry:5000/viewer-crd-controller
newTag: latest
- name: ghcr.io/kubeflow/kfp-visualization-server
newName: kind-registry:5000/visualization-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-deployer
newName: kind-registry:5000/cache-deployer
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-server
newName: kind-registry:5000/cache-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-metadata-envoy
newName: kind-registry:5000/metadata-envoy
newTag: latest

patches:
- path: ../../base/apiserver-env.yaml
Expand Down
15 changes: 15 additions & 0 deletions .github/resources/manifests/standalone/proxy/kustomization.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,21 @@ images:
- name: ghcr.io/kubeflow/kfp-metadata-writer
newName: kind-registry:5000/metadata-writer
newTag: latest
- name: ghcr.io/kubeflow/kfp-viewer-crd-controller
newName: kind-registry:5000/viewer-crd-controller
newTag: latest
- name: ghcr.io/kubeflow/kfp-visualization-server
newName: kind-registry:5000/visualization-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-deployer
newName: kind-registry:5000/cache-deployer
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-server
newName: kind-registry:5000/cache-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-metadata-envoy
newName: kind-registry:5000/metadata-envoy
newTag: latest

patches:
- path: ../../base/apiserver-env.yaml
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,21 @@ images:
- name: ghcr.io/kubeflow/kfp-metadata-writer
newName: kind-registry:5000/metadata-writer
newTag: latest
- name: ghcr.io/kubeflow/kfp-viewer-crd-controller
newName: kind-registry:5000/viewer-crd-controller
newTag: latest
- name: ghcr.io/kubeflow/kfp-visualization-server
newName: kind-registry:5000/visualization-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-deployer
newName: kind-registry:5000/cache-deployer
newTag: latest
- name: ghcr.io/kubeflow/kfp-cache-server
newName: kind-registry:5000/cache-server
newTag: latest
- name: ghcr.io/kubeflow/kfp-metadata-envoy
newName: kind-registry:5000/metadata-envoy
newTag: latest

patches:
- path: ../../base/apiserver-env.yaml
Expand Down
24 changes: 17 additions & 7 deletions .github/workflows/gcpc-modules-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -30,24 +30,34 @@ jobs:
run: |
pip3 install setuptools
pip3 freeze
pip3 install build

- name: Install Wheel
run: pip3 install wheel==0.42.0

- name: Install python sdk
run: pip install sdk/python

- name: Install google-cloud component
run: pip install components/google-cloud

- name: Generate API proto files
working-directory: ./api
run: make clean python

- name: Install kfp-pipeline-spec from source
run: |
run: |
python3 -m pip install -I api/v2alpha1/python

- name: Build & install kfp-server-api dist
id: install-kfp-server-api
shell: bash
working-directory: backend/api/v2beta1/python_http_client
run: |
rm -rf dist/
python -m build .
pip install dist/*.whl

- name: Install python sdk
run: pip install sdk/python

- name: Install google-cloud component
run: pip install components/google-cloud

- name: Install Pytest
run: pip install "$(grep 'pytest==' sdk/python/requirements-dev.txt)"

Expand Down
Loading
Loading