ADK-vLLM code migration (#1792)

* Code migration

Migrating code from the AI on GKE (tutorials-and-examples) repo -> https://github.com/ai-on-gke/tutorials-and-examples/tree/main/adk/llama/vllm

* Add changes to Terraform

* Adding licenses

* Remove ToDo from oicenses

Author: fcabrera23

.github/workflows/ai-ml-adk-vllm.yml

@@ -0,0 +1,40 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+name: ai-ml-adk-vertex
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - '.github/workflows/ai-ml-adk-vllm.yml'
+      - 'ai-ml/adk-vllm/**'
+  pull_request:
+    paths:
+      - '.github/workflows/ai-ml-adk-vllm.yml'
+      - 'ai-ml/adk-vllm/**'
+jobs:
+  job:
+    runs-on: ubuntu-22.04
+    steps:
+      - uses: actions/checkout@v4
+      - name: Build container image
+        run: |
+          cd ai-ml/adk-vllm/deploy-agent
+          docker build --tag adk-vllm-weather-agent .
+      - name: Validate Terraform config
+        run: |
+          cd ai-ml/adk-vllm/terraform
+          terraform init
+          terraform validate

ai-ml/adk-vllm/README.md

@@ -0,0 +1,5 @@
+Deploy an agentic AI application on GKE with the Agent Development Kit (ADK) and a self-hosted LLM
+
+Deploy and manage containerized agentic AI/ML applications on GKE using the Google Agent Development Kit (ADK) and a self-hosted LLM like Llama 3.1 served by vLLM.
+
+Visit https://cloud.google.com/kubernetes-engine/docs/tutorials/agentic-adk-vllm to follow the tutorial.

ai-ml/adk-vllm/deploy-agent/Dockerfile

@@ -0,0 +1,30 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+FROM python:3.13-alpine
+WORKDIR /app
+
+COPY requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt
+
+RUN adduser --disabled-password --gecos "" myuser && \
+    chown -R myuser:myuser /app
+
+COPY --chown=myuser:myuser . .
+
+USER myuser
+
+ENV PATH="/home/myuser/.local/bin:$PATH"
+
+CMD ["sh", "-c", "uvicorn main:app --host 0.0.0.0 --port $PORT"]

ai-ml/adk-vllm/deploy-agent/deploy-agent.yaml

@@ -0,0 +1,71 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: adk-agent
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: adk-agent
+  template:
+    metadata:
+      labels:
+        app: adk-agent
+    spec:
+      containers:
+      - name: adk-agent
+        imagePullPolicy: Always
+        image: us-central1-docker.pkg.dev/<PROJECT_ID>/adk-repo/adk-agent:latest
+        resources:
+          limits:
+            memory: "2048Mi"
+            cpu: "1000m"
+            ephemeral-storage: "2048Mi"
+          requests:
+            memory: "2048Mi"
+            cpu: "1000m"
+            ephemeral-storage: "2048Mi"
+        ports:
+        - containerPort: 8080
+        env:
+          - name: PORT
+            value: "8080"
+          - name: LLM_BASE_URL
+            value: http://vllm-llama3-service:8000/v1
+          - name: MODEL_NAME
+            value: hosted_vllm/meta-llama/Llama-3.1-8B-Instruct
+        readinessProbe:
+          httpGet:
+            path: /dev-ui/
+            port: 8080
+          initialDelaySeconds: 30
+          periodSeconds: 10
+          timeoutSeconds: 5
+          failureThreshold: 5
+          successThreshold: 1
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: adk-agent
+spec:
+  type: NodePort
+  ports:
+    - port: 80
+      targetPort: 8080
+  selector:
+    app: adk-agent

ai-ml/adk-vllm/deploy-agent/main.py

@@ -0,0 +1,47 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import os
+
+import uvicorn
+from fastapi import FastAPI
+from google.adk.cli.fast_api import get_fast_api_app
+
+# Get the directory where main.py is located
+AGENT_DIR = os.path.dirname(os.path.abspath(__file__))
+# Example session DB URL (e.g., SQLite)
+SESSION_DB_URL = ""
+# Example allowed origins for CORS
+ALLOWED_ORIGINS = ["http://localhost", "http://localhost:8080", "*"]
+# Set web=True if you intend to serve a web interface, False otherwise
+SERVE_WEB_INTERFACE = True
+
+# Call the function to get the FastAPI app instance
+# Ensure the agent directory name ('capital_agent') matches your agent folder
+app: FastAPI = get_fast_api_app(
+    agents_dir=AGENT_DIR,
+    session_db_url=SESSION_DB_URL,
+    allow_origins=ALLOWED_ORIGINS,
+    web=SERVE_WEB_INTERFACE,
+)
+
+# You can add more FastAPI routes or configurations below if needed
+# Example:
+# @app.get("/hello")
+# async def read_root():
+#     return {"Hello": "World"}
+
+if __name__ == "__main__":
+    # Use the PORT environment variable provided by Cloud Run, defaulting to 8080
+    uvicorn.run(app, host="0.0.0.0", port=int(os.environ.get("PORT", 8080)))

ai-ml/adk-vllm/deploy-agent/requirements.txt

@@ -0,0 +1,18 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+google_adk==1.2.1
+fastapi==0.115.0
+litellm==1.68.0
+uvicorn==0.34.0

ai-ml/adk-vllm/deploy-agent/weather_agent/__init__.py

@@ -0,0 +1,15 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from . import agent

ai-ml/adk-vllm/deploy-agent/weather_agent/agent.py

@@ -0,0 +1,71 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Full example code for the basic weather agent
+# --- Full example code demonstrating LlmAgent with Tools ---
+import os
+
+from google.adk.agents import LlmAgent
+from google.adk.runners import Runner
+from google.adk.sessions import InMemorySessionService
+from google.adk.models.lite_llm import LiteLlm
+from google.genai import types
+from litellm.rerank_api.main import httpx
+from pydantic import BaseModel, Field
+
+# --- 1. Define Schemas ---
+
+# Input schema used by both agents
+class CityInput(BaseModel):
+    city: str = Field(description="The city to get information about.")
+
+# --- 2. Define the Tool (Only for the first agent) ---
+def get_weather(city: str) -> str:
+    """Retrieves the weather condition of a given city."""
+    print(f"\n-- Tool Call: get_weather(city='{city}') --")
+    city_weather = {
+        "paris": "The weather in Paris is sunny with a temperature of 25 degrees Celsius (77 degrees Fahrenheit).",
+        "ottawa": "In Ottawa, it's currently cloudy with a temperature of 18 degrees Celsius (64 degrees Fahrenheit) and a chance of rain.",
+        "tokyo": "Tokyo sees humid conditions with a high of 28 degrees Celsius (82 degrees Fahrenheit) and possible rainfall."
+    }
+    result = city_weather.get(city.strip().lower(), f"Sorry, I don't have weather information in {city}.")
+    print(f"-- Tool Result: '{result}' --")
+    return result
+
+# --- 3. Configure Agent ---
+# Connect to the deployed model by using LiteLlm
+api_base_url = os.getenv("LLM_BASE_URL", "http://vllm-llama3-service:8000/v1")
+model_name_at_endpoint = os.getenv("MODEL_NAME", "hosted_vllm/meta-llama/Llama-3.1-8B-Instruct")
+model = LiteLlm(
+    model=model_name_at_endpoint,
+    api_base=api_base_url,
+)
+
+# Uses a tool and output_key
+weather_agent = LlmAgent(
+    model=model,
+    name="weather_agent_tool",
+    description="Retrieves weather in a city using a specific tool.",
+    instruction="""You are a helpful agent that provides weather report in a city using a tool.
+The user will provide a city name in a JSON format like {"city": "city_name"}.
+1. Extract the city name.
+2. Use the `get_weather` tool to find the weather. Don't use other tools!
+3. Answer on user request based on the weather
+""",
+    tools=[get_weather],
+    input_schema=CityInput,
+    output_key="city_weather_tool_result", # Store final text response
+)
+
+root_agent = weather_agent

ai-ml/adk-vllm/deploy-agent/weather_agent/test/__init__.py

@@ -0,0 +1,13 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.