{AKS} Fix(agent-init): replace max_tokens with max_completion_tokens for connection check of Azure OpenAI service (#9405)

Author: mainred

src/aks-agent/HISTORY.rst

@@ -12,9 +12,13 @@ To release a new version, please select a new version number (usually plus 1 to
 Pending
 +++++++
 
+1.0.0b11
+++++++++
+* Fix(agent-init): replace max_tokens with max_completion_tokens for connection check of Azure OpenAI service.
+
 1.0.0b10
 ++++++++
-* pin supabase==2.8.0 to avoid "ModuleNotFoundError: No module named 'supabase_auth.http_clients'"
+* Pin supabase==2.8.0 to avoid "ModuleNotFoundError: No module named 'supabase_auth.http_clients'"
 
 1.0.0b9
 +++++++

src/aks-agent/azext_aks_agent/agent/llm_providers/azure_provider.py

@@ -76,7 +76,7 @@ def validate_connection(self, params: dict) -> Tuple[bool, str, str]:
         payload = {
             "model": deployment_name,
             "messages": [{"role": "user", "content": "ping"}],
-            "max_tokens": 16
+            "max_completion_tokens": 16
         }
 
         try:

src/aks-agent/azext_aks_agent/agent/llm_providers/base.py

@@ -157,4 +157,6 @@ def validate_connection(self, params: dict) -> Tuple[bool, str, str]:
         Returns a tuple of (is_valid: bool, message: str, action: str)
         where action can be "retry_input", "connection_error", or "save".
         """
+        # TODO(mainred): leverage 3rd party libraries like litellm instead of
+        # calling http request in each provider to complete the connection check.
         raise NotImplementedError()

src/aks-agent/setup.py

@@ -9,7 +9,7 @@
 
 from setuptools import find_packages, setup
 
-VERSION = "1.0.0b10"
+VERSION = "1.0.0b11"
 
 CLASSIFIERS = [
     "Development Status :: 4 - Beta",