Update evals for new sdk UI template (vite)

Author: keugenek

.gitignore

@@ -188,3 +188,4 @@ klaudbiusz/results_*/**
 klaudbiusz/results/**
 klaudbiusz/results_latest
 klaudbiusz/app copy/**
+klaudbiusz/app-tmp/**

klaudbiusz/cli/eval/dbx-sdk/build.sh

@@ -1,19 +1,26 @@
 #!/bin/bash
-set -e
+# Don't use set -e - handle errors gracefully
 
 # DBX SDK template: Build the application
 # For DBX SDK, we build from root package.json
 
 echo "Building application..." >&2
 
-if [ -f "package.json" ]; then
-    if grep -q '"build"' package.json 2>/dev/null; then
-        echo "Building from root..." >&2
-        npm run build
-        echo "✅ Build successful" >&2
-    else
-        echo "⚠️  No build script found in package.json" >&2
-    fi
+if [ ! -f "package.json" ]; then
+    echo "❌ No package.json found" >&2
+    exit 1
+fi
+
+if ! grep -q '"build"' package.json 2>/dev/null; then
+    echo "⚠️  No build script found in package.json - skipping" >&2
+    exit 0
+fi
+
+echo "Building from root..." >&2
+if npm run build 2>&1; then
+    echo "✅ Build successful" >&2
+    exit 0
 else
-    echo "⚠️  No package.json found" >&2
+    echo "❌ Build failed" >&2
+    exit 1
 fi

klaudbiusz/cli/eval/dbx-sdk/install.sh

@@ -1,15 +1,20 @@
 #!/bin/bash
-set -e
+# Don't use set -e
 
 # DBX SDK template: Install dependencies
 # This template has a single root package.json
 
 echo "Installing dependencies..." >&2
 
-if [ -f "package.json" ]; then
-    npm install
+if [ ! -f "package.json" ]; then
+    echo "❌ No package.json found" >&2
+    exit 1
+fi
+
+if npm install 2>&1; then
     echo "✅ Dependencies installed" >&2
+    exit 0
 else
-    echo "⚠️  No package.json found" >&2
+    echo "❌ Dependency installation failed" >&2
     exit 1
 fi

klaudbiusz/cli/eval/dbx-sdk/test.sh

@@ -1,7 +1,19 @@
 #!/bin/bash
+# Don't use set -e
 
 # DBX SDK template test script
-# DBX SDK apps don't have test infrastructure in the template
+echo "Running tests..." >&2
 
-echo "❌ DBX SDK template does not include test infrastructure" >&2
-exit 1
+# Check if test script exists in package.json
+if [ -f "package.json" ] && grep -q '"test"' package.json 2>/dev/null && ! grep -q '"test": *".*echo.*Error.*no test.*"' package.json 2>/dev/null; then
+    if npm test 2>&1; then
+        echo "✅ Tests passed" >&2
+        exit 0
+    else
+        echo "❌ Tests failed" >&2
+        exit 1
+    fi
+else
+    echo "No tests configured - skipping" >&2
+    exit 0
+fi

klaudbiusz/cli/eval/dbx-sdk/typecheck.sh

@@ -1,25 +1,33 @@
 #!/bin/bash
-set -e
+# Don't use set -e
 
 # DBX SDK template typecheck script
 # Runs TypeScript type checking using npm run check or tsc directly
 
-# Source common functions
-source "$(dirname "$0")/common.sh"
-
-# Install dependencies if needed
-install_dependencies
+echo "Running type check..." >&2
 
 # Verify package.json exists
 if [ ! -f "package.json" ]; then
-    echo "❌ Error: No package.json found" >&2
+    echo "❌ No package.json found" >&2
     exit 1
 fi
 
 # Check if npm run check is available (standard for DBX SDK)
 if grep -q '"check"' package.json 2>/dev/null; then
-    exec npm run check
+    if npm run check 2>&1 >/dev/null; then
+        echo "✅ Type check passed" >&2
+        exit 0
+    else
+        echo "❌ Type check failed" >&2
+        exit 1
+    fi
 else
     # Fallback: run tsc directly
-    exec npx tsc --noEmit --skipLibCheck
+    if npx tsc --noEmit --skipLibCheck 2>&1 >/dev/null; then
+        echo "✅ Type check passed" >&2
+        exit 0
+    else
+        echo "❌ Type check failed" >&2
+        exit 1
+    fi
 fi

klaudbiusz/cli/template_detection.py

@@ -16,7 +16,7 @@ def detect_template(app_dir: Path) -> str:
         app_dir: Path to the application directory
 
     Returns:
-        Template type: "dbx-sdk", "trpc", or "unknown"
+        Template type: "dbx-sdk", "trpc", "vite", or "unknown"
     """
     # DBX SDK markers (new template)
     if _is_dbx_sdk_app(app_dir):
@@ -26,6 +26,10 @@ def detect_template(app_dir: Path) -> str:
     if _is_trpc_app(app_dir):
         return "trpc"
 
+    # Vite markers (simple frontend apps)
+    if _is_vite_app(app_dir):
+        return "vite"
+
     return "unknown"
 
 
@@ -87,6 +91,39 @@ def _is_trpc_app(app_dir: Path) -> bool:
     return score >= 2
 
 
+def _is_vite_app(app_dir: Path) -> bool:
+    """Check if app uses Vite template (simple frontend apps)."""
+    score = 0
+
+    # Check for vite.config.ts/js
+    if (app_dir / "vite.config.ts").exists() or (app_dir / "vite.config.js").exists():
+        score += 2
+
+    # Check for single root package.json (not monorepo)
+    root_pkg = app_dir / "package.json"
+    if root_pkg.exists():
+        try:
+            import json
+            pkg_content = json.loads(root_pkg.read_text())
+            # Check for vite in devDependencies
+            dev_deps = pkg_content.get("devDependencies", {})
+            if "vite" in dev_deps:
+                score += 2
+            # Check for typical Vite scripts
+            scripts = pkg_content.get("scripts", {})
+            if "dev" in scripts and "vite" in scripts.get("dev", ""):
+                score += 1
+        except:
+            pass
+
+    # Check that it's NOT a monorepo (no separate server/client package.json files)
+    if not (app_dir / "server" / "package.json").exists() and not (app_dir / "client" / "package.json").exists():
+        score += 1
+
+    # Need at least 2 indicators
+    return score >= 2
+
+
 def get_template_info(template: str) -> dict:
     """
     Get template-specific configuration.
@@ -115,6 +152,15 @@ def get_template_info(template: str) -> dict:
             "api_pattern": "/api/trpc/{procedure}",
             "sql_location": "inline",  # SQL embedded in TypeScript
         }
+    elif template == "vite":
+        return {
+            "backend_dirs": [],  # Frontend-only
+            "frontend_dirs": ["src"],
+            "entry_points": ["src/main.tsx", "src/main.ts", "src/index.tsx", "src/index.ts"],
+            "package_json_location": "root",
+            "api_pattern": "none",  # No backend
+            "sql_location": "none",  # No SQL
+        }
     else:
         # Fallback: try all common patterns
         return {