From 065dbd5d1651ff4f196c997d9bb117369e1f49a3 Mon Sep 17 00:00:00 2001 From: Calum Murray Date: Wed, 1 Apr 2026 15:59:35 -0400 Subject: [PATCH] chore: update quickstart to use new llmjudge format Signed-off-by: Calum Murray --- .../iteration-1-bad/evals/agent.yaml | 5 +++++ .../iteration-1-bad/evals/eval.yaml | 10 +++++----- .../iteration-2-good/evals/agent.yaml | 5 +++++ .../iteration-2-good/evals/eval.yaml | 10 +++++----- 4 files changed, 20 insertions(+), 10 deletions(-) create mode 100644 03-evolution-case-study/iteration-1-bad/evals/agent.yaml create mode 100644 03-evolution-case-study/iteration-2-good/evals/agent.yaml diff --git a/03-evolution-case-study/iteration-1-bad/evals/agent.yaml b/03-evolution-case-study/iteration-1-bad/evals/agent.yaml new file mode 100644 index 0000000..8c91869 --- /dev/null +++ b/03-evolution-case-study/iteration-1-bad/evals/agent.yaml @@ -0,0 +1,5 @@ +kind: Agent +metadata: + name: "claude-code-acp" +acp: + cmd: "claude-agent-acp" diff --git a/03-evolution-case-study/iteration-1-bad/evals/eval.yaml b/03-evolution-case-study/iteration-1-bad/evals/eval.yaml index ccea7b4..ad9167b 100644 --- a/03-evolution-case-study/iteration-1-bad/evals/eval.yaml +++ b/03-evolution-case-study/iteration-1-bad/evals/eval.yaml @@ -5,17 +5,17 @@ metadata: config: # Use Claude Code as the AI agent agent: - type: "builtin.claude-code" + type: file + path: agent.yaml # MCP server configuration mcpConfigFile: mcp-config.yaml # LLM judge configuration llmJudge: - env: - baseUrlKey: JUDGE_BASE_URL - apiKeyKey: JUDGE_API_KEY - modelNameKey: JUDGE_MODEL_NAME + ref: + type: file + path: agent.yaml # Test tasks taskSets: diff --git a/03-evolution-case-study/iteration-2-good/evals/agent.yaml b/03-evolution-case-study/iteration-2-good/evals/agent.yaml new file mode 100644 index 0000000..8c91869 --- /dev/null +++ b/03-evolution-case-study/iteration-2-good/evals/agent.yaml @@ -0,0 +1,5 @@ +kind: Agent +metadata: + name: "claude-code-acp" +acp: + cmd: "claude-agent-acp" diff --git a/03-evolution-case-study/iteration-2-good/evals/eval.yaml b/03-evolution-case-study/iteration-2-good/evals/eval.yaml index 1ccce07..3cfec45 100644 --- a/03-evolution-case-study/iteration-2-good/evals/eval.yaml +++ b/03-evolution-case-study/iteration-2-good/evals/eval.yaml @@ -5,17 +5,17 @@ metadata: config: # Use Claude Code as the AI agent agent: - type: "builtin.claude-code" + type: file + path: agent.yaml # MCP server configuration mcpConfigFile: mcp-config.yaml # LLM judge configuration llmJudge: - env: - baseUrlKey: JUDGE_BASE_URL - apiKeyKey: JUDGE_API_KEY - modelNameKey: JUDGE_MODEL_NAME + ref: + type: file + path: agent.yaml # Test tasks taskSets: