Skip to content

Commit d473dca

Browse files
authored
chore: update quickstart to use new llmjudge format (#6)
Signed-off-by: Calum Murray <cmurray@redhat.com>
1 parent 2925f22 commit d473dca

4 files changed

Lines changed: 20 additions & 10 deletions

File tree

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
kind: Agent
2+
metadata:
3+
name: "claude-code-acp"
4+
acp:
5+
cmd: "claude-agent-acp"

03-evolution-case-study/iteration-1-bad/evals/eval.yaml

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -5,17 +5,17 @@ metadata:
55
config:
66
# Use Claude Code as the AI agent
77
agent:
8-
type: "builtin.claude-code"
8+
type: file
9+
path: agent.yaml
910

1011
# MCP server configuration
1112
mcpConfigFile: mcp-config.yaml
1213

1314
# LLM judge configuration
1415
llmJudge:
15-
env:
16-
baseUrlKey: JUDGE_BASE_URL
17-
apiKeyKey: JUDGE_API_KEY
18-
modelNameKey: JUDGE_MODEL_NAME
16+
ref:
17+
type: file
18+
path: agent.yaml
1919

2020
# Test tasks
2121
taskSets:
Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
kind: Agent
2+
metadata:
3+
name: "claude-code-acp"
4+
acp:
5+
cmd: "claude-agent-acp"

03-evolution-case-study/iteration-2-good/evals/eval.yaml

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -5,17 +5,17 @@ metadata:
55
config:
66
# Use Claude Code as the AI agent
77
agent:
8-
type: "builtin.claude-code"
8+
type: file
9+
path: agent.yaml
910

1011
# MCP server configuration
1112
mcpConfigFile: mcp-config.yaml
1213

1314
# LLM judge configuration
1415
llmJudge:
15-
env:
16-
baseUrlKey: JUDGE_BASE_URL
17-
apiKeyKey: JUDGE_API_KEY
18-
modelNameKey: JUDGE_MODEL_NAME
16+
ref:
17+
type: file
18+
path: agent.yaml
1919

2020
# Test tasks
2121
taskSets:

0 commit comments

Comments
 (0)