fix(eval): log agent errors in task progress for CI visibility (#523)

This commit is contained in:
shivammittal274
2026-03-21 23:33:19 +05:30
committed by GitHub
parent 0f9d93058f
commit 70be5c5c21

View File

@@ -242,6 +242,12 @@ function printTaskProgress(
if (result.status === 'failed') {
console.log(` ERROR: ${result.error.message}`)
} else if (isSuccessfulResult(result)) {
// Log agent errors (e.g., LLM API failures) even if task "completed"
if (result.agentResult.metadata.errors?.length) {
for (const err of result.agentResult.metadata.errors) {
console.log(` ERROR [${err.source}]: ${err.message}`)
}
}
for (const [name, gr] of Object.entries(result.graderResults)) {
const icon = gr.pass ? 'PASS' : 'FAIL'
console.log(` ${name}: ${icon}`)