{"run_id":"6b6f2e38-efe3-50a9-af09-c30d7d0bd1c8","case_id":"dp-bird-1001","attempt":1,"passed":false,"status":"success","graders":[{"score":1,"gating":true,"grader":"status","passed":true,"details":{"status":"success"},"cost_calls":0},{"score":0,"gating":true,"grader":"execution_match","passed":false,"details":{"source":"adapter_ex","ex_error":null,"gold_rows":6,"pred_rows":5},"cost_calls":0},{"score":1,"gating":true,"grader":"trajectory","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"must_not","passed":true,"details":{},"cost_calls":0}],"trace_id":null,"block_layer":null,"cost_usd":0.003291,"latency_ms":9588,"llm_calls":6}
{"run_id":"6b6f2e38-efe3-50a9-af09-c30d7d0bd1c8","case_id":"dp-bird-1030","attempt":1,"passed":true,"status":"success","graders":[{"score":1,"gating":true,"grader":"execution_match","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"trajectory","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"must_not","passed":true,"details":{},"cost_calls":0}],"trace_id":null,"block_layer":null,"cost_usd":0.00329,"latency_ms":12018,"llm_calls":6}
{"run_id":"6b6f2e38-efe3-50a9-af09-c30d7d0bd1c8","case_id":"dp-bird-1057","attempt":1,"passed":true,"status":"success","graders":[{"score":1,"gating":true,"grader":"execution_match","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"trajectory","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"must_not","passed":true,"details":{},"cost_calls":0}],"trace_id":null,"block_layer":null,"cost_usd":0.003305,"latency_ms":9271,"llm_calls":6}
{"run_id":"6b6f2e38-efe3-50a9-af09-c30d7d0bd1c8","case_id":"dp-bird-1058","attempt":1,"passed":false,"status":"success","graders":[{"score":1,"gating":true,"grader":"status","passed":true,"details":{"status":"success"},"cost_calls":0},{"score":0,"gating":true,"grader":"execution_match","passed":false,"details":{"source":"adapter_ex","ex_error":null,"gold_rows":9,"pred_rows":8},"cost_calls":0},{"score":1,"gating":true,"grader":"trajectory","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"must_not","passed":true,"details":{},"cost_calls":0}],"trace_id":null,"block_layer":null,"cost_usd":0.001527,"latency_ms":4761,"llm_calls":3}
{"run_id":"6b6f2e38-efe3-50a9-af09-c30d7d0bd1c8","case_id":"dp-bird-1105","attempt":1,"passed":true,"status":"success","graders":[{"score":1,"gating":true,"grader":"execution_match","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"trajectory","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"must_not","passed":true,"details":{},"cost_calls":0}],"trace_id":null,"block_layer":null,"cost_usd":0.003344,"latency_ms":9858,"llm_calls":6}
{"run_id":"6b6f2e38-efe3-50a9-af09-c30d7d0bd1c8","case_id":"dp-bird-1144","attempt":1,"passed":true,"status":"success","graders":[{"score":1,"gating":true,"grader":"execution_match","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"trajectory","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"must_not","passed":true,"details":{},"cost_calls":0}],"trace_id":null,"block_layer":null,"cost_usd":0.00334,"latency_ms":9354,"llm_calls":6}
{"run_id":"6b6f2e38-efe3-50a9-af09-c30d7d0bd1c8","case_id":"dp-bird-1145","attempt":1,"passed":true,"status":"success","graders":[{"score":1,"gating":true,"grader":"execution_match","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"trajectory","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"must_not","passed":true,"details":{},"cost_calls":0}],"trace_id":null,"block_layer":null,"cost_usd":0.003355,"latency_ms":9940,"llm_calls":6}
{"run_id":"6b6f2e38-efe3-50a9-af09-c30d7d0bd1c8","case_id":"dp-bird-1150","attempt":1,"passed":true,"status":"success","graders":[{"score":1,"gating":true,"grader":"execution_match","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"trajectory","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"must_not","passed":true,"details":{},"cost_calls":0}],"trace_id":null,"block_layer":null,"cost_usd":0.003294,"latency_ms":8731,"llm_calls":6}
{"run_id":"6b6f2e38-efe3-50a9-af09-c30d7d0bd1c8","case_id":"dp-bird-117","attempt":1,"passed":true,"status":"success","graders":[{"score":1,"gating":true,"grader":"execution_match","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"trajectory","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"must_not","passed":true,"details":{},"cost_calls":0}],"trace_id":null,"block_layer":null,"cost_usd":0.002645,"latency_ms":8254,"llm_calls":5}
{"run_id":"6b6f2e38-efe3-50a9-af09-c30d7d0bd1c8","case_id":"dp-bird-1171","attempt":1,"passed":true,"status":"success","graders":[{"score":1,"gating":true,"grader":"execution_match","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"trajectory","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"must_not","passed":true,"details":{},"cost_calls":0}],"trace_id":null,"block_layer":null,"cost_usd":0.002635,"latency_ms":9052,"llm_calls":5}
{"run_id":"6b6f2e38-efe3-50a9-af09-c30d7d0bd1c8","case_id":"dp-bird-1187","attempt":1,"passed":true,"status":"success","graders":[{"score":1,"gating":true,"grader":"execution_match","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"trajectory","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"must_not","passed":true,"details":{},"cost_calls":0}],"trace_id":null,"block_layer":null,"cost_usd":0.00265,"latency_ms":6657,"llm_calls":5}
{"run_id":"6b6f2e38-efe3-50a9-af09-c30d7d0bd1c8","case_id":"dp-bird-1239","attempt":1,"passed":true,"status":"success","graders":[{"score":1,"gating":true,"grader":"execution_match","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"trajectory","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"must_not","passed":true,"details":{},"cost_calls":0}],"trace_id":null,"block_layer":null,"cost_usd":0.002637,"latency_ms":8911,"llm_calls":5}
{"run_id":"6b6f2e38-efe3-50a9-af09-c30d7d0bd1c8","case_id":"dp-bird-1275","attempt":1,"passed":false,"status":"success","graders":[{"score":1,"gating":true,"grader":"status","passed":true,"details":{"status":"success"},"cost_calls":0},{"score":0,"gating":true,"grader":"execution_match","passed":false,"details":{"source":"adapter_ex","ex_error":null,"gold_rows":3,"pred_rows":2},"cost_calls":0},{"score":1,"gating":true,"grader":"trajectory","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"must_not","passed":true,"details":{},"cost_calls":0}],"trace_id":null,"block_layer":null,"cost_usd":0.001521,"latency_ms":4373,"llm_calls":3}
{"run_id":"6b6f2e38-efe3-50a9-af09-c30d7d0bd1c8","case_id":"dp-bird-1339","attempt":1,"passed":true,"status":"success","graders":[{"score":1,"gating":true,"grader":"execution_match","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"trajectory","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"must_not","passed":true,"details":{},"cost_calls":0}],"trace_id":null,"block_layer":null,"cost_usd":0.001516,"latency_ms":5429,"llm_calls":3}
{"run_id":"6b6f2e38-efe3-50a9-af09-c30d7d0bd1c8","case_id":"dp-bird-1351","attempt":1,"passed":true,"status":"success","graders":[{"score":1,"gating":true,"grader":"execution_match","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"trajectory","passed":true,"details":{},"cost_calls":0},{"score":1,"gating":true,"grader":"must_not","passed":true,"details":{},"cost_calls":0}],"trace_id":null,"block_layer":null,"cost_usd":0.003318,"latency_ms":8625,"llm_calls":6}