{"baseline_agent":"oracle (submits known correct query)","results":{"easy_1":{"score":0.999,"passed":true,"difficulty":"easy","bug_category":"syntax","feedback":"Executes without error (+0.30) | Correct columns (+0.20) | Correct row count: 3 (+0.10) | All values match! (+0.40)"},"easy_2":{"score":0.999,"passed":true,"difficulty":"easy","bug_category":"syntax","feedback":"Executes without error (+0.30) | Correct columns (+0.20) | Correct row count: 3 (+0.10) | All values match! (+0.40)"},"easy_3":{"score":0.999,"passed":true,"difficulty":"easy","bug_category":"syntax","feedback":"Executes without error (+0.30) | Correct columns (+0.20) | Correct row count: 5 (+0.10) | All values match! (+0.40)"},"easy_4":{"score":0.999,"passed":true,"difficulty":"easy","bug_category":"syntax","feedback":"Executes without error (+0.30) | Correct columns (+0.20) | Correct row count: 5 (+0.10) | All values match! (+0.40)"},"easy_5":{"score":0.999,"passed":true,"difficulty":"easy","bug_category":"syntax","feedback":"Executes without error (+0.30) | Correct columns (+0.20) | Correct row count: 5 (+0.10) | All values match! (+0.40)"},"easy_6":{"score":0.999,"passed":true,"difficulty":"easy","bug_category":"syntax","feedback":"Executes without error (+0.30) | Correct columns (+0.20) | Correct row count: 1 (+0.10) | All values match! (+0.40)"},"easy_7":{"score":0.999,"passed":true,"difficulty":"easy","bug_category":"syntax","feedback":"Executes without error (+0.30) | Correct columns (+0.20) | Correct row count: 2 (+0.10) | All values match! (+0.40)"},"medium_1":{"score":0.999,"passed":true,"difficulty":"medium","bug_category":"join","feedback":"Executes without error (+0.30) | Correct columns (+0.20) | Correct row count: 11 (+0.10) | All values match! (+0.40)"},"medium_2":{"score":0.999,"passed":true,"difficulty":"medium","bug_category":"having","feedback":"Executes without error (+0.30) | Correct columns (+0.20) | Correct row count: 2 (+0.10) | All values match! (+0.40)"},"medium_3":{"score":0.999,"passed":true,"difficulty":"medium","bug_category":"join","feedback":"Executes without error (+0.30) | Correct columns (+0.20) | Correct row count: 6 (+0.10) | All values match! (+0.40)"},"medium_4":{"score":0.999,"passed":true,"difficulty":"medium","bug_category":"subquery","feedback":"Executes without error (+0.30) | Correct columns (+0.20) | Correct row count: 6 (+0.10) | All values match! (+0.40)"},"medium_5":{"score":0.999,"passed":true,"difficulty":"medium","bug_category":"join","feedback":"Executes without error (+0.30) | Correct columns (+0.20) | Correct row count: 2 (+0.10) | All values match! (+0.40)"},"medium_6":{"score":0.999,"passed":true,"difficulty":"medium","bug_category":"join","feedback":"Executes without error (+0.30) | Correct columns (+0.20) | Correct row count: 2 (+0.10) | All values match! (+0.40)"},"medium_7":{"score":0.999,"passed":true,"difficulty":"medium","bug_category":"having","feedback":"Executes without error (+0.30) | Correct columns (+0.20) | Correct row count: 2 (+0.10) | All values match! (+0.40)"},"hard_1":{"score":0.999,"passed":true,"difficulty":"hard","bug_category":"join_type","feedback":"Executes without error (+0.30) | Correct columns (+0.20) | Correct row count: 4 (+0.10) | All values match! (+0.40)"},"hard_2":{"score":0.999,"passed":true,"difficulty":"hard","bug_category":"self_join","feedback":"Executes without error (+0.30) | Correct columns (+0.20) | Correct row count: 12 (+0.10) | All values match! (+0.40)"},"hard_3":{"score":0.999,"passed":true,"difficulty":"hard","bug_category":"group_by","feedback":"Executes without error (+0.30) | Correct columns (+0.20) | Correct row count: 5 (+0.10) | All values match! (+0.40)"},"hard_4":{"score":0.999,"passed":true,"difficulty":"hard","bug_category":"having","feedback":"Executes without error (+0.30) | Correct columns (+0.20) | Correct row count: 4 (+0.10) | All values match! (+0.40)"},"hard_5":{"score":0.999,"passed":true,"difficulty":"hard","bug_category":"duplicate_count","feedback":"Executes without error (+0.30) | Correct columns (+0.20) | Correct row count: 5 (+0.10) | All values match! (+0.40)"},"hard_6":{"score":0.6,"passed":false,"difficulty":"hard","bug_category":"having","feedback":"Executes without error (+0.30) | Correct columns (+0.20) | Correct row count: 0 (+0.10)"}},"average_score":0.9791,"by_difficulty":{"easy":0.999,"medium":0.999,"hard":0.9325}}