Team
21 lines
786 B
JSON
21 lines
786 B
JSON
{
|
|
"skill_name": "codereview",
|
|
"evals": [
|
|
{
|
|
"id": 1,
|
|
"prompt": "Review this Python function for issues:\ndef calc(x): return x*86400",
|
|
"expected_output": "Identifies the magic number 86400 and suggests extracting it as a named constant like SECONDS_PER_DAY."
|
|
},
|
|
{
|
|
"id": 2,
|
|
"prompt": "Is this code okay?\ndef get_user(db, id):\n return db.execute('SELECT * FROM users WHERE id=' + id)",
|
|
"expected_output": "Flags SQL injection vulnerability and recommends parameterized queries."
|
|
},
|
|
{
|
|
"id": 3,
|
|
"prompt": "Review this function:\ndef process(a,b,c,d,e,f,g): return a+b+c+d+e+f+g",
|
|
"expected_output": "Flags too many parameters and suggests refactoring to use a data structure or fewer arguments."
|
|
}
|
|
]
|
|
}
|