{
"id": "test-set:livecodebench-2024-12",
"_kind": "TestSet",
"_file": "benchmarks/test-sets/livecodebench-2024-12.yaml",
"_cluster": "benchmarks",
"attributes": {
"displayName": "LiveCodeBench 2024-12 cut",
"benchmarkId": "benchmark:livecodebench",
"caseCount": 511,
"releasedAt": "2024-12-01",
"composition": "The December 2024 contamination-free cut of LiveCodeBench. Includes\nproblems first published on LeetCode/AtCoder/CodeForces between\nSeptember 2024 and December 2024, after the training cutoff of most\ncontemporaneous frontier models.\n",
"homepageUrl": "https://livecodebench.github.io/",
"description": "LiveCodeBench publishes rolling cuts each month; this entry\nrepresents the 2024-12 cut commonly referenced in late-2024 model\ncards.\n"
},
"outgoingEdges": [
{
"from": "test-set:livecodebench-2024-12",
"to": "benchmark:livecodebench",
"kind": "belongs_to_benchmark"
}
],
"incomingEdges": []
}