{ "domain": "computer-science", "image": "python:3.12-slim", "data": "Inputs are generated from fixed seeds by the verifier.", "benchmark": { "task": "Scientific computing speed-ups", "metric": { "name": "speed-up", "better": "higher" }, "subtasks": "functions", "guardrails": [ "Matches the SciPy output within the tolerance in each problem file", "Packages from the runner image only", "Timed on the pinned CPU runner, the best of five" ], "aggregate": "geomean", "baseline": { "name": "SciPy 1.14", "score": 1, "subtasks": { "sinkhorn": 1, "fft-convolve": 1, "lombscargle": 1, "sparse-pde": 1, "kd-rdf": 1, "lstsq": 1, "expm": 1, "interp1d": 1 } } } }