File tree Expand file tree Collapse file tree
datasets/mathematical-benchmarks-v1/rank-one-spectral-limit-certificate/tests
validation/mathematical_benchmarks_v1 Expand file tree Collapse file tree Original file line number Diff line number Diff line change 11FROM ghcr.io/astral-sh/uv:0.8.4-python3.12-bookworm-slim@sha256:dc7e1d08f8ca979826ec0b68b31c783e0b35b568be6a078d4cbedf38c4cc085e
22RUN python -m pip install --no-cache-dir attrs==26.1.0 jsonschema==4.26.0 jsonschema-specifications==2025.9.1 referencing==0.37.0 rpds-py==2026.6.3 typing-extensions==4.16.0
3- LABEL jacobian.checksum="6fe02bcf29f843830c5807a65fa10a0e0c443f6c02268ddbc799f4ca7ef2958a "
3+ LABEL jacobian.checksum="aa70552653e820310b26be21021aee03f73fa6df10bceb2b9c482322aeabca0f "
44# Exact rational verifier for a rank-one spectral limit certificate.
55LABEL jacobian.task="jacobian/rank-one-spectral-limit-certificate"
66COPY expected.json input.json test.sh verifier.py verifier_support.py public_contract.json /tests/
Original file line number Diff line number Diff line change @@ -97,7 +97,7 @@ def certificate_valid(result: object) -> bool:
9797 if ns is None :
9898 return False
9999 return bool (
100- ns == sorted (set (ns ))
100+ len ( ns ) == len (set (ns ))
101101 and result ["rank_one_sign" ] == "DIAGONAL_MINUS_LAMBDA_ONES"
102102 and result ["root_formula" ] == "4*n*(n+1)/((n-1)*(n+2))"
103103 and rat (result ["limit" ]) == 4
Original file line number Diff line number Diff line change @@ -45,6 +45,14 @@ def test_accepts_alternative_exact_checkpoints(tmp_path: Path) -> None:
4545 assert support ._run_verifier (task , app , logs ).reward == 1.0
4646
4747
48+ def test_accepts_reordered_distinct_checkpoints (tmp_path : Path ) -> None :
49+ task , app , logs = _case (tmp_path )
50+ submission = json .loads ((app / "submission.json" ).read_text ())
51+ submission ["result" ]["checkpoints" ].reverse ()
52+ _rewrite (app , submission )
53+ assert support ._run_verifier (task , app , logs ).reward == 1.0
54+
55+
4856def test_rejects_sampled_but_corrupt_root (tmp_path : Path ) -> None :
4957 task , app , logs = _case (tmp_path )
5058 submission = json .loads ((app / "submission.json" ).read_text ())
You can’t perform that action at this time.
0 commit comments