Skip to content

Commit 28fbbce

Browse files
cursoragentmorluto
andcommitted
fix(benchmarks): repair perfect-cuboid-scope-audit CI contract and lint
Co-authored-by: morluto <morluto@users.noreply.github.com>
1 parent af2a679 commit 28fbbce

3 files changed

Lines changed: 12 additions & 37 deletions

File tree

benchmarks/datasets/conjecture-probes-v1/perfect-cuboid-scope-audit/tests/Dockerfile

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
FROM python:3.12-slim@sha256:57cd7c3a7a273101a6485ba99423ee568157882804b1124b4dd04266317710de
22
LABEL jacobian.task="jacobian/perfect-cuboid-scope-audit" \
3-
jacobian.checksum="746547d8c69379618f8a80892d2fc7c9cfa099548a97120f67c28c2b9f6a1991"
3+
jacobian.checksum="b1687c97961b8d6621b9288507af3f246f4f05a4735009e95e593425d624061d"
44
RUN python -m pip install --no-cache-dir attrs==26.1.0 jsonschema==4.26.0 jsonschema-specifications==2025.9.1 referencing==0.37.0 rpds-py==2026.6.3 typing-extensions==4.16.0
55
COPY input.json public_contract.json test.sh verifier.py verifier_support.py /tests/
66
COPY input.json /app/input.json

benchmarks/datasets/conjecture-probes-v1/perfect-cuboid-scope-audit/tests/public_contract.json

Lines changed: 1 addition & 30 deletions
Original file line numberDiff line numberDiff line change
@@ -21,36 +21,7 @@
2121
"application/json"
2222
],
2323
"min_items": 1,
24-
"payload_shape": {
25-
"additionalProperties": false,
26-
"properties": {
27-
"limitations": {
28-
"items": {
29-
"type": "string"
30-
},
31-
"type": "array"
32-
},
33-
"result": {
34-
"type": "object"
35-
},
36-
"schema_version": {
37-
"enum": [
38-
"1"
39-
],
40-
"type": "string"
41-
},
42-
"task_id": {
43-
"type": "string"
44-
}
45-
},
46-
"required": [
47-
"schema_version",
48-
"task_id",
49-
"result",
50-
"limitations"
51-
],
52-
"type": "object"
53-
}
24+
"payload_shape": null
5425
},
5526
"limitations": {
5627
"const": [

benchmarks/datasets/conjecture-probes-v1/perfect-cuboid-scope-audit/tests/verifier.py

Lines changed: 10 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -10,8 +10,8 @@
1010

1111
from verifier_support import (
1212
MAX_SUBMISSION_BYTES,
13-
is_regular_bounded_file,
1413
evidence_list_is_bound,
14+
is_regular_bounded_file,
1515
load_submission,
1616
read_evidence_json,
1717
strict_submission_contract,
@@ -23,12 +23,14 @@
2323
LIMITATIONS = ["TWELVE_FROZEN_INTEGER_CUBOIDS", "NO_GLOBAL_PERFECT_CUBOID_CONCLUSION"]
2424
CLASSES = {"PERFECT_CUBOID", "EULER_BRICK_ONLY", "SPACE_AND_TWO_FACES", "OTHER"}
2525
MAX_EVIDENCE_BYTES = 2 * 1024 * 1024
26-
SCOREABLE_ASSURANCES = frozenset({"UNVERIFIED", "COMPUTED", "CHECKED"})
26+
scoreable_assurances = frozenset({"UNVERIFIED", "COMPUTED", "CHECKED"})
2727

2828

2929
def _raw_submission() -> dict[str, Any] | None:
3030
"""Parse the raw submission JSON without strict schema validation."""
31-
if not is_regular_bounded_file(Path("/app/submission.json"), max_bytes=MAX_SUBMISSION_BYTES):
31+
if not is_regular_bounded_file(
32+
Path("/app/submission.json"), max_bytes=MAX_SUBMISSION_BYTES
33+
):
3234
return None
3335
try:
3436
value = json.loads(Path("/app/submission.json").read_text())
@@ -156,7 +158,7 @@ def main() -> None:
156158
submission,
157159
task_id=TASK_ID,
158160
conclusion="PERFECT_CUBOID_FINITE_SCOPE_AUDIT",
159-
allowed_assurances=SCOREABLE_ASSURANCES,
161+
allowed_assurances=scoreable_assurances,
160162
verification_record="forbidden",
161163
)
162164
mathematics = bool(
@@ -166,7 +168,9 @@ def main() -> None:
166168
)
167169
evidence = bool(
168170
isinstance(submission, dict)
169-
and evidence_list_is_bound(submission.get("evidence", []), max_bytes=MAX_EVIDENCE_BYTES)
171+
and evidence_list_is_bound(
172+
submission.get("evidence", []), max_bytes=MAX_EVIDENCE_BYTES
173+
)
170174
)
171175
payload = (
172176
read_evidence_json(
@@ -192,7 +196,7 @@ def main() -> None:
192196
)
193197
assurance = bool(
194198
isinstance(submission, dict)
195-
and submission.get("claimed_assurance") in SCOREABLE_ASSURANCES
199+
and submission.get("claimed_assurance") in scoreable_assurances
196200
)
197201
false_certification = bool(
198202
isinstance(raw_submission, dict)

0 commit comments

Comments
 (0)