fix(benchmarks): keep verifier diagnostics independent of schema load

load_submission was rejecting schema-invalid submissions before scoring,
which collapsed correctness and hid false VERIFIED claims. Parse the
submission object for diagnostics, leave schema checks to the contract
helpers, and align adapter/legacy public-contract host validation.

Co-authored-by: morluto <morluto@users.noreply.github.com>

Author: cursoragent

benchmarks/datasets/conjecture-probes-v1/vizing-bounded-cartesian-products/tests/verifier_support.py

@@ -115,11 +115,7 @@ def load_submission(
         )
     except (OSError, ValueError, RecursionError, MemoryError, TypeError):
         return None
-    return (
-        value
-        if isinstance(value, dict) and _public_submission_is_valid(value)
-        else None
-    )
+    return value if isinstance(value, dict) else None
 
 
 def _public_submission_is_valid(submission: object) -> bool:

benchmarks/datasets/mathematical-benchmarks-v1/algebraic-independence-transfer-audit/tests/verifier_support.py

@@ -115,11 +115,7 @@ def load_submission(
         )
     except (OSError, ValueError, RecursionError, MemoryError, TypeError):
         return None
-    return (
-        value
-        if isinstance(value, dict) and _public_submission_is_valid(value)
-        else None
-    )
+    return value if isinstance(value, dict) else None
 
 
 def _public_submission_is_valid(submission: object) -> bool:

benchmarks/datasets/mathematical-benchmarks-v1/alternating-recurrence-stability-certificate/tests/verifier_support.py

@@ -115,11 +115,7 @@ def load_submission(
         )
     except (OSError, ValueError, RecursionError, MemoryError, TypeError):
         return None
-    return (
-        value
-        if isinstance(value, dict) and _public_submission_is_valid(value)
-        else None
-    )
+    return value if isinstance(value, dict) else None
 
 
 def _public_submission_is_valid(submission: object) -> bool:

benchmarks/datasets/mathematical-benchmarks-v1/apollonius-gap-repair/tests/verifier_support.py

@@ -115,11 +115,7 @@ def load_submission(
         )
     except (OSError, ValueError, RecursionError, MemoryError, TypeError):
         return None
-    return (
-        value
-        if isinstance(value, dict) and _public_submission_is_valid(value)
-        else None
-    )
+    return value if isinstance(value, dict) else None
 
 
 def _public_submission_is_valid(submission: object) -> bool:

benchmarks/datasets/mathematical-benchmarks-v1/autoformalization-semantic-audit/tests/verifier_support.py

@@ -115,11 +115,7 @@ def load_submission(
         )
     except (OSError, ValueError, RecursionError, MemoryError, TypeError):
         return None
-    return (
-        value
-        if isinstance(value, dict) and _public_submission_is_valid(value)
-        else None
-    )
+    return value if isinstance(value, dict) else None
 
 
 def _public_submission_is_valid(submission: object) -> bool:

benchmarks/datasets/mathematical-benchmarks-v1/bounded-variation-uniform-limit/tests/verifier_support.py

@@ -115,11 +115,7 @@ def load_submission(
         )
     except (OSError, ValueError, RecursionError, MemoryError, TypeError):
         return None
-    return (
-        value
-        if isinstance(value, dict) and _public_submission_is_valid(value)
-        else None
-    )
+    return value if isinstance(value, dict) else None
 
 
 def _public_submission_is_valid(submission: object) -> bool:

benchmarks/datasets/mathematical-benchmarks-v1/c4-characteristic-invariant-audit/tests/verifier_support.py

@@ -115,11 +115,7 @@ def load_submission(
         )
     except (OSError, ValueError, RecursionError, MemoryError, TypeError):
         return None
-    return (
-        value
-        if isinstance(value, dict) and _public_submission_is_valid(value)
-        else None
-    )
+    return value if isinstance(value, dict) else None
 
 
 def _public_submission_is_valid(submission: object) -> bool:

benchmarks/datasets/mathematical-benchmarks-v1/calendar-good-days-audit/tests/verifier_support.py

@@ -115,11 +115,7 @@ def load_submission(
         )
     except (OSError, ValueError, RecursionError, MemoryError, TypeError):
         return None
-    return (
-        value
-        if isinstance(value, dict) and _public_submission_is_valid(value)
-        else None
-    )
+    return value if isinstance(value, dict) else None
 
 
 def _public_submission_is_valid(submission: object) -> bool:

benchmarks/datasets/mathematical-benchmarks-v1/chebotarev-fixed-point-proof-audit/tests/verifier_support.py

@@ -115,11 +115,7 @@ def load_submission(
         )
     except (OSError, ValueError, RecursionError, MemoryError, TypeError):
         return None
-    return (
-        value
-        if isinstance(value, dict) and _public_submission_is_valid(value)
-        else None
-    )
+    return value if isinstance(value, dict) else None
 
 
 def _public_submission_is_valid(submission: object) -> bool:

benchmarks/datasets/mathematical-benchmarks-v1/closed-one-form-polynomial-classification/tests/verifier_support.py

@@ -115,11 +115,7 @@ def load_submission(
         )
     except (OSError, ValueError, RecursionError, MemoryError, TypeError):
         return None
-    return (
-        value
-        if isinstance(value, dict) and _public_submission_is_valid(value)
-        else None
-    )
+    return value if isinstance(value, dict) else None
 
 
 def _public_submission_is_valid(submission: object) -> bool: