Add public registry verification task category

Author: reacher-z

test-cases/v1/887-academia-research-public-registry-crossref-10-1038-s41586-020-2649-2/task.json

@@ -0,0 +1,31 @@
+{
+  "$schema": "../../task.schema.json",
+  "metadata": {
+    "task_id": 887,
+    "metaclass": "academia-research",
+    "class": "public-registry-verification",
+    "description": "A citation-quality analyst must repair one incomplete audit row. Open the authoritative crossref public record at https://search.crossref.org/?q=10.1038/s41586-020-2649-2 and complete this verification: Use Crossref to look up DOI 10.1038/s41586-020-2649-2. Report its exact title, publication year, Crossref work type, and canonical DOI. Return only the requested labeled fields, one per line. Do not infer missing values, do not use a search-result snippet as the final source, and do not perform any write action.",
+    "sites_involved": [
+      "crossref.org"
+    ],
+    "platform": "crossref",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    },
+    "source_snapshot_date": "2026-08-18",
+    "source_key": "10.1038/s41586-020-2649-2"
+  },
+  "instruction": "A citation-quality analyst must repair one incomplete audit row. Open the authoritative crossref public record at https://search.crossref.org/?q=10.1038/s41586-020-2649-2 and complete this verification: Use Crossref to look up DOI 10.1038/s41586-020-2649-2. Report its exact title, publication year, Crossref work type, and canonical DOI. Return only the requested labeled fields, one per line. Do not infer missing values, do not use a search-result snippet as the final source, and do not perform any write action.",
+  "eval_schema": {
+    "url_pattern": "__PLACEHOLDER_WILL_NOT_MATCH__",
+    "method": "POST"
+  },
+  "time_limit": 10,
+  "extra_info": [],
+  "judge_context": {
+    "rubric": "Award full credit only when every requested labeled field matches the frozen reference solution exactly in substance, the identifier is correct, and no extra unsupported fact is asserted. Minor punctuation or whitespace differences are acceptable.",
+    "reference_solution": "Title: Array programming with NumPy\nPublication year: 2020\nCrossref type: journal-article\nDOI: 10.1038/s41586-020-2649-2"
+  }
+}

test-cases/v1/888-academia-research-public-registry-crossref-10-1126-science-169-3946-635/task.json

@@ -0,0 +1,31 @@
+{
+  "$schema": "../../task.schema.json",
+  "metadata": {
+    "task_id": 888,
+    "metaclass": "academia-research",
+    "class": "public-registry-verification",
+    "description": "A release manager is checking a frozen public-record export before publication. Open the authoritative crossref public record at https://search.crossref.org/?q=10.1126/science.169.3946.635 and complete this verification: Use Crossref to look up DOI 10.1126/science.169.3946.635. Report its exact title, publication year, Crossref work type, and canonical DOI. Return only the requested labeled fields, one per line. Do not infer missing values, do not use a search-result snippet as the final source, and do not perform any write action.",
+    "sites_involved": [
+      "crossref.org"
+    ],
+    "platform": "crossref",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    },
+    "source_snapshot_date": "2026-08-18",
+    "source_key": "10.1126/science.169.3946.635"
+  },
+  "instruction": "A release manager is checking a frozen public-record export before publication. Open the authoritative crossref public record at https://search.crossref.org/?q=10.1126/science.169.3946.635 and complete this verification: Use Crossref to look up DOI 10.1126/science.169.3946.635. Report its exact title, publication year, Crossref work type, and canonical DOI. Return only the requested labeled fields, one per line. Do not infer missing values, do not use a search-result snippet as the final source, and do not perform any write action.",
+  "eval_schema": {
+    "url_pattern": "__PLACEHOLDER_WILL_NOT_MATCH__",
+    "method": "POST"
+  },
+  "time_limit": 10,
+  "extra_info": [],
+  "judge_context": {
+    "rubric": "Award full credit only when every requested labeled field matches the frozen reference solution exactly in substance, the identifier is correct, and no extra unsupported fact is asserted. Minor punctuation or whitespace differences are acceptable.",
+    "reference_solution": "Title: The Structure of Ordinary Water\nPublication year: 1970\nCrossref type: journal-article\nDOI: 10.1126/science.169.3946.635"
+  }
+}

test-cases/v1/889-academia-research-public-registry-crossref-10-1145-3290605-3300233/task.json

@@ -0,0 +1,31 @@
+{
+  "$schema": "../../task.schema.json",
+  "metadata": {
+    "task_id": 889,
+    "metaclass": "academia-research",
+    "class": "public-registry-verification",
+    "description": "A provenance reviewer needs an independently reproducible registry lookup. Open the authoritative crossref public record at https://search.crossref.org/?q=10.1145/3290605.3300233 and complete this verification: Use Crossref to look up DOI 10.1145/3290605.3300233. Report its exact title, publication year, Crossref work type, and canonical DOI. Return only the requested labeled fields, one per line. Do not infer missing values, do not use a search-result snippet as the final source, and do not perform any write action.",
+    "sites_involved": [
+      "crossref.org"
+    ],
+    "platform": "crossref",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    },
+    "source_snapshot_date": "2026-08-18",
+    "source_key": "10.1145/3290605.3300233"
+  },
+  "instruction": "A provenance reviewer needs an independently reproducible registry lookup. Open the authoritative crossref public record at https://search.crossref.org/?q=10.1145/3290605.3300233 and complete this verification: Use Crossref to look up DOI 10.1145/3290605.3300233. Report its exact title, publication year, Crossref work type, and canonical DOI. Return only the requested labeled fields, one per line. Do not infer missing values, do not use a search-result snippet as the final source, and do not perform any write action.",
+  "eval_schema": {
+    "url_pattern": "__PLACEHOLDER_WILL_NOT_MATCH__",
+    "method": "POST"
+  },
+  "time_limit": 10,
+  "extra_info": [],
+  "judge_context": {
+    "rubric": "Award full credit only when every requested labeled field matches the frozen reference solution exactly in substance, the identifier is correct, and no extra unsupported fact is asserted. Minor punctuation or whitespace differences are acceptable.",
+    "reference_solution": "Title: Guidelines for Human-AI Interaction\nPublication year: 2019\nCrossref type: proceedings-article\nDOI: 10.1145/3290605.3300233"
+  }
+}

test-cases/v1/890-academia-research-public-registry-crossref-10-1371-journal-pone-0000308/task.json

@@ -0,0 +1,31 @@
+{
+  "$schema": "../../task.schema.json",
+  "metadata": {
+    "task_id": 890,
+    "metaclass": "academia-research",
+    "class": "public-registry-verification",
+    "description": "An evidence curator is resolving a conflict between two metadata snapshots. Open the authoritative crossref public record at https://search.crossref.org/?q=10.1371/journal.pone.0000308 and complete this verification: Use Crossref to look up DOI 10.1371/journal.pone.0000308. Report its exact title, publication year, Crossref work type, and canonical DOI. Return only the requested labeled fields, one per line. Do not infer missing values, do not use a search-result snippet as the final source, and do not perform any write action.",
+    "sites_involved": [
+      "crossref.org"
+    ],
+    "platform": "crossref",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    },
+    "source_snapshot_date": "2026-08-18",
+    "source_key": "10.1371/journal.pone.0000308"
+  },
+  "instruction": "An evidence curator is resolving a conflict between two metadata snapshots. Open the authoritative crossref public record at https://search.crossref.org/?q=10.1371/journal.pone.0000308 and complete this verification: Use Crossref to look up DOI 10.1371/journal.pone.0000308. Report its exact title, publication year, Crossref work type, and canonical DOI. Return only the requested labeled fields, one per line. Do not infer missing values, do not use a search-result snippet as the final source, and do not perform any write action.",
+  "eval_schema": {
+    "url_pattern": "__PLACEHOLDER_WILL_NOT_MATCH__",
+    "method": "POST"
+  },
+  "time_limit": 10,
+  "extra_info": [],
+  "judge_context": {
+    "rubric": "Award full credit only when every requested labeled field matches the frozen reference solution exactly in substance, the identifier is correct, and no extra unsupported fact is asserted. Minor punctuation or whitespace differences are acceptable.",
+    "reference_solution": "Title: Sharing Detailed Research Data Is Associated with Increased Citation Rate\nPublication year: 2007\nCrossref type: journal-article\nDOI: 10.1371/journal.pone.0000308"
+  }
+}

test-cases/v1/891-academia-research-public-registry-crossref-10-1109-5-771073/task.json

@@ -0,0 +1,31 @@
+{
+  "$schema": "../../task.schema.json",
+  "metadata": {
+    "task_id": 891,
+    "metaclass": "academia-research",
+    "class": "public-registry-verification",
+    "description": "A compliance workbook has one record whose public fields must be verified. Open the authoritative crossref public record at https://search.crossref.org/?q=10.1109/5.771073 and complete this verification: Use Crossref to look up DOI 10.1109/5.771073. Report its exact title, publication year, Crossref work type, and canonical DOI. Return only the requested labeled fields, one per line. Do not infer missing values, do not use a search-result snippet as the final source, and do not perform any write action.",
+    "sites_involved": [
+      "crossref.org"
+    ],
+    "platform": "crossref",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    },
+    "source_snapshot_date": "2026-08-18",
+    "source_key": "10.1109/5.771073"
+  },
+  "instruction": "A compliance workbook has one record whose public fields must be verified. Open the authoritative crossref public record at https://search.crossref.org/?q=10.1109/5.771073 and complete this verification: Use Crossref to look up DOI 10.1109/5.771073. Report its exact title, publication year, Crossref work type, and canonical DOI. Return only the requested labeled fields, one per line. Do not infer missing values, do not use a search-result snippet as the final source, and do not perform any write action.",
+  "eval_schema": {
+    "url_pattern": "__PLACEHOLDER_WILL_NOT_MATCH__",
+    "method": "POST"
+  },
+  "time_limit": 10,
+  "extra_info": [],
+  "judge_context": {
+    "rubric": "Award full credit only when every requested labeled field matches the frozen reference solution exactly in substance, the identifier is correct, and no extra unsupported fact is asserted. Minor punctuation or whitespace differences are acceptable.",
+    "reference_solution": "Title: Toward unique identifiers\nPublication year: 1999\nCrossref type: journal-article\nDOI: 10.1109/5.771073"
+  }
+}

test-cases/v1/892-academia-research-public-registry-crossref-10-1038-227680a0/task.json

@@ -0,0 +1,31 @@
+{
+  "$schema": "../../task.schema.json",
+  "metadata": {
+    "task_id": 892,
+    "metaclass": "academia-research",
+    "class": "public-registry-verification",
+    "description": "A data steward is validating a registry identifier before an archival freeze. Open the authoritative crossref public record at https://search.crossref.org/?q=10.1038/227680a0 and complete this verification: Use Crossref to look up DOI 10.1038/227680a0. Report its exact title, publication year, Crossref work type, and canonical DOI. Return only the requested labeled fields, one per line. Do not infer missing values, do not use a search-result snippet as the final source, and do not perform any write action.",
+    "sites_involved": [
+      "crossref.org"
+    ],
+    "platform": "crossref",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    },
+    "source_snapshot_date": "2026-08-18",
+    "source_key": "10.1038/227680a0"
+  },
+  "instruction": "A data steward is validating a registry identifier before an archival freeze. Open the authoritative crossref public record at https://search.crossref.org/?q=10.1038/227680a0 and complete this verification: Use Crossref to look up DOI 10.1038/227680a0. Report its exact title, publication year, Crossref work type, and canonical DOI. Return only the requested labeled fields, one per line. Do not infer missing values, do not use a search-result snippet as the final source, and do not perform any write action.",
+  "eval_schema": {
+    "url_pattern": "__PLACEHOLDER_WILL_NOT_MATCH__",
+    "method": "POST"
+  },
+  "time_limit": 10,
+  "extra_info": [],
+  "judge_context": {
+    "rubric": "Award full credit only when every requested labeled field matches the frozen reference solution exactly in substance, the identifier is correct, and no extra unsupported fact is asserted. Minor punctuation or whitespace differences are acceptable.",
+    "reference_solution": "Title: Cleavage of Structural Proteins during the Assembly of the Head of Bacteriophage T4\nPublication year: 1970\nCrossref type: journal-article\nDOI: 10.1038/227680a0"
+  }
+}

test-cases/v1/893-academia-research-public-registry-crossref-10-1016-j-cell-2008-09-033/task.json

@@ -0,0 +1,31 @@
+{
+  "$schema": "../../task.schema.json",
+  "metadata": {
+    "task_id": 893,
+    "metaclass": "academia-research",
+    "class": "public-registry-verification",
+    "description": "A research librarian is reconciling a record against its authoritative source. Open the authoritative crossref public record at https://search.crossref.org/?q=10.1016/j.cell.2008.09.033 and complete this verification: Use Crossref to look up DOI 10.1016/j.cell.2008.09.033. Report its exact title, publication year, Crossref work type, and canonical DOI. Return only the requested labeled fields, one per line. Do not infer missing values, do not use a search-result snippet as the final source, and do not perform any write action.",
+    "sites_involved": [
+      "crossref.org"
+    ],
+    "platform": "crossref",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    },
+    "source_snapshot_date": "2026-08-18",
+    "source_key": "10.1016/j.cell.2008.09.033"
+  },
+  "instruction": "A research librarian is reconciling a record against its authoritative source. Open the authoritative crossref public record at https://search.crossref.org/?q=10.1016/j.cell.2008.09.033 and complete this verification: Use Crossref to look up DOI 10.1016/j.cell.2008.09.033. Report its exact title, publication year, Crossref work type, and canonical DOI. Return only the requested labeled fields, one per line. Do not infer missing values, do not use a search-result snippet as the final source, and do not perform any write action.",
+  "eval_schema": {
+    "url_pattern": "__PLACEHOLDER_WILL_NOT_MATCH__",
+    "method": "POST"
+  },
+  "time_limit": 10,
+  "extra_info": [],
+  "judge_context": {
+    "rubric": "Award full credit only when every requested labeled field matches the frozen reference solution exactly in substance, the identifier is correct, and no extra unsupported fact is asserted. Minor punctuation or whitespace differences are acceptable.",
+    "reference_solution": "Title: The RNA Polymerase “Switch Region” Is a Target for Inhibitors\nPublication year: 2008\nCrossref type: journal-article\nDOI: 10.1016/j.cell.2008.09.033"
+  }
+}

test-cases/v1/894-academia-research-public-registry-crossref-10-1073-pnas-95-23-13459/task.json

@@ -0,0 +1,31 @@
+{
+  "$schema": "../../task.schema.json",
+  "metadata": {
+    "task_id": 894,
+    "metaclass": "academia-research",
+    "class": "public-registry-verification",
+    "description": "A benchmark auditor must confirm a small public fact set without using memory. Open the authoritative crossref public record at https://search.crossref.org/?q=10.1073/pnas.95.23.13459 and complete this verification: Use Crossref to look up DOI 10.1073/pnas.95.23.13459. Report its exact title, publication year, Crossref work type, and canonical DOI. Return only the requested labeled fields, one per line. Do not infer missing values, do not use a search-result snippet as the final source, and do not perform any write action.",
+    "sites_involved": [
+      "crossref.org"
+    ],
+    "platform": "crossref",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    },
+    "source_snapshot_date": "2026-08-18",
+    "source_key": "10.1073/pnas.95.23.13459"
+  },
+  "instruction": "A benchmark auditor must confirm a small public fact set without using memory. Open the authoritative crossref public record at https://search.crossref.org/?q=10.1073/pnas.95.23.13459 and complete this verification: Use Crossref to look up DOI 10.1073/pnas.95.23.13459. Report its exact title, publication year, Crossref work type, and canonical DOI. Return only the requested labeled fields, one per line. Do not infer missing values, do not use a search-result snippet as the final source, and do not perform any write action.",
+  "eval_schema": {
+    "url_pattern": "__PLACEHOLDER_WILL_NOT_MATCH__",
+    "method": "POST"
+  },
+  "time_limit": 10,
+  "extra_info": [],
+  "judge_context": {
+    "rubric": "Award full credit only when every requested labeled field matches the frozen reference solution exactly in substance, the identifier is correct, and no extra unsupported fact is asserted. Minor punctuation or whitespace differences are acceptable.",
+    "reference_solution": "Title: Defects in embryonic hindbrain development and fetal resorption resulting from vitamin A deficiency in the rat are prevented by feeding pharmacological levels of all-\n                    <i>trans-</i>\n                    retinoic acid\nPublication year: 1998\nCrossref type: journal-article\nDOI: 10.1073/pnas.95.23.13459"
+  }
+}