ai-engineering-from-scratch/phases/14-agent-engineering/42-agent-workbench-capstone/quiz.json at main · zhaozhiqiangjianming-ship-it/ai-engineering-from-scratch · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
{
  "lesson": "42-agent-workbench-capstone",
  "title": "Capstone: Ship a Reusable Agent Workbench Pack",
  "questions": [
    {
      "stage": "pre",
      "question": "What does the capstone produce?",
      "options": [
        "A research paper",
        "A versioned drop-in directory (agent-workbench-pack/) with the seven surfaces plus a bin/install.sh that lays them down idempotently",
        "A new LLM",
        "A monitoring dashboard"
      ],
      "correct": 1,
      "explanation": "The pack is the recipe; each install is a serving."
    },
    {
      "stage": "pre",
      "question": "Which is NOT part of the pack layout?",
      "options": [
        "AGENTS.md + docs/",
        "schemas/",
        "scripts/",
        "vendor_proprietary_weights/"
      ],
      "correct": 3,
      "explanation": "Pack layout is AGENTS.md, docs/, schemas/, scripts/, bin/, README.md. The pack is framework- and vendor-agnostic."
    },
    {
      "stage": "check",
      "question": "Why does the pack carry a VERSION file?",
      "options": [
        "For SEO",
        "Major bumps for schema/script changes that require migrations; minor for additions; patch for doc-only; the target repo records which version it was installed against",
        "To track agent IQ",
        "To advertise on Hacker News"
      ],
      "correct": 1,
      "explanation": "Same shape as npm, Cargo, pyproject.toml; VERSION is the contract, not the marketing."
    },
    {
      "stage": "check",
      "question": "What does cross-tool distribution look like in this pack?",
      "options": [
        "Hard-code each tool's path",
        "One source file with symlinks (ln -s AGENTS.md CLAUDE.md, .cursor/rules/, .github/copilot-instructions.md) so the same source fans out to every coding agent",
        "Manual copy per tool",
        "A vendor lock per tool"
      ],
      "correct": 1,
      "explanation": "Nx's nx ai-setup is the reference; the pack's installer does the same with symlinks."
    },
    {
      "stage": "check",
      "question": "How does the lesson recommend the uninstaller behave?",
      "options": [
        "Delete everything including state",
        "Refuse on non-trivial state; never delete user agent_state.json, task_board.json, or outputs/; only remove schemas, scripts, docs, and AGENTS.md (with opt-out)",
        "Delete only docs",
        "Disable git"
      ],
      "correct": 1,
      "explanation": "State belongs to the user; the pack does not own it."
    },
    {
      "stage": "post",
      "question": "What stays OUT of the pack?",
      "options": [
        "Schemas",
        "Project-specific tasks, vendor SDK calls, team onboarding prose — the pack is framework-agnostic and lives next to onboarding, not inside it",
        "Scripts",
        "The installer"
      ],
      "correct": 1,
      "explanation": "Tasks belong on the target repo's board, not the pack; vendor SDK calls would lock the pack to one framework."
    },
    {
      "stage": "post",
      "question": "Through what channel does the pack ship to many coding agents at once?",
      "options": [
        "Hand-copy",
        "SkillKit-style distribution (skillkit install agent-workbench-pack) lays it down across 32 AI agents from a single source",
        "Email attachment",
        "GitHub release notes only"
      ],
      "correct": 1,
      "explanation": "Pack repo is the source of truth; SkillKit is the distribution channel; vendor lock-in collapses."
    }
  ]
}