Test what agents actually understand.

# pickled.yml
schemaVersion: 2

product:
  name: zod
  description: TypeScript-first schema validation

sources:
  llms: { url: https://zod.dev/llms.txt }

agents:
  quick:
    provider: claude-code
    model: claude-haiku-4-5

contexts:
  injected: { mode: inject, source: llms }

facts:
  error_api:
    statement: Errors are read with z.treeifyError.
    match:
      allOf: ["z.treeifyError"]

misstatements:
  deprecated_format:
    statement: Recommends the removed ZodError.format().
    match:
      anyOf: ["ZodError.format()"]

questions:
  - id: error-handling
    question: How do I get error messages from failed validation?
    agents: [quick]
    contexts: [injected]
    expects: [error_api]
    rejects: [deprecated_format]
    examples:
      pass: ["Read issues with z.treeifyError(err)."]
      fail: ["Call ZodError.format() on the error."]

builds:
  - id: add-validation
    goal: Add Zod validation to the signup form.
    agents: [quick]
    contexts: [injected]
    trials: 3
    workspace: { path: ./fixtures/app }
    verifier:
      failToPass:
        - { run: bun test }
      passToPass:
        - { run: bun run typecheck }
    referenceSolution:
      patch: ./fixtures/solutions/add-validation.patch

thresholds:
  questions: 80
  builds: 80