{
  "benchmark": {
    "name": "BornBench",
    "version": "4.0.0",
    "created": "2026-05-17",
    "itemCount": 150,
    "scoringType": "born_score_v4_exact_150"
  },
  "normalization": "trim, strip wrapping quotes/backticks, strip one trailing period, collapse whitespace, lowercase",
  "exact_marking": "An answer is correct when its normalized value exactly matches the normalized canonical answer or one normalized alias for the same item.",
  "answers": [
    {
      "id": "BB4-CE-01",
      "lane": "code_execution",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "11|10",
      "aliases": []
    },
    {
      "id": "BB4-CE-02",
      "lane": "code_execution",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "s|p1|q|p2",
      "aliases": []
    },
    {
      "id": "BB4-CE-03",
      "lane": "code_execution",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "2:2",
      "aliases": []
    },
    {
      "id": "BB4-CE-04",
      "lane": "code_execution",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "291",
      "aliases": []
    },
    {
      "id": "BB4-CE-05",
      "lane": "code_execution",
      "difficulty": 7,
      "answer_type": "short",
      "answer": "7",
      "aliases": []
    },
    {
      "id": "BB4-CE-06",
      "lane": "code_execution",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "1,2,x,01",
      "aliases": []
    },
    {
      "id": "BB4-CE-07",
      "lane": "code_execution",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "B34 [3, 4]",
      "aliases": []
    },
    {
      "id": "BB4-CE-08",
      "lane": "code_execution",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "green",
      "aliases": []
    },
    {
      "id": "BB4-CE-09",
      "lane": "code_execution",
      "difficulty": 9,
      "answer_type": "short",
      "answer": "ab",
      "aliases": []
    },
    {
      "id": "BB4-CE-10",
      "lane": "code_execution",
      "difficulty": 8,
      "answer_type": "multiple_choice",
      "answer": "A",
      "aliases": []
    },
    {
      "id": "BB4-AE-01",
      "lane": "algorithmic_edge",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "A,-,-,C,D",
      "aliases": [
        "A|-|-|C|D"
      ]
    },
    {
      "id": "BB4-AE-02",
      "lane": "algorithmic_edge",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "7",
      "aliases": []
    },
    {
      "id": "BB4-AE-03",
      "lane": "algorithmic_edge",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "0,0,1,2,3,1,2,3,4",
      "aliases": []
    },
    {
      "id": "BB4-AE-04",
      "lane": "algorithmic_edge",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "(3,1)",
      "aliases": [
        "3,1",
        "(3, 1)"
      ]
    },
    {
      "id": "BB4-AE-05",
      "lane": "algorithmic_edge",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "2,2,3,7,7,7",
      "aliases": []
    },
    {
      "id": "BB4-AE-06",
      "lane": "algorithmic_edge",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "2",
      "aliases": []
    },
    {
      "id": "BB4-AE-07",
      "lane": "algorithmic_edge",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "1,-,2,-",
      "aliases": []
    },
    {
      "id": "BB4-AE-08",
      "lane": "algorithmic_edge",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "no",
      "aliases": [
        "false"
      ]
    },
    {
      "id": "BB4-AE-09",
      "lane": "algorithmic_edge",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "no",
      "aliases": [
        "false"
      ]
    },
    {
      "id": "BB4-AE-10",
      "lane": "algorithmic_edge",
      "difficulty": 9,
      "answer_type": "short",
      "answer": "1",
      "aliases": []
    },
    {
      "id": "BB4-LH-01",
      "lane": "leetcode_hard_style",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "CAB",
      "aliases": []
    },
    {
      "id": "BB4-LH-02",
      "lane": "leetcode_hard_style",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "3",
      "aliases": []
    },
    {
      "id": "BB4-LH-03",
      "lane": "leetcode_hard_style",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "15",
      "aliases": []
    },
    {
      "id": "BB4-LH-04",
      "lane": "leetcode_hard_style",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "18",
      "aliases": []
    },
    {
      "id": "BB4-LH-05",
      "lane": "leetcode_hard_style",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "true",
      "aliases": [
        "yes"
      ]
    },
    {
      "id": "BB4-LH-06",
      "lane": "leetcode_hard_style",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "5",
      "aliases": []
    },
    {
      "id": "BB4-LH-07",
      "lane": "leetcode_hard_style",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "7",
      "aliases": []
    },
    {
      "id": "BB4-LH-08",
      "lane": "leetcode_hard_style",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "3",
      "aliases": []
    },
    {
      "id": "BB4-LH-09",
      "lane": "leetcode_hard_style",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "8",
      "aliases": []
    },
    {
      "id": "BB4-LH-10",
      "lane": "leetcode_hard_style",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "2",
      "aliases": []
    },
    {
      "id": "BB4-PR-01",
      "lane": "patch_reasoning",
      "difficulty": 8,
      "answer_type": "multiple_choice",
      "answer": "A",
      "aliases": []
    },
    {
      "id": "BB4-PR-02",
      "lane": "patch_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "schema/openapi.yaml",
      "aliases": []
    },
    {
      "id": "BB4-PR-03",
      "lane": "patch_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "it hides non-syntax bugs",
      "aliases": [
        "hides non-syntax bugs",
        "swallows unrelated exceptions",
        "catches unrelated exceptions"
      ]
    },
    {
      "id": "BB4-PR-04",
      "lane": "patch_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "Math.ceil(total / size)",
      "aliases": [
        "ceil(total / size)",
        "return Math.ceil(total / size)"
      ]
    },
    {
      "id": "BB4-PR-05",
      "lane": "patch_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "UTC date parsed then formatted as local time",
      "aliases": [
        "utc/local timezone shift",
        "timezone shift"
      ]
    },
    {
      "id": "BB4-PR-06",
      "lane": "patch_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "continue accepting valid numeric strings",
      "aliases": [
        "accept valid numeric strings"
      ]
    },
    {
      "id": "BB4-PR-07",
      "lane": "patch_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "propagate",
      "aliases": [
        "throw",
        "rethrow"
      ]
    },
    {
      "id": "BB4-PR-08",
      "lane": "patch_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "sync.RWMutex",
      "aliases": [
        "rwmutex",
        "mutex"
      ]
    },
    {
      "id": "BB4-PR-09",
      "lane": "patch_reasoning",
      "difficulty": 8,
      "answer_type": "multiple_choice",
      "answer": "C",
      "aliases": []
    },
    {
      "id": "BB4-PR-10",
      "lane": "patch_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "major",
      "aliases": [
        "major version",
        "breaking change"
      ]
    },
    {
      "id": "BB4-RC-01",
      "lane": "repo_context",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "pnpm install",
      "aliases": [
        "pnpm i"
      ]
    },
    {
      "id": "BB4-RC-02",
      "lane": "repo_context",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "/bornbench/bornbench-v4.json",
      "aliases": []
    },
    {
      "id": "BB4-RC-03",
      "lane": "repo_context",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "src/app",
      "aliases": [
        "src/app/"
      ]
    },
    {
      "id": "BB4-RC-04",
      "lane": "repo_context",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "20260517000000",
      "aliases": [
        "20260517000000_"
      ]
    },
    {
      "id": "BB4-RC-05",
      "lane": "repo_context",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "no",
      "aliases": [
        "false"
      ]
    },
    {
      "id": "BB4-RC-06",
      "lane": "repo_context",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "packages/web",
      "aliases": []
    },
    {
      "id": "BB4-RC-07",
      "lane": "repo_context",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "eslint.config.mjs",
      "aliases": []
    },
    {
      "id": "BB4-RC-08",
      "lane": "repo_context",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "prisma generate",
      "aliases": [
        "npx prisma generate",
        "pnpm prisma generate"
      ]
    },
    {
      "id": "BB4-RC-09",
      "lane": "repo_context",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "update",
      "aliases": [
        "update the code path"
      ]
    },
    {
      "id": "BB4-RC-10",
      "lane": "repo_context",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "src/app/api/bornbench/openrouter/route.ts",
      "aliases": []
    },
    {
      "id": "BB4-TP-01",
      "lane": "tool_protocol",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "no",
      "aliases": [
        "false"
      ]
    },
    {
      "id": "BB4-TP-02",
      "lane": "tool_protocol",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "fetch the file again",
      "aliases": [
        "refetch the file",
        "fetch latest file"
      ]
    },
    {
      "id": "BB4-TP-03",
      "lane": "tool_protocol",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "tool",
      "aliases": [
        "tool output"
      ]
    },
    {
      "id": "BB4-TP-04",
      "lane": "tool_protocol",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "no",
      "aliases": [
        "false"
      ]
    },
    {
      "id": "BB4-TP-05",
      "lane": "tool_protocol",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "wait 30 seconds",
      "aliases": [
        "respect retry-after",
        "wait 30"
      ]
    },
    {
      "id": "BB4-TP-06",
      "lane": "tool_protocol",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "hidden verifier",
      "aliases": [
        "hidden tests",
        "immutable verifier",
        "read-only verifier"
      ]
    },
    {
      "id": "BB4-TP-07",
      "lane": "tool_protocol",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "untrusted tool output",
      "aliases": [
        "untrusted content",
        "tool output not instruction"
      ]
    },
    {
      "id": "BB4-TP-08",
      "lane": "tool_protocol",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "idempotency key",
      "aliases": [
        "idempotency-key"
      ]
    },
    {
      "id": "BB4-TP-09",
      "lane": "tool_protocol",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "no",
      "aliases": [
        "false"
      ]
    },
    {
      "id": "BB4-TP-10",
      "lane": "tool_protocol",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "ask for confirmation",
      "aliases": [
        "confirm first",
        "request confirmation"
      ]
    },
    {
      "id": "BB4-TO-01",
      "lane": "terminal_ops",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "recover|done",
      "aliases": [
        "recover done"
      ]
    },
    {
      "id": "BB4-TO-02",
      "lane": "terminal_ops",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "1|unset",
      "aliases": []
    },
    {
      "id": "BB4-TO-03",
      "lane": "terminal_ops",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "rw-r-----",
      "aliases": []
    },
    {
      "id": "BB4-TO-04",
      "lane": "terminal_ops",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "git diff --cached",
      "aliases": [
        "git diff --staged"
      ]
    },
    {
      "id": "BB4-TO-05",
      "lane": "terminal_ops",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "1",
      "aliases": []
    },
    {
      "id": "BB4-TO-06",
      "lane": "terminal_ops",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "yes",
      "aliases": [
        "true"
      ]
    },
    {
      "id": "BB4-TO-07",
      "lane": "terminal_ops",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "reject it",
      "aliases": [
        "reject",
        "skip it"
      ]
    },
    {
      "id": "BB4-TO-08",
      "lane": "terminal_ops",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "nothing",
      "aliases": [
        "",
        "no output"
      ]
    },
    {
      "id": "BB4-TO-09",
      "lane": "terminal_ops",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "sort",
      "aliases": []
    },
    {
      "id": "BB4-TO-10",
      "lane": "terminal_ops",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "$NAME",
      "aliases": []
    },
    {
      "id": "BB4-SE-01",
      "lane": "security",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "algorithm confusion",
      "aliases": [
        "jwt alg confusion",
        "alg none"
      ]
    },
    {
      "id": "BB4-SE-02",
      "lane": "security",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "SSRF",
      "aliases": [
        "server-side request forgery"
      ]
    },
    {
      "id": "BB4-SE-03",
      "lane": "security",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "constant-time comparison",
      "aliases": [
        "timing-safe comparison"
      ]
    },
    {
      "id": "BB4-SE-04",
      "lane": "security",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "stored XSS",
      "aliases": [
        "cross-site scripting",
        "xss"
      ]
    },
    {
      "id": "BB4-SE-05",
      "lane": "security",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "IDOR",
      "aliases": [
        "insecure direct object reference",
        "broken object level authorization"
      ]
    },
    {
      "id": "BB4-SE-06",
      "lane": "security",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "dependency confusion",
      "aliases": []
    },
    {
      "id": "BB4-SE-07",
      "lane": "security",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "CSRF",
      "aliases": [
        "cross-site request forgery"
      ]
    },
    {
      "id": "BB4-SE-08",
      "lane": "security",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "hashed tokens",
      "aliases": [
        "hash of the token",
        "token hash"
      ]
    },
    {
      "id": "BB4-SE-09",
      "lane": "security",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "prompt injection",
      "aliases": [
        "indirect prompt injection"
      ]
    },
    {
      "id": "BB4-SE-10",
      "lane": "security",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "open redirect",
      "aliases": []
    },
    {
      "id": "BB4-DR-01",
      "lane": "data_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "74.0",
      "aliases": [
        "74%"
      ]
    },
    {
      "id": "BB4-DR-02",
      "lane": "data_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "66.3",
      "aliases": []
    },
    {
      "id": "BB4-DR-03",
      "lane": "data_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "0.12",
      "aliases": [
        "$0.12"
      ]
    },
    {
      "id": "BB4-DR-04",
      "lane": "data_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "1000",
      "aliases": []
    },
    {
      "id": "BB4-DR-05",
      "lane": "data_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "65.7",
      "aliases": []
    },
    {
      "id": "BB4-DR-06",
      "lane": "data_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "60",
      "aliases": [
        "60%"
      ]
    },
    {
      "id": "BB4-DR-07",
      "lane": "data_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "140",
      "aliases": []
    },
    {
      "id": "BB4-DR-08",
      "lane": "data_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "0.25",
      "aliases": []
    },
    {
      "id": "BB4-DR-09",
      "lane": "data_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "B",
      "aliases": []
    },
    {
      "id": "BB4-DR-10",
      "lane": "data_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "10.0",
      "aliases": [
        "10%"
      ]
    },
    {
      "id": "BB4-DD-01",
      "lane": "database_distributed",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "4",
      "aliases": []
    },
    {
      "id": "BB4-DD-02",
      "lane": "database_distributed",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "serializable",
      "aliases": []
    },
    {
      "id": "BB4-DD-03",
      "lane": "database_distributed",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "no",
      "aliases": [
        "false"
      ]
    },
    {
      "id": "BB4-DD-04",
      "lane": "database_distributed",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "concurrent",
      "aliases": []
    },
    {
      "id": "BB4-DD-05",
      "lane": "database_distributed",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "12",
      "aliases": []
    },
    {
      "id": "BB4-DD-06",
      "lane": "database_distributed",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "NX EX",
      "aliases": [
        "SET NX EX",
        "NX PX"
      ]
    },
    {
      "id": "BB4-DD-07",
      "lane": "database_distributed",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "transactions",
      "aliases": [
        "kafka transactions",
        "transactional producer"
      ]
    },
    {
      "id": "BB4-DD-08",
      "lane": "database_distributed",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "unknown",
      "aliases": []
    },
    {
      "id": "BB4-DD-09",
      "lane": "database_distributed",
      "difficulty": 8,
      "answer_type": "multiple_choice",
      "answer": "B",
      "aliases": []
    },
    {
      "id": "BB4-DD-10",
      "lane": "database_distributed",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "read repair",
      "aliases": []
    },
    {
      "id": "BB4-WE-01",
      "lane": "web_evidence",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "4.1",
      "aliases": []
    },
    {
      "id": "BB4-WE-02",
      "lane": "web_evidence",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "cacheTtl",
      "aliases": []
    },
    {
      "id": "BB4-WE-03",
      "lane": "web_evidence",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "Mina Cho",
      "aliases": []
    },
    {
      "id": "BB4-WE-04",
      "lane": "web_evidence",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "born deploy --target prod",
      "aliases": []
    },
    {
      "id": "BB4-WE-05",
      "lane": "web_evidence",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "no",
      "aliases": [
        "false"
      ]
    },
    {
      "id": "BB4-WE-06",
      "lane": "web_evidence",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "78.1",
      "aliases": []
    },
    {
      "id": "BB4-WE-07",
      "lane": "web_evidence",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "80",
      "aliases": []
    },
    {
      "id": "BB4-WE-08",
      "lane": "web_evidence",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "Amber Index",
      "aliases": []
    },
    {
      "id": "BB4-WE-09",
      "lane": "web_evidence",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "unknown",
      "aliases": [
        "not enough information",
        "cannot determine"
      ]
    },
    {
      "id": "BB4-WE-10",
      "lane": "web_evidence",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "degraded",
      "aliases": []
    },
    {
      "id": "BB4-LC-01",
      "lane": "long_context",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "C",
      "aliases": []
    },
    {
      "id": "BB4-LC-02",
      "lane": "long_context",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "no",
      "aliases": [
        "false"
      ]
    },
    {
      "id": "BB4-LC-03",
      "lane": "long_context",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "2026-05-17",
      "aliases": []
    },
    {
      "id": "BB4-LC-04",
      "lane": "long_context",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "no",
      "aliases": [
        "false"
      ]
    },
    {
      "id": "BB4-LC-05",
      "lane": "long_context",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "plain text",
      "aliases": []
    },
    {
      "id": "BB4-LC-06",
      "lane": "long_context",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "150",
      "aliases": []
    },
    {
      "id": "BB4-LC-07",
      "lane": "long_context",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "C",
      "aliases": []
    },
    {
      "id": "BB4-LC-08",
      "lane": "long_context",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "150",
      "aliases": []
    },
    {
      "id": "BB4-LC-09",
      "lane": "long_context",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "bornbench-v4.json",
      "aliases": []
    },
    {
      "id": "BB4-LC-10",
      "lane": "long_context",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "original analogous tasks",
      "aliases": [
        "original tasks",
        "new original tasks"
      ]
    },
    {
      "id": "BB4-AP-01",
      "lane": "agent_policy",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "no",
      "aliases": [
        "false"
      ]
    },
    {
      "id": "BB4-AP-02",
      "lane": "agent_policy",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "$0",
      "aliases": [
        "0",
        "no fee"
      ]
    },
    {
      "id": "BB4-AP-03",
      "lane": "agent_policy",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "no",
      "aliases": [
        "false"
      ]
    },
    {
      "id": "BB4-AP-04",
      "lane": "agent_policy",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "call the tool",
      "aliases": [
        "tool"
      ]
    },
    {
      "id": "BB4-AP-05",
      "lane": "agent_policy",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "request supervisor approval",
      "aliases": [
        "escalate for approval",
        "ask for approval"
      ]
    },
    {
      "id": "BB4-AP-06",
      "lane": "agent_policy",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "ask which address",
      "aliases": [
        "clarify the address",
        "ask for clarification"
      ]
    },
    {
      "id": "BB4-AP-07",
      "lane": "agent_policy",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "read",
      "aliases": [
        "read-only"
      ]
    },
    {
      "id": "BB4-AP-08",
      "lane": "agent_policy",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "no",
      "aliases": [
        "false"
      ]
    },
    {
      "id": "BB4-AP-09",
      "lane": "agent_policy",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "B",
      "aliases": []
    },
    {
      "id": "BB4-AP-10",
      "lane": "agent_policy",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "get user confirmation",
      "aliases": [
        "confirm with user",
        "ask for confirmation"
      ]
    },
    {
      "id": "BB4-PC-01",
      "lane": "performance_concurrency",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "O(n log n)",
      "aliases": [
        "n log n"
      ]
    },
    {
      "id": "BB4-PC-02",
      "lane": "performance_concurrency",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "yes",
      "aliases": [
        "true"
      ]
    },
    {
      "id": "BB4-PC-03",
      "lane": "performance_concurrency",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "304",
      "aliases": [
        "304 Not Modified"
      ]
    },
    {
      "id": "BB4-PC-04",
      "lane": "performance_concurrency",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "26",
      "aliases": []
    },
    {
      "id": "BB4-PC-05",
      "lane": "performance_concurrency",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "3",
      "aliases": []
    },
    {
      "id": "BB4-PC-06",
      "lane": "performance_concurrency",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "removeEventListener",
      "aliases": [
        "window.removeEventListener"
      ]
    },
    {
      "id": "BB4-PC-07",
      "lane": "performance_concurrency",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "(tenant_id, status)",
      "aliases": [
        "tenant_id,status",
        "tenant_id, status"
      ]
    },
    {
      "id": "BB4-PC-08",
      "lane": "performance_concurrency",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "drain",
      "aliases": []
    },
    {
      "id": "BB4-PC-09",
      "lane": "performance_concurrency",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "O(log n)",
      "aliases": [
        "log n"
      ]
    },
    {
      "id": "BB4-PC-10",
      "lane": "performance_concurrency",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "singleflight",
      "aliases": [
        "request coalescing",
        "lock per key"
      ]
    },
    {
      "id": "BB4-AR-01",
      "lane": "abstract_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "CABC",
      "aliases": []
    },
    {
      "id": "BB4-AR-02",
      "lane": "abstract_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "2,1,2",
      "aliases": []
    },
    {
      "id": "BB4-AR-03",
      "lane": "abstract_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "(2,2)",
      "aliases": [
        "2,2",
        "(2, 2)"
      ]
    },
    {
      "id": "BB4-AR-04",
      "lane": "abstract_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "red circle",
      "aliases": []
    },
    {
      "id": "BB4-AR-05",
      "lane": "abstract_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "11",
      "aliases": []
    },
    {
      "id": "BB4-AR-06",
      "lane": "abstract_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "0110110",
      "aliases": []
    },
    {
      "id": "BB4-AR-07",
      "lane": "abstract_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "AEICG",
      "aliases": []
    },
    {
      "id": "BB4-AR-08",
      "lane": "abstract_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "63",
      "aliases": []
    },
    {
      "id": "BB4-AR-09",
      "lane": "abstract_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "{7,11,18}",
      "aliases": [
        "7,11,18",
        "{7, 11, 18}"
      ]
    },
    {
      "id": "BB4-AR-10",
      "lane": "abstract_reasoning",
      "difficulty": 8,
      "answer_type": "short",
      "answer": "blue",
      "aliases": []
    }
  ]
}