{
 "name": "Browser tools for coding agents",
 "measured": "2026-10-14",
 "benchmark": "BU Bench V2.1, tasks bu2-001 to bu2-100 (public: github.com/browser-use/benchmark)",
 "metric": "Mean rubric score, 0-100, from the benchmark's own judge. Fully solved = 100.",
 "method": "Same agent for every tool: Codex CLI 0.144.6 with GPT-6 Luna, medium reasoning, web search off, one run per task, no retries. Same fresh Browser Use cloud browser with a US proxy for every task. Identical prompt except one line naming the tool. Judge: the benchmark's frozen V2.1 judge.",
 "caveats": "One run per task on 100 of the 200 tasks. Every paired difference against Browser Harness has a 95% interval that includes zero, so no tool wins on success. A first agent-browser pass was discarded: a setup bug on our side let it bypass the shared cloud browser; the numbers here are the corrected rerun.",
 "tools": [
  {
   "id": "browser-harness",
   "name": "Browser Harness",
   "version": "a6426f84 (CLI 0.1.13)",
   "score": 60.4,
   "scoreCi95": [
    55.2,
    65.4
   ],
   "fullySolvedPct": 11.0,
   "medianAgentSeconds": 540,
   "medianInputTokens": 2127418.5,
   "medianToolCalls": 42.0,
   "medianAgentUsd": 0.042,
   "meanAgentUsd": 0.07
  },
  {
   "id": "playwright-mcp",
   "name": "Playwright MCP",
   "version": "@playwright/mcp 0.0.83",
   "score": 60.0,
   "scoreCi95": [
    55.1,
    65.0
   ],
   "fullySolvedPct": 11.0,
   "medianAgentSeconds": 497,
   "medianInputTokens": 4376098.5,
   "medianToolCalls": 57.0,
   "medianAgentUsd": 0.066,
   "meanAgentUsd": 0.082
  },
  {
   "id": "chrome-devtools-mcp",
   "name": "Chrome DevTools MCP",
   "version": "chrome-devtools-mcp 1.10.1",
   "score": 61.0,
   "scoreCi95": [
    55.8,
    65.9
   ],
   "fullySolvedPct": 11.0,
   "medianAgentSeconds": 522,
   "medianInputTokens": 6711201.5,
   "medianToolCalls": 67.5,
   "medianAgentUsd": 0.097,
   "meanAgentUsd": 0.114
  },
  {
   "id": "agent-browser",
   "name": "agent-browser",
   "version": "0.39.1",
   "score": 56.3,
   "scoreCi95": [
    51.1,
    61.5
   ],
   "fullySolvedPct": 9.0,
   "medianAgentSeconds": 675,
   "medianInputTokens": 3328120.5,
   "medianToolCalls": 45.0,
   "medianAgentUsd": 0.056,
   "meanAgentUsd": 0.086
  }
 ],
 "pairedVsBrowserHarness": {
  "agent-browser": {
   "diffPts": 4.0,
   "ci95Pts": [
    -1.8,
    10.0
   ]
  },
  "playwright-mcp": {
   "diffPts": 0.4,
   "ci95Pts": [
    -5.7,
    6.6
   ]
  },
  "chrome-devtools-mcp": {
   "diffPts": -0.6,
   "ci95Pts": [
    -6.6,
    5.6
   ]
  }
 },
 "taskScores": {
  "bu2-001": {
   "browser-harness": 0.55,
   "playwright-mcp": 0.63,
   "chrome-devtools-mcp": 0.9,
   "agent-browser": 0.6
  },
  "bu2-002": {
   "browser-harness": 0.54,
   "playwright-mcp": 0.34,
   "chrome-devtools-mcp": 0.54,
   "agent-browser": 0.54
  },
  "bu2-003": {
   "browser-harness": 0.2,
   "playwright-mcp": 0.56,
   "chrome-devtools-mcp": 0.58,
   "agent-browser": 0.2
  },
  "bu2-004": {
   "browser-harness": 0.4,
   "playwright-mcp": 0.82,
   "chrome-devtools-mcp": 0.74,
   "agent-browser": 0.4
  },
  "bu2-005": {
   "browser-harness": 1.0,
   "playwright-mcp": 0.36,
   "chrome-devtools-mcp": 0.58,
   "agent-browser": 0.82
  },
  "bu2-006": {
   "browser-harness": 0.8,
   "playwright-mcp": 0.32,
   "chrome-devtools-mcp": 0.76,
   "agent-browser": 0.7
  },
  "bu2-007": {
   "browser-harness": 0.0,
   "playwright-mcp": 0.68,
   "chrome-devtools-mcp": 0.56,
   "agent-browser": 1.0
  },
  "bu2-008": {
   "browser-harness": 1.0,
   "playwright-mcp": 0.54,
   "chrome-devtools-mcp": 0.52,
   "agent-browser": 0.12
  },
  "bu2-009": {
   "browser-harness": 0.72,
   "playwright-mcp": 0.46,
   "chrome-devtools-mcp": 0.46,
   "agent-browser": 0.6
  },
  "bu2-010": {
   "browser-harness": 0.4,
   "playwright-mcp": 0.26,
   "chrome-devtools-mcp": 0.82,
   "agent-browser": 0.12
  },
  "bu2-011": {
   "browser-harness": 0.75,
   "playwright-mcp": 0.7,
   "chrome-devtools-mcp": 0.49,
   "agent-browser": 0.28
  },
  "bu2-012": {
   "browser-harness": 0.6,
   "playwright-mcp": 0.22,
   "chrome-devtools-mcp": 0.64,
   "agent-browser": 0.48
  },
  "bu2-013": {
   "browser-harness": 0.24,
   "playwright-mcp": 0.12,
   "chrome-devtools-mcp": 0.12,
   "agent-browser": 0.12
  },
  "bu2-014": {
   "browser-harness": 0.33,
   "playwright-mcp": 0.59,
   "chrome-devtools-mcp": 0.34,
   "agent-browser": 0.5
  },
  "bu2-015": {
   "browser-harness": 0.78,
   "playwright-mcp": 0.6,
   "chrome-devtools-mcp": 0.5,
   "agent-browser": 0.6
  },
  "bu2-016": {
   "browser-harness": 0.6,
   "playwright-mcp": 0.0,
   "chrome-devtools-mcp": 0.7,
   "agent-browser": 0.74
  },
  "bu2-017": {
   "browser-harness": 0.86,
   "playwright-mcp": 0.86,
   "chrome-devtools-mcp": 0.7,
   "agent-browser": 0.86
  },
  "bu2-018": {
   "browser-harness": 0.43,
   "playwright-mcp": 0.72,
   "chrome-devtools-mcp": 0.55,
   "agent-browser": 0.73
  },
  "bu2-019": {
   "browser-harness": 0.55,
   "playwright-mcp": 0.58,
   "chrome-devtools-mcp": 0.73,
   "agent-browser": 0.55
  },
  "bu2-020": {
   "browser-harness": 0.85,
   "playwright-mcp": 0.9,
   "chrome-devtools-mcp": 1.0,
   "agent-browser": 0.9
  },
  "bu2-021": {
   "browser-harness": 0.54,
   "playwright-mcp": 0.64,
   "chrome-devtools-mcp": 0.44,
   "agent-browser": 0.32
  },
  "bu2-022": {
   "browser-harness": 0.6,
   "playwright-mcp": 0.76,
   "chrome-devtools-mcp": 0.74,
   "agent-browser": 0.82
  },
  "bu2-023": {
   "browser-harness": 1.0,
   "playwright-mcp": 0.73,
   "chrome-devtools-mcp": 0.8,
   "agent-browser": 0.85
  },
  "bu2-024": {
   "browser-harness": 0.8,
   "playwright-mcp": 0.72,
   "chrome-devtools-mcp": 0.36,
   "agent-browser": 0.44
  },
  "bu2-025": {
   "browser-harness": 0.7,
   "playwright-mcp": 0.6,
   "chrome-devtools-mcp": 0.92,
   "agent-browser": 0.54
  },
  "bu2-026": {
   "browser-harness": 0.37,
   "playwright-mcp": 0.88,
   "chrome-devtools-mcp": 0.83,
   "agent-browser": 1.0
  },
  "bu2-027": {
   "browser-harness": 0.7,
   "playwright-mcp": 0.63,
   "chrome-devtools-mcp": 0.7,
   "agent-browser": 0.58
  },
  "bu2-028": {
   "browser-harness": 0.88,
   "playwright-mcp": 0.86,
   "chrome-devtools-mcp": 0.74,
   "agent-browser": 0.7
  },
  "bu2-029": {
   "browser-harness": 0.34,
   "playwright-mcp": 0.64,
   "chrome-devtools-mcp": 0.26,
   "agent-browser": 0.34
  },
  "bu2-030": {
   "browser-harness": 0.54,
   "playwright-mcp": 0.66,
   "chrome-devtools-mcp": 0.54,
   "agent-browser": 0.54
  },
  "bu2-031": {
   "browser-harness": 0.42,
   "playwright-mcp": 0.67,
   "chrome-devtools-mcp": 0.36,
   "agent-browser": 0.32
  },
  "bu2-032": {
   "browser-harness": 0.8,
   "playwright-mcp": 0.54,
   "chrome-devtools-mcp": 0.76,
   "agent-browser": 0.34
  },
  "bu2-033": {
   "browser-harness": 0.86,
   "playwright-mcp": 0.74,
   "chrome-devtools-mcp": 0.74,
   "agent-browser": 1.0
  },
  "bu2-034": {
   "browser-harness": 0.48,
   "playwright-mcp": 0.66,
   "chrome-devtools-mcp": 0.38,
   "agent-browser": 0.56
  },
  "bu2-035": {
   "browser-harness": 0.2,
   "playwright-mcp": 0.44,
   "chrome-devtools-mcp": 0.2,
   "agent-browser": 0.28
  },
  "bu2-036": {
   "browser-harness": 0.7,
   "playwright-mcp": 0.28,
   "chrome-devtools-mcp": 0.86,
   "agent-browser": 0.42
  },
  "bu2-037": {
   "browser-harness": 0.7,
   "playwright-mcp": 0.6,
   "chrome-devtools-mcp": 1.0,
   "agent-browser": 0.92
  },
  "bu2-038": {
   "browser-harness": 0.35,
   "playwright-mcp": 0.7,
   "chrome-devtools-mcp": 0.85,
   "agent-browser": 0.23
  },
  "bu2-039": {
   "browser-harness": 0.58,
   "playwright-mcp": 0.7,
   "chrome-devtools-mcp": 0.6,
   "agent-browser": 0.8
  },
  "bu2-040": {
   "browser-harness": 0.84,
   "playwright-mcp": 0.36,
   "chrome-devtools-mcp": 0.52,
   "agent-browser": 0.34
  },
  "bu2-041": {
   "browser-harness": 0.48,
   "playwright-mcp": 0.88,
   "chrome-devtools-mcp": 0.56,
   "agent-browser": 0.66
  },
  "bu2-042": {
   "browser-harness": 0.92,
   "playwright-mcp": 0.73,
   "chrome-devtools-mcp": 0.73,
   "agent-browser": 0.88
  },
  "bu2-043": {
   "browser-harness": 0.85,
   "playwright-mcp": 0.87,
   "chrome-devtools-mcp": 0.93,
   "agent-browser": 0.94
  },
  "bu2-044": {
   "browser-harness": 0.55,
   "playwright-mcp": 1.0,
   "chrome-devtools-mcp": 0.77,
   "agent-browser": 1.0
  },
  "bu2-045": {
   "browser-harness": 0.56,
   "playwright-mcp": 0.48,
   "chrome-devtools-mcp": 0.92,
   "agent-browser": 0.8
  },
  "bu2-046": {
   "browser-harness": 0.48,
   "playwright-mcp": 0.88,
   "chrome-devtools-mcp": 0.8,
   "agent-browser": 0.62
  },
  "bu2-047": {
   "browser-harness": 0.52,
   "playwright-mcp": 0.39,
   "chrome-devtools-mcp": 0.2,
   "agent-browser": 0.66
  },
  "bu2-048": {
   "browser-harness": 0.64,
   "playwright-mcp": 0.56,
   "chrome-devtools-mcp": 0.5,
   "agent-browser": 0.66
  },
  "bu2-049": {
   "browser-harness": 0.46,
   "playwright-mcp": 0.86,
   "chrome-devtools-mcp": 0.6,
   "agent-browser": 0.38
  },
  "bu2-050": {
   "browser-harness": 0.42,
   "playwright-mcp": 0.64,
   "chrome-devtools-mcp": 0.8,
   "agent-browser": 0.46
  },
  "bu2-051": {
   "browser-harness": 0.66,
   "playwright-mcp": 0.3,
   "chrome-devtools-mcp": 0.28,
   "agent-browser": 0.38
  },
  "bu2-052": {
   "browser-harness": 0.86,
   "playwright-mcp": 1.0,
   "chrome-devtools-mcp": 0.86,
   "agent-browser": 0.68
  },
  "bu2-053": {
   "browser-harness": 0.68,
   "playwright-mcp": 0.54,
   "chrome-devtools-mcp": 0.7,
   "agent-browser": 0.74
  },
  "bu2-054": {
   "browser-harness": 0.28,
   "playwright-mcp": 0.64,
   "chrome-devtools-mcp": 0.52,
   "agent-browser": 0.4
  },
  "bu2-055": {
   "browser-harness": 0.25,
   "playwright-mcp": 0.25,
   "chrome-devtools-mcp": 0.3,
   "agent-browser": 0.2
  },
  "bu2-056": {
   "browser-harness": 1.0,
   "playwright-mcp": 1.0,
   "chrome-devtools-mcp": 0.0,
   "agent-browser": 1.0
  },
  "bu2-057": {
   "browser-harness": 0.44,
   "playwright-mcp": 0.8,
   "chrome-devtools-mcp": 1.0,
   "agent-browser": 0.9
  },
  "bu2-058": {
   "browser-harness": 0.26,
   "playwright-mcp": 0.26,
   "chrome-devtools-mcp": 0.26,
   "agent-browser": 0.36
  },
  "bu2-059": {
   "browser-harness": 0.88,
   "playwright-mcp": 0.36,
   "chrome-devtools-mcp": 0.29,
   "agent-browser": 0.1
  },
  "bu2-060": {
   "browser-harness": 0.88,
   "playwright-mcp": 0.14,
   "chrome-devtools-mcp": 0.66,
   "agent-browser": 0.68
  },
  "bu2-061": {
   "browser-harness": 1.0,
   "playwright-mcp": 1.0,
   "chrome-devtools-mcp": 1.0,
   "agent-browser": 0.54
  },
  "bu2-062": {
   "browser-harness": 0.17,
   "playwright-mcp": 0.29,
   "chrome-devtools-mcp": 0.62,
   "agent-browser": 0.29
  },
  "bu2-063": {
   "browser-harness": 0.42,
   "playwright-mcp": 0.42,
   "chrome-devtools-mcp": 0.48,
   "agent-browser": 0.48
  },
  "bu2-064": {
   "browser-harness": 1.0,
   "playwright-mcp": 1.0,
   "chrome-devtools-mcp": 1.0,
   "agent-browser": 1.0
  },
  "bu2-065": {
   "browser-harness": 0.58,
   "playwright-mcp": 0.6,
   "chrome-devtools-mcp": 0.46,
   "agent-browser": 0.38
  },
  "bu2-066": {
   "browser-harness": 0.32,
   "playwright-mcp": 0.46,
   "chrome-devtools-mcp": 0.0,
   "agent-browser": 0.0
  },
  "bu2-067": {
   "browser-harness": 0.24,
   "playwright-mcp": 0.12,
   "chrome-devtools-mcp": 0.36,
   "agent-browser": 0.12
  },
  "bu2-068": {
   "browser-harness": 0.76,
   "playwright-mcp": 1.0,
   "chrome-devtools-mcp": 0.9,
   "agent-browser": 0.9
  },
  "bu2-069": {
   "browser-harness": 0.64,
   "playwright-mcp": 0.74,
   "chrome-devtools-mcp": 0.36,
   "agent-browser": 0.36
  },
  "bu2-070": {
   "browser-harness": 0.42,
   "playwright-mcp": 0.32,
   "chrome-devtools-mcp": 0.32,
   "agent-browser": 0.72
  },
  "bu2-071": {
   "browser-harness": 0.52,
   "playwright-mcp": 0.52,
   "chrome-devtools-mcp": 0.52,
   "agent-browser": 0.18
  },
  "bu2-072": {
   "browser-harness": 0.7,
   "playwright-mcp": 0.82,
   "chrome-devtools-mcp": 1.0,
   "agent-browser": 0.72
  },
  "bu2-073": {
   "browser-harness": 0.58,
   "playwright-mcp": 0.58,
   "chrome-devtools-mcp": 0.58,
   "agent-browser": 0.58
  },
  "bu2-074": {
   "browser-harness": 1.0,
   "playwright-mcp": 0.39,
   "chrome-devtools-mcp": 0.43,
   "agent-browser": 0.56
  },
  "bu2-075": {
   "browser-harness": 0.3,
   "playwright-mcp": 0.48,
   "chrome-devtools-mcp": 0.82,
   "agent-browser": 0.72
  },
  "bu2-076": {
   "browser-harness": 0.06,
   "playwright-mcp": 0.16,
   "chrome-devtools-mcp": 0.57,
   "agent-browser": 0.41
  },
  "bu2-077": {
   "browser-harness": 0.76,
   "playwright-mcp": 0.16,
   "chrome-devtools-mcp": 0.4,
   "agent-browser": 0.2
  },
  "bu2-078": {
   "browser-harness": 0.94,
   "playwright-mcp": 0.94,
   "chrome-devtools-mcp": 0.38,
   "agent-browser": 0.94
  },
  "bu2-079": {
   "browser-harness": 0.48,
   "playwright-mcp": 0.68,
   "chrome-devtools-mcp": 0.0,
   "agent-browser": 0.08
  },
  "bu2-080": {
   "browser-harness": 0.49,
   "playwright-mcp": 0.32,
   "chrome-devtools-mcp": 0.49,
   "agent-browser": 0.49
  },
  "bu2-081": {
   "browser-harness": 0.47,
   "playwright-mcp": 0.47,
   "chrome-devtools-mcp": 0.57,
   "agent-browser": 0.45
  },
  "bu2-082": {
   "browser-harness": 1.0,
   "playwright-mcp": 0.74,
   "chrome-devtools-mcp": 0.64,
   "agent-browser": 0.16
  },
  "bu2-083": {
   "browser-harness": 0.25,
   "playwright-mcp": 1.0,
   "chrome-devtools-mcp": 1.0,
   "agent-browser": 0.25
  },
  "bu2-084": {
   "browser-harness": 1.0,
   "playwright-mcp": 1.0,
   "chrome-devtools-mcp": 1.0,
   "agent-browser": 1.0
  },
  "bu2-085": {
   "browser-harness": 0.7,
   "playwright-mcp": 0.82,
   "chrome-devtools-mcp": 0.72,
   "agent-browser": 1.0
  },
  "bu2-086": {
   "browser-harness": 0.93,
   "playwright-mcp": 0.5,
   "chrome-devtools-mcp": 1.0,
   "agent-browser": 0.7
  },
  "bu2-087": {
   "browser-harness": 0.64,
   "playwright-mcp": 0.64,
   "chrome-devtools-mcp": 0.71,
   "agent-browser": 0.38
  },
  "bu2-088": {
   "browser-harness": 0.72,
   "playwright-mcp": 0.58,
   "chrome-devtools-mcp": 0.72,
   "agent-browser": 0.72
  },
  "bu2-089": {
   "browser-harness": 0.88,
   "playwright-mcp": 0.88,
   "chrome-devtools-mcp": 0.88,
   "agent-browser": 0.88
  },
  "bu2-090": {
   "browser-harness": 0.76,
   "playwright-mcp": 0.59,
   "chrome-devtools-mcp": 0.76,
   "agent-browser": 0.76
  },
  "bu2-091": {
   "browser-harness": 0.52,
   "playwright-mcp": 0.24,
   "chrome-devtools-mcp": 0.6,
   "agent-browser": 0.36
  },
  "bu2-092": {
   "browser-harness": 0.9,
   "playwright-mcp": 1.0,
   "chrome-devtools-mcp": 0.03,
   "agent-browser": 0.76
  },
  "bu2-093": {
   "browser-harness": 1.0,
   "playwright-mcp": 1.0,
   "chrome-devtools-mcp": 1.0,
   "agent-browser": 0.86
  },
  "bu2-094": {
   "browser-harness": 0.82,
   "playwright-mcp": 1.0,
   "chrome-devtools-mcp": 0.82,
   "agent-browser": 0.2
  },
  "bu2-095": {
   "browser-harness": 0.0,
   "playwright-mcp": 0.31,
   "chrome-devtools-mcp": 0.19,
   "agent-browser": 0.64
  },
  "bu2-096": {
   "browser-harness": 0.7,
   "playwright-mcp": 0.48,
   "chrome-devtools-mcp": 0.38,
   "agent-browser": 0.32
  },
  "bu2-097": {
   "browser-harness": 0.14,
   "playwright-mcp": 0.54,
   "chrome-devtools-mcp": 0.82,
   "agent-browser": 0.42
  },
  "bu2-098": {
   "browser-harness": 0.05,
   "playwright-mcp": 0.92,
   "chrome-devtools-mcp": 0.71,
   "agent-browser": 0.65
  },
  "bu2-099": {
   "browser-harness": 0.46,
   "playwright-mcp": 0.48,
   "chrome-devtools-mcp": 0.22,
   "agent-browser": 0.46
  },
  "bu2-100": {
   "browser-harness": 1.0,
   "playwright-mcp": 0.2,
   "chrome-devtools-mcp": 1.0,
   "agent-browser": 1.0
  }
 }
}