{
  "$schema": "https://schema.org/CreativeWork",
  "agent": {
    "name": "VCN #45 Bench",
    "version": "1.0.0",
    "updated": "2026-07-29"
  },
  "content": {
    "type": "presentation",
    "slides": 26,
    "slides_list": [
      {
        "n": 1,
        "title": "BENCH.",
        "url": "https://vcn-45-bench.vercel.app/#1"
      },
      {
        "n": 2,
        "title": "Three hours, four blocks.",
        "url": "https://vcn-45-bench.vercel.app/#2"
      },
      {
        "n": 3,
        "title": "Your ticket includes two things. Claim both.",
        "url": "https://vcn-45-bench.vercel.app/#3"
      },
      {
        "n": 4,
        "title": "Who makes tonight run.",
        "url": "https://vcn-45-bench.vercel.app/#4"
      },
      {
        "n": 5,
        "title": "Managed eval platforms exist. We are not using one.",
        "url": "https://vcn-45-bench.vercel.app/#5"
      },
      {
        "n": 6,
        "title": "Same three steps. Four correct spellings.",
        "url": "https://vcn-45-bench.vercel.app/#6"
      },
      {
        "n": 7,
        "title": "\"It feels solid\" is not a number.",
        "url": "https://vcn-45-bench.vercel.app/#7"
      },
      {
        "n": 8,
        "title": "A public benchmark tells you almost nothing about YOUR repo.",
        "url": "https://vcn-45-bench.vercel.app/#8"
      },
      {
        "n": 9,
        "title": "What it costs you to not measure.",
        "url": "https://vcn-45-bench.vercel.app/#9"
      },
      {
        "n": 10,
        "title": "An eval is three parts and one arrow.",
        "url": "https://vcn-45-bench.vercel.app/#10"
      },
      {
        "n": 11,
        "title": "The oracle is a test, not an opinion.",
        "url": "https://vcn-45-bench.vercel.app/#11"
      },
      {
        "n": 12,
        "title": "pass@k asks \"can it ever.\" pass^k asks \"can I leave it alone.\"",
        "url": "https://vcn-45-bench.vercel.app/#12"
      },
      {
        "n": 13,
        "title": "Confidence comes from oracle trust, not task count.",
        "url": "https://vcn-45-bench.vercel.app/#13"
      },
      {
        "n": 14,
        "title": "One task, scored, end to end.",
        "url": "https://vcn-45-bench.vercel.app/#14"
      },
      {
        "n": 15,
        "title": "Pull five real tasks out of your own codebase.",
        "url": "https://vcn-45-bench.vercel.app/#15"
      },
      {
        "n": 16,
        "title": "One oracle per task. Boringly deterministic.",
        "url": "https://vcn-45-bench.vercel.app/#16"
      },
      {
        "n": 17,
        "title": "The harness: hand it the task, read the exit code.",
        "url": "https://vcn-45-bench.vercel.app/#17"
      },
      {
        "n": 18,
        "title": "Run each task k times. Compute both numbers.",
        "url": "https://vcn-45-bench.vercel.app/#18"
      },
      {
        "n": 19,
        "title": "Read the leaderboard. The numbers are the design.",
        "url": "https://vcn-45-bench.vercel.app/#19"
      },
      {
        "n": 20,
        "title": "Where this goes wrong, and where a human stays involved.",
        "url": "https://vcn-45-bench.vercel.app/#20"
      },
      {
        "n": 21,
        "title": "A room is where more than one agent works on one real task.",
        "url": "https://vcn-45-bench.vercel.app/#21"
      },
      {
        "n": 22,
        "title": "Tonight there is a helper in a live room. Its job is your bench.",
        "url": "https://vcn-45-bench.vercel.app/#22"
      },
      {
        "n": 23,
        "title": "Want your own room? Three steps.",
        "url": "https://vcn-45-bench.vercel.app/#23"
      },
      {
        "n": 24,
        "title": "What you have that you did not have at 19:00.",
        "url": "https://vcn-45-bench.vercel.app/#24"
      },
      {
        "n": 25,
        "title": "Saturday we point this bench at everyone's agent.",
        "url": "https://vcn-45-bench.vercel.app/#25"
      },
      {
        "n": 26,
        "title": "Two a week. Come back Saturday.",
        "url": "https://vcn-45-bench.vercel.app/#26"
      }
    ]
  },
  "setup": {
    "description": "Agent-readable setup guide: install the SDK, wire the client to the workshop gateway, and assemble one bench task before doors.",
    "url": "https://vcn-45-bench.vercel.app/setup.txt"
  },
  "publisher": {
    "author": "Rayyan Zahid",
    "organization": "Vibe Coding Nights",
    "url": "https://vcn-45-bench.vercel.app"
  },
  "event": {
    "series": "Vibe Coding Nights",
    "number": 45,
    "season": "Off the Leash",
    "theme": "Bench - write an eval for your coding agent",
    "date": "2026-07-29",
    "venue": "Frontier Tower, 10th Floor Annex, 995 Market St, San Francisco",
    "rsvp": "https://luma.com/vcn-45-bench"
  },
  "hosts": [
    "Rayyan Zahid",
    "Michalis Vasileiadis",
    "Eric Mockler",
    "Devinder Sodhi"
  ],
  "primary_sources": [
    {
      "title": "Anthropic tool use",
      "url": "https://docs.anthropic.com/en/docs/agents-and-tools/tool-use/overview"
    },
    {
      "title": "ReAct (Yao et al., ICLR 2023)",
      "url": "https://arxiv.org/abs/2210.03629"
    },
    {
      "title": "Nebius Token Factory",
      "url": "https://docs.tokenfactory.nebius.com"
    },
    {
      "title": "OpenAI function calling",
      "url": "https://platform.openai.com/docs/guides/function-calling"
    }
  ],
  "policy": {
    "discoveryMode": "open",
    "license": "CC-BY-SA-4.0"
  }
}