{
  "docId": "019dd923-5e88-73ef-bd5d-0d0f98caffe1",
  "docSlug": "5df6bd1b0447b5f6",
  "documentTitle": "2025 Air Street Capital The State of AI Report 2025",
  "authorId": "AirStreetCapital",
  "authorName": "Air Street Capital",
  "documentKindSlug": "consulting-deck",
  "documentKindLabel": "Consulting deck",
  "sourceTypeSlug": "vc_research",
  "sourceTypeLabel": "VC research",
  "presentationDate": null,
  "orientation": "landscape",
  "aspectRatio": 1.777,
  "pageNumber": 189,
  "pageCount": 313,
  "prevPage": 188,
  "nextPage": 190,
  "slideType": "other",
  "function": "other",
  "density": "dense",
  "nDataPoints": 0,
  "notes": "The slide uses a Reddit screenshot as evidence for the claims made.",
  "elementsJson": [
    "headline_text",
    "bullet_list",
    "screenshot"
  ],
  "metadataConfidence": 0.9,
  "imagePath": null,
  "slideHref": "/slides/019dd923-5e88-73ef-bd5d-0d0f98caffe1/189",
  "deckHref": "/decks/019dd923-5e88-73ef-bd5d-0d0f98caffe1",
  "deckJsonHref": "/decks/019dd923-5e88-73ef-bd5d-0d0f98caffe1.json",
  "deckAnchorHref": "/decks/019dd923-5e88-73ef-bd5d-0d0f98caffe1#slide-189",
  "components": [
    {
      "bbox": null,
      "kind": "callout",
      "text": "One anonymous employee claimed to have resigned due to concerns over the data contamination - where training data may have overlapped with test benchmarks (Meta formally denied this).",
      "attrs": null,
      "subkind": null,
      "toolName": "Visual emphasis",
      "toolSlug": "visual-emphasis",
      "confidence": null,
      "componentId": "019dd952-47c2-727e-a405-4530cf8ef238",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.6,
        "w": 0.4,
        "x": 0.55,
        "y": 0.25
      },
      "kind": "image",
      "text": "Reddit post screenshot regarding Llama 4 resignation",
      "attrs": null,
      "subkind": "screenshot",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "a8bc70e4-7391-413a-b3d6-9f2eb6222084",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.6,
        "w": 0.5,
        "x": 0.04,
        "y": 0.28
      },
      "kind": "list",
      "text": "One anonymous employee claimed to have resigned due to concerns over the data contamination - where training data may have overlapped with test benchmarks (Meta formally denied this).\nMeta appears to have optimised a special \"conversational\" version of its Llama-4 Maverick model specifically for the LM Arena benchmark while releasing a different, less capable version to developers.\nResults significantly underperformed marketing claims: it was listed as 20th on LiveBench (although made some notable gains).\nHead of AI Research Joelle Pineau resigned just 4 days before launch for unknown reasons.",
      "attrs": null,
      "subkind": "bullet",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "02a2e75a-19c9-4851-9114-b0b01945ff34",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.05,
        "w": 0.5,
        "x": 0.02,
        "y": 0.22
      },
      "kind": "paragraph",
      "text": "Llama-4: alleged data contamination, misleading benchmarking by overfitting and underwhelming vibes overall",
      "attrs": null,
      "subkind": "paragraph",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "0978b3fb-7a4f-45e1-83c6-d94f4d72d0de",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": null,
      "kind": "quote",
      "text": "Serious issues in Llama 4 training. I Have Submitted My Resignation to GenAI",
      "attrs": null,
      "subkind": null,
      "toolName": "Authority citation",
      "toolSlug": "authority-citation",
      "confidence": null,
      "componentId": "019dd952-47c2-727e-a405-49657a8f2440",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.05,
        "w": 0.25,
        "x": 0.02,
        "y": 0.14
      },
      "kind": "title",
      "text": "BLOOPER REEL 😛",
      "attrs": null,
      "subkind": "headline",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "3f783f3d-410e-4e47-a7c4-ef4ea2a00f0d",
      "frameworkName": null,
      "frameworkSlug": null
    }
  ],
  "metrics": [],
  "tools": [],
  "frameworks": [],
  "arcBeats": [
    {
      "to": 189,
      "from": 12,
      "beatId": "019dd95a-0682-776c-8e35-9f380673831f",
      "arcName": "The Triple Take",
      "arcSlug": "triple-take",
      "beatName": "The Facts (What)",
      "beatSlug": "triple-take-the-facts-what",
      "evidence": "Sections 1-2 lay out research findings and industry data with charts and case studies.",
      "position": 1,
      "confidence": 70,
      "parentBeatName": "Setup",
      "parentBeatSlug": "setup"
    },
    {
      "to": 189,
      "from": 90,
      "beatId": "019dd95a-0682-776c-8e35-b06421e14afb",
      "arcName": "The Onion",
      "arcSlug": "onion",
      "beatName": "Deeper Layer",
      "beatSlug": "onion-deeper-layer",
      "evidence": "Industry section exposes economics, infra, geopolitics beneath research.",
      "position": 3,
      "confidence": 45,
      "parentBeatName": "Development",
      "parentBeatSlug": "development"
    }
  ],
  "loops": [],
  "imagePathAlt": null,
  "thumbSrc": null,
  "thumbSrcAlt": null,
  "locked": true
}