{
  "docId": "019dd923-5e88-73ef-bd5d-0856e1444fb9",
  "docSlug": "8757f1b44ef7f176",
  "documentTitle": "2024 Air Street Capital The State of AI Report 2024",
  "authorId": "AirStreetCapital",
  "authorName": "Air Street Capital",
  "documentKindSlug": "consulting-deck",
  "documentKindLabel": "Consulting deck",
  "sourceTypeSlug": "vc_research",
  "sourceTypeLabel": "VC research",
  "presentationDate": null,
  "orientation": "landscape",
  "aspectRatio": 1.777,
  "pageNumber": 70,
  "pageCount": 213,
  "prevPage": 69,
  "nextPage": 71,
  "slideType": "case_study",
  "function": "illustrate_case",
  "density": "dense",
  "nDataPoints": 0,
  "notes": "The slide uses a process flow diagram to explain the AI Scientist framework.",
  "elementsJson": [
    "headline_text",
    "bullet_list",
    "process_diagram"
  ],
  "metadataConfidence": 1,
  "imagePath": null,
  "slideHref": "/slides/019dd923-5e88-73ef-bd5d-0856e1444fb9/70",
  "deckHref": "/decks/019dd923-5e88-73ef-bd5d-0856e1444fb9",
  "deckJsonHref": "/decks/019dd923-5e88-73ef-bd5d-0856e1444fb9.json",
  "deckAnchorHref": "/decks/019dd923-5e88-73ef-bd5d-0856e1444fb9#slide-70",
  "components": [
    {
      "bbox": null,
      "kind": "callout",
      "text": "The AI Scientist is an end-to-end framework designed to automate the generation of research ideas, implementation, and the production of research papers.",
      "attrs": null,
      "subkind": null,
      "toolName": "Visual emphasis",
      "toolSlug": "visual-emphasis",
      "confidence": null,
      "componentId": "019dd952-47c3-7407-8d15-a48fb0314a52",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.35,
        "w": 0.45,
        "x": 0.53,
        "y": 0.52
      },
      "kind": "diagram",
      "text": "Process flow of The AI Scientist: Idea Generation, Experiment Iteration, Paper Write-Up",
      "attrs": null,
      "subkind": "process",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "8184621e-1888-42d5-a1f3-5feedd74a959",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.55,
        "w": 0.48,
        "x": 0.02,
        "y": 0.31
      },
      "kind": "list",
      "text": "The AI Scientist is an end-to-end framework designed to automate the generation of research ideas, implementation, and the production of research papers.\nAfter being given a starting template, it brainstorms novel research directions, before executing the experiments, and writing them up. The researchers claim their LLM-powered reviewer evaluates the generated papers with near-human accuracy.\nThe researchers used it to generate example papers about diffusion, language modeling, and grokking. These were convincing at first glimpse, but contained some flaws on closer examination.\nYet, the system periodically displayed signs of unsafe behavior, e.g. importing unfamiliar Python libraries and editing code to extend experiment timelines.",
      "attrs": null,
      "subkind": "bullet",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "49ce4350-6baf-4de6-b463-0e8d805ac4f8",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.08,
        "w": 0.48,
        "x": 0.02,
        "y": 0.22
      },
      "kind": "paragraph",
      "text": "New lab Sakana AI has been focused on attempting to enhance the creative capabilities of current frontier models. One of their first papers looks at using foundation models to automate research itself.",
      "attrs": null,
      "subkind": "paragraph",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "0ffd245f-e5cd-4a4d-891c-ccbf521482b9",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.04,
        "w": 0.45,
        "x": 0.02,
        "y": 0.14
      },
      "kind": "title",
      "text": "Are scientists inventing their AI replacement?",
      "attrs": null,
      "subkind": "headline",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "f87a1e4b-07fd-4d17-a730-5c423e9cdedc",
      "frameworkName": null,
      "frameworkSlug": null
    }
  ],
  "metrics": [],
  "tools": [
    {
      "name": "Curiosity Gap",
      "slug": "curiosity-gap",
      "agent": "Storyteller",
      "layer": "block",
      "matchId": "019dd95a-1055-74e0-a959-330e6ecc114f",
      "evidence": "Provocative question creates suspense",
      "confidence": 70
    },
    {
      "name": "Action Titles",
      "slug": "action-titles",
      "agent": "Architect",
      "layer": "slide",
      "matchId": "019dd95a-1055-74e0-a959-2d750839f68f",
      "evidence": "Title 'Are scientists inventing their AI replacement?'",
      "confidence": 80
    }
  ],
  "frameworks": [
    {
      "name": "process",
      "slug": null,
      "matchId": "2f77d8cc-4234-45da-b055-74a66a9a924c",
      "evidence": "The diagram illustrates the sequential steps of the AI Scientist framework.",
      "confidence": 0.8
    }
  ],
  "arcBeats": [
    {
      "to": 153,
      "from": 9,
      "beatId": "019dd95a-0682-776c-8e35-5f2398b8d1d0",
      "arcName": "The Triple Take",
      "arcSlug": "triple-take",
      "beatName": "The Facts (What)",
      "beatSlug": "triple-take-the-facts-what",
      "evidence": "Exec summary + Research + Industry sections inventory the year",
      "position": 1,
      "confidence": 78,
      "parentBeatName": "Setup",
      "parentBeatSlug": "setup"
    },
    {
      "to": 85,
      "from": 12,
      "beatId": "019dd95a-0682-776c-8e35-6d9d8ee06d0a",
      "arcName": "Voyage and Return",
      "arcSlug": "voyage-return",
      "beatName": "The Unknown",
      "beatSlug": "voyage-return-the-unknown",
      "evidence": "Research section explores frontier model uncharted territory",
      "position": 2,
      "confidence": 55,
      "parentBeatName": "Complication",
      "parentBeatSlug": "complication"
    }
  ],
  "loops": [
    {
      "to": 71,
      "from": 59,
      "name": "Pattern Hunter",
      "slug": "02-pattern-hunter",
      "bestFor": "Time-pressed audiences, building consensus, when data is strong",
      "matchId": "019dd95a-07fe-70ce-8d3e-3f24b9b4c1e3",
      "evidence": "ARC challenge, planning failures, COT, open-endedness, MCTS, FunSearch, RL-LLM combos",
      "position": 8,
      "objective": "Catalogue progress and limits in reasoning research",
      "structure": "Evidence A -> Evidence B -> Evidence C -> Pattern/Conclusion",
      "confidence": 76,
      "description": "Group multiple pieces of evidence that together point to a pattern or conclusion"
    }
  ],
  "imagePathAlt": null,
  "thumbSrc": null,
  "thumbSrcAlt": null,
  "locked": true
}