{
  "docId": "019dd923-5e88-73ef-bd5d-0856e1444fb9",
  "docSlug": "8757f1b44ef7f176",
  "documentTitle": "2024 Air Street Capital The State of AI Report 2024",
  "authorId": "AirStreetCapital",
  "authorName": "Air Street Capital",
  "documentKindSlug": "consulting-deck",
  "documentKindLabel": "Consulting deck",
  "sourceTypeSlug": "vc_research",
  "sourceTypeLabel": "VC research",
  "presentationDate": null,
  "orientation": "landscape",
  "aspectRatio": 1.777,
  "pageNumber": 64,
  "pageCount": 213,
  "prevPage": 63,
  "nextPage": 65,
  "slideType": "case_study",
  "function": "illustrate_case",
  "density": "dense",
  "nDataPoints": 21,
  "notes": "The slide explains the FunSearch methodology and provides a performance comparison table against standard heuristics.",
  "elementsJson": [
    "paragraph",
    "process_diagram",
    "data_table"
  ],
  "metadataConfidence": 1,
  "imagePath": null,
  "slideHref": "/slides/019dd923-5e88-73ef-bd5d-0856e1444fb9/64",
  "deckHref": "/decks/019dd923-5e88-73ef-bd5d-0856e1444fb9",
  "deckJsonHref": "/decks/019dd923-5e88-73ef-bd5d-0856e1444fb9.json",
  "deckAnchorHref": "/decks/019dd923-5e88-73ef-bd5d-0856e1444fb9#slide-64",
  "components": [
    {
      "bbox": null,
      "kind": "callout",
      "text": "FunSearch outperforms first fit and best fit across problems and instance sizes.",
      "attrs": null,
      "subkind": null,
      "toolName": "Visual emphasis",
      "toolSlug": "visual-emphasis",
      "confidence": null,
      "componentId": "019dd952-47c3-7407-8d11-f2e3b87cbd53",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.35,
        "w": 0.45,
        "x": 0.03,
        "y": 0.55
      },
      "kind": "diagram",
      "text": "FunSearch process flow diagram",
      "attrs": null,
      "subkind": "process",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "23f1254d-6164-4635-beef-6ba4287ff202",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": null,
      "kind": "metric",
      "text": "Fraction of excess bins: 0.03%",
      "attrs": null,
      "subkind": "primary",
      "toolName": "Quantification",
      "toolSlug": "quantification",
      "confidence": null,
      "componentId": "019dd952-47c3-7407-8d11-f6e0dfa5f8dc",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.25,
        "w": 0.94,
        "x": 0.03,
        "y": 0.21
      },
      "kind": "paragraph",
      "text": "Drawing on a combination of LLMs and evolutionary algorithms, FunSearch uses an LLM to generate and modify programs, guided by an evaluation function that scores the quality of solutions. Searching for programs rather than direct solutions allows it to discover concise, interpretable representations of complex objects or strategies. This form of program search is one of the avenues that Chollet believes has the most potential to solve the ARC challenge. The Google DeepMind team applied it to the cap set problem in extremal combinatorics and online bin picking. In both cases, FunSearch discovered novel solutions that surpassed human-designed approaches.",
      "attrs": null,
      "subkind": "paragraph",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "5194305e-db46-407b-994d-b8cb5dc67190",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.3,
        "w": 0.4,
        "x": 0.55,
        "y": 0.55
      },
      "kind": "table",
      "text": "Table 1 | Online bin packing results",
      "attrs": null,
      "subkind": "data",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "6f82a86a-1793-45ea-bbec-d17c9cfd7d2a",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.04,
        "w": 0.65,
        "x": 0.03,
        "y": 0.14
      },
      "kind": "title",
      "text": "Program search unlocks new discoveries in the mathematical sciences",
      "attrs": null,
      "subkind": "headline",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "61377e9d-c95e-4fff-b507-6881c580c129",
      "frameworkName": null,
      "frameworkSlug": null
    }
  ],
  "metrics": [],
  "tools": [
    {
      "name": "Table data",
      "slug": "table-data",
      "agent": null,
      "layer": "slide",
      "matchId": "414f38bc-31f1-4da1-bdcb-b948c45df12c",
      "evidence": "Table 1 | Online bin packing results",
      "confidence": 0.7
    }
  ],
  "frameworks": [],
  "arcBeats": [
    {
      "to": 153,
      "from": 9,
      "beatId": "019dd95a-0682-776c-8e35-5f2398b8d1d0",
      "arcName": "The Triple Take",
      "arcSlug": "triple-take",
      "beatName": "The Facts (What)",
      "beatSlug": "triple-take-the-facts-what",
      "evidence": "Exec summary + Research + Industry sections inventory the year",
      "position": 1,
      "confidence": 78,
      "parentBeatName": "Setup",
      "parentBeatSlug": "setup"
    },
    {
      "to": 85,
      "from": 12,
      "beatId": "019dd95a-0682-776c-8e35-6d9d8ee06d0a",
      "arcName": "Voyage and Return",
      "arcSlug": "voyage-return",
      "beatName": "The Unknown",
      "beatSlug": "voyage-return-the-unknown",
      "evidence": "Research section explores frontier model uncharted territory",
      "position": 2,
      "confidence": 55,
      "parentBeatName": "Complication",
      "parentBeatSlug": "complication"
    }
  ],
  "loops": [
    {
      "to": 71,
      "from": 59,
      "name": "Pattern Hunter",
      "slug": "02-pattern-hunter",
      "bestFor": "Time-pressed audiences, building consensus, when data is strong",
      "matchId": "019dd95a-07fe-70ce-8d3e-3f24b9b4c1e3",
      "evidence": "ARC challenge, planning failures, COT, open-endedness, MCTS, FunSearch, RL-LLM combos",
      "position": 8,
      "objective": "Catalogue progress and limits in reasoning research",
      "structure": "Evidence A -> Evidence B -> Evidence C -> Pattern/Conclusion",
      "confidence": 76,
      "description": "Group multiple pieces of evidence that together point to a pattern or conclusion"
    }
  ],
  "imagePathAlt": null,
  "thumbSrc": null,
  "thumbSrcAlt": null,
  "locked": true
}