{
  "docId": "019dd923-5e88-73ef-bd5d-0856e1444fb9",
  "docSlug": "8757f1b44ef7f176",
  "documentTitle": "2024 Air Street Capital The State of AI Report 2024",
  "authorId": "AirStreetCapital",
  "authorName": "Air Street Capital",
  "documentKindSlug": "consulting-deck",
  "documentKindLabel": "Consulting deck",
  "sourceTypeSlug": "vc_research",
  "sourceTypeLabel": "VC research",
  "presentationDate": null,
  "orientation": "landscape",
  "aspectRatio": 1.777,
  "pageNumber": 50,
  "pageCount": 213,
  "prevPage": 49,
  "nextPage": 51,
  "slideType": "industry_trends",
  "function": "present_solution",
  "density": "dense",
  "nDataPoints": 0,
  "notes": "The slide explains the transition from Meta's research to the independent EvolutionaryScale company and the technical innovation of ESM3.",
  "elementsJson": [
    "headline_text",
    "bullet_list",
    "paragraph",
    "process_diagram",
    "infographic"
  ],
  "metadataConfidence": 1,
  "imagePath": null,
  "slideHref": "/slides/019dd923-5e88-73ef-bd5d-0856e1444fb9/50",
  "deckHref": "/decks/019dd923-5e88-73ef-bd5d-0856e1444fb9",
  "deckJsonHref": "/decks/019dd923-5e88-73ef-bd5d-0856e1444fb9.json",
  "deckAnchorHref": "/decks/019dd923-5e88-73ef-bd5d-0856e1444fb9#slide-50",
  "components": [
    {
      "bbox": null,
      "kind": "callout",
      "text": "ESM3 was prompted to generate new green fluorescent proteins (GFP) with low sequence similarity to known ones.",
      "attrs": null,
      "subkind": null,
      "toolName": "Visual emphasis",
      "toolSlug": "visual-emphasis",
      "confidence": null,
      "componentId": "019dd952-47c3-7407-8d12-1368c1976d33",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.45,
        "w": 0.4,
        "x": 0.58,
        "y": 0.45
      },
      "kind": "image",
      "text": "Visuals showing masked iterative decoding, the transformer architecture, and protein structure generation.",
      "attrs": null,
      "subkind": "infographic",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "ac5d7430-7008-41ae-a9dc-be94fc27fa61",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.35,
        "w": 0.55,
        "x": 0.02,
        "y": 0.42
      },
      "kind": "list",
      "text": "The model is a bidirectional transformer that fuses tokens that represent each of the three modalities as separate tracks into a single latent space.\nUnlike traditional masked language modelling, ESM3's training process uses a variable masking schedule, exposing the model to diverse combinations of masked sequence, structure, and function. ESM3 learns to predict completions for any combination of modalities.\nESM3 was prompted to generate new green fluorescent proteins (GFP) with low sequence similarity to known ones.",
      "attrs": null,
      "subkind": "bullet",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "5d9f758d-fd43-4fde-bded-5d53b428d945",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.18,
        "w": 0.55,
        "x": 0.02,
        "y": 0.22
      },
      "kind": "paragraph",
      "text": "Since 2019, Meta had been publishing transformer-based language models (Evolutionary Scale Models) trained on large-scale amino acid and protein databases. When Meta terminated these efforts in 2023, the team founded EvolutionaryScale. This year, they released ESM3, a frontier multimodal generative model that was trained over sequences, structures and functions of proteins rather than sequences alone.",
      "attrs": null,
      "subkind": "paragraph",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "7bf55bf7-fb40-43bc-a02a-f24dde17af5e",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.05,
        "w": 0.6,
        "x": 0.02,
        "y": 0.14
      },
      "kind": "title",
      "text": "Scaling frontier models of biology: EvolutionaryScale' ESM3",
      "attrs": null,
      "subkind": "headline",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "da90b97b-692c-4b06-bc1f-70666f40b910",
      "frameworkName": null,
      "frameworkSlug": null
    }
  ],
  "metrics": [],
  "tools": [
    {
      "name": "Action Titles",
      "slug": "action-titles",
      "agent": "Architect",
      "layer": "slide",
      "matchId": "019dd95a-1055-74e0-a958-f36542dfba53",
      "evidence": "Title 'Scaling frontier models of biology: EvolutionaryScale's ESM3'",
      "confidence": 80
    },
    {
      "name": "Canvas framework",
      "slug": "canvas-framework",
      "agent": null,
      "layer": "slide",
      "matchId": "3d3e596b-c585-45ea-a2b3-41579cb5ece1",
      "evidence": "no clear canvas",
      "confidence": 0.5
    },
    {
      "name": "Flywheel",
      "slug": "flywheel",
      "agent": null,
      "layer": "slide",
      "matchId": "c865d4b4-4b8b-4fc3-be31-30d5305ca962",
      "evidence": "Scaling frontier models of biology: EvolutionaryScale' ESM3",
      "confidence": 0.6
    }
  ],
  "frameworks": [],
  "arcBeats": [
    {
      "to": 153,
      "from": 9,
      "beatId": "019dd95a-0682-776c-8e35-5f2398b8d1d0",
      "arcName": "The Triple Take",
      "arcSlug": "triple-take",
      "beatName": "The Facts (What)",
      "beatSlug": "triple-take-the-facts-what",
      "evidence": "Exec summary + Research + Industry sections inventory the year",
      "position": 1,
      "confidence": 78,
      "parentBeatName": "Setup",
      "parentBeatSlug": "setup"
    },
    {
      "to": 85,
      "from": 12,
      "beatId": "019dd95a-0682-776c-8e35-6d9d8ee06d0a",
      "arcName": "Voyage and Return",
      "arcSlug": "voyage-return",
      "beatName": "The Unknown",
      "beatSlug": "voyage-return-the-unknown",
      "evidence": "Research section explores frontier model uncharted territory",
      "position": 2,
      "confidence": 55,
      "parentBeatName": "Complication",
      "parentBeatSlug": "complication"
    }
  ],
  "loops": [
    {
      "to": 58,
      "from": 45,
      "name": "Zoom In",
      "slug": "06-zoom-in",
      "bestFor": "Technical deep-dives, case studies, detailed analysis",
      "matchId": "019dd95a-07fe-70ce-8d3e-3bc439910222",
      "evidence": "Nobels, AlphaFold3, AlphaProteo, ESM3, gene editors, materials, brain fMRI, speech-from-cortex case studies",
      "position": 7,
      "objective": "Zoom into AI for science domain by domain",
      "structure": "The Big Picture -> Key Area of Focus -> Specific Detail -> Implication",
      "confidence": 80,
      "description": "Start broad, then progressively focus on specific details that prove your point"
    }
  ],
  "imagePathAlt": null,
  "thumbSrc": null,
  "thumbSrcAlt": null,
  "locked": true
}