{
  "docId": "019dd923-5e88-73ef-bd5d-0856e1444fb9",
  "docSlug": "8757f1b44ef7f176",
  "documentTitle": "2024 Air Street Capital The State of AI Report 2024",
  "authorId": "AirStreetCapital",
  "authorName": "Air Street Capital",
  "documentKindSlug": "consulting-deck",
  "documentKindLabel": "Consulting deck",
  "sourceTypeSlug": "vc_research",
  "sourceTypeLabel": "VC research",
  "presentationDate": null,
  "orientation": "landscape",
  "aspectRatio": 1.777,
  "pageNumber": 98,
  "pageCount": 213,
  "prevPage": 97,
  "nextPage": 99,
  "slideType": "industry_trends",
  "function": "analyze_data",
  "density": "dense",
  "nDataPoints": 30,
  "notes": "The slide compares historical NVLink specifications and mentions Tencent's Xingmai 2.0 as a competitive development.",
  "elementsJson": [
    "headline_text",
    "paragraph",
    "data_table"
  ],
  "metadataConfidence": 1,
  "imagePath": null,
  "slideHref": "/slides/019dd923-5e88-73ef-bd5d-0856e1444fb9/98",
  "deckHref": "/decks/019dd923-5e88-73ef-bd5d-0856e1444fb9",
  "deckJsonHref": "/decks/019dd923-5e88-73ef-bd5d-0856e1444fb9.json",
  "deckAnchorHref": "/decks/019dd923-5e88-73ef-bd5d-0856e1444fb9#slide-98",
  "components": [
    {
      "bbox": null,
      "kind": "callout",
      "text": "NVIDIA's technology for the former, NVLink, has bandwidth per link, the number of links and the number of total GPUs connected per node increasing significantly in the last 8 years.",
      "attrs": null,
      "subkind": null,
      "toolName": "Visual emphasis",
      "toolSlug": "visual-emphasis",
      "confidence": null,
      "componentId": "019dd952-47c3-7407-8d17-50cd18bb4777",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": null,
      "kind": "metric",
      "text": "Total Bandwidth (GB/s): 1800 GB/s",
      "attrs": null,
      "subkind": "primary",
      "toolName": "Quantification",
      "toolSlug": "quantification",
      "confidence": null,
      "componentId": "019dd952-47c3-7407-8d17-5458a98d7a32",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.35,
        "w": 0.96,
        "x": 0.02,
        "y": 0.21
      },
      "kind": "paragraph",
      "text": "The speed of data communication between GPUs within a node (scale-up fabric), as well as between nodes (scale-out fabric), is critical to large-scale cluster performance. NVIDIA's technology for the former, NVLink, has bandwidth per link, the number of links and the number of total GPUs connected per node increasing significantly in the last 8 years. Coupled to their InfiniBand technology for connecting nodes intro large-scale clusters, NVIDIA is ahead of the pack. Meanwhile, Chinese companies like Tencent have reportedly innovated around sanctions for similar outcomes. Their Xingmai 2.0 high-performance computing network, which is said to support over 100,000 GPUs in a single cluster, improves network communication efficiency by 60% and LLM training by 20%. That said, it is not clear whether Tencent possesses clusters of this size.",
      "attrs": null,
      "subkind": "paragraph",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "7b23407e-8b61-4660-9dd6-f62b1f72a667",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.28,
        "w": 0.96,
        "x": 0.02,
        "y": 0.62
      },
      "kind": "table",
      "text": "NVLink Version, Year, Bandwidth per Link, Total Bandwidth (GPU-to-GPU), Max GPUs Directly Connected, Notable GPU; NVLink 1.0, 2016, 20 GB/s, 160 GB/s (8 links), Up to 8, Pascal P100; NVLink 2.0, 2017, 25 GB/s, 300 GB/s (6 links), Up to 8, Volta V100; NVLink 3.0, 2020, 50 GB/s, 600 GB/s (12 links), Up to 8, Ampere A100; NVLink 4.0, 2022, 50 GB/s, 900 GB/s (18 links), Up to 8, Hopper H100; NVLink 5.0, 2024, 100 GB/s, 1800 GB/s (18 links), Up to 72, Blackwell B100",
      "attrs": null,
      "subkind": "data",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "04a3d3e0-7a1f-4509-a1dd-6f4e9a0492ab",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.04,
        "w": 0.6,
        "x": 0.02,
        "y": 0.14
      },
      "kind": "title",
      "text": "Scaling up and out with faster connections between GPUs and nodes",
      "attrs": null,
      "subkind": "headline",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "5dc7300e-f395-491e-8758-622e1132d6be",
      "frameworkName": null,
      "frameworkSlug": null
    }
  ],
  "metrics": [],
  "tools": [
    {
      "name": "Action Titles",
      "slug": "action-titles",
      "agent": "Architect",
      "layer": "slide",
      "matchId": "019dd95a-1055-74e0-a959-8609e8aa6596",
      "evidence": "Title 'Scaling up and out with faster connections between GPUs and nodes'",
      "confidence": 78
    },
    {
      "name": "Table data",
      "slug": "table-data",
      "agent": null,
      "layer": "slide",
      "matchId": "f4c649c1-f461-4158-bd56-a538424cd730",
      "evidence": "The slide features a table to present detailed information about NVLink versions.",
      "confidence": 0.7
    }
  ],
  "frameworks": [],
  "arcBeats": [
    {
      "to": 153,
      "from": 9,
      "beatId": "019dd95a-0682-776c-8e35-5f2398b8d1d0",
      "arcName": "The Triple Take",
      "arcSlug": "triple-take",
      "beatName": "The Facts (What)",
      "beatSlug": "triple-take-the-facts-what",
      "evidence": "Exec summary + Research + Industry sections inventory the year",
      "position": 1,
      "confidence": 78,
      "parentBeatName": "Setup",
      "parentBeatSlug": "setup"
    },
    {
      "to": 174,
      "from": 86,
      "beatId": "019dd95a-0682-776c-8e35-73133c63a096",
      "arcName": "Voyage and Return",
      "arcSlug": "voyage-return",
      "beatName": "Discoveries",
      "beatSlug": "voyage-return-discoveries",
      "evidence": "Industry + Politics findings on NVIDIA, regulation, geopolitics",
      "position": 3,
      "confidence": 55,
      "parentBeatName": "Development",
      "parentBeatSlug": "development"
    }
  ],
  "loops": [
    {
      "to": 105,
      "from": 87,
      "name": "David Goliath",
      "slug": "16-david-goliath",
      "bestFor": "Startups, disruptive innovation, competitive displacement",
      "matchId": "019dd95a-07fe-70ce-8d3e-49389fa5a379",
      "evidence": "Pages span $3T market cap, $120B vs $31B counterfactual, compute index, AMD/SoftBank/start-ups failing to dent NVIDIA, smuggling",
      "position": 11,
      "objective": "Establish NVIDIA as unassailable Goliath while challengers fail",
      "structure": "The Giant's Weakness -> Our Slingshot (Unique Edge) -> The Topple",
      "confidence": 82,
      "description": "Frame your initiative as the nimble underdog taking on a slow, bloated incumbent"
    }
  ],
  "imagePathAlt": null,
  "thumbSrc": null,
  "thumbSrcAlt": null,
  "locked": true
}