{
  "docId": "019dd923-5e88-73ef-bd5d-0856e1444fb9",
  "docSlug": "8757f1b44ef7f176",
  "documentTitle": "2024 Air Street Capital The State of AI Report 2024",
  "authorId": "AirStreetCapital",
  "authorName": "Air Street Capital",
  "documentKindSlug": "consulting-deck",
  "documentKindLabel": "Consulting deck",
  "sourceTypeSlug": "vc_research",
  "sourceTypeLabel": "VC research",
  "presentationDate": null,
  "orientation": "landscape",
  "aspectRatio": 1.777,
  "pageNumber": 196,
  "pageCount": 213,
  "prevPage": 195,
  "nextPage": 197,
  "slideType": "data_table",
  "function": "analyze_data",
  "density": "dense",
  "nDataPoints": 182,
  "notes": "The table displays percentage scores for various AI companies across different transparency criteria, with an average column and row.",
  "elementsJson": [
    "headline_text",
    "bullet_list",
    "heatmap"
  ],
  "metadataConfidence": 1,
  "imagePath": null,
  "slideHref": "/slides/019dd923-5e88-73ef-bd5d-0856e1444fb9/196",
  "deckHref": "/decks/019dd923-5e88-73ef-bd5d-0856e1444fb9",
  "deckJsonHref": "/decks/019dd923-5e88-73ef-bd5d-0856e1444fb9.json",
  "deckAnchorHref": "/decks/019dd923-5e88-73ef-bd5d-0856e1444fb9#slide-196",
  "components": [
    {
      "bbox": null,
      "kind": "callout",
      "text": "Scores on compute and usage policies have seen the strongest improvements, while 'upstream' ratings still remain weak.",
      "attrs": null,
      "subkind": null,
      "toolName": "Visual emphasis",
      "toolSlug": "visual-emphasis",
      "confidence": null,
      "componentId": "019dd952-47c3-7407-8d21-4eb5a748d039",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.3,
        "w": 0.9,
        "x": 0.05,
        "y": 0.2
      },
      "kind": "list",
      "text": "Shortly after the last SOAI, Stanford published its first Foundation Model Transparency Index, giving model developers an average score of 37. This climbed to 58 in the team’s interim update.\nIn May 2024, the latest installment of the index assessed the transparency of 14 leading foundation model developers based on 100 indicators spanning ‘upstream’ factors data, labor, compute, ‘model-level’ factors around capabilities and risk, ‘downstream’ criteria around distribution, and societal impact.\nScores on compute and usage policies have seen the strongest improvements, while ‘upstream’ ratings still remain weak.",
      "attrs": null,
      "subkind": "bullet",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "3377cfc3-bf49-4cc0-b289-a00ff9fa7f79",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": null,
      "kind": "metric",
      "text": "Transparency Index Score: 58",
      "attrs": null,
      "subkind": "primary",
      "toolName": "Quantification",
      "toolSlug": "quantification",
      "confidence": null,
      "componentId": "019dd952-47c3-7407-8d21-5278d084b764",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.4,
        "w": 0.6,
        "x": 0.2,
        "y": 0.55
      },
      "kind": "table",
      "text": "Heatmap table of transparency scores for 14 companies across 12 categories.",
      "attrs": null,
      "subkind": "data",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "5606254c-6a95-4d0e-a720-4e94fcde0565",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.05,
        "w": 0.7,
        "x": 0.05,
        "y": 0.13
      },
      "kind": "title",
      "text": "Transparency is on the up, but there’s significant room for improvement still",
      "attrs": null,
      "subkind": "headline",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "8efa017d-37ea-4385-a7d8-1470cc3b0e9e",
      "frameworkName": null,
      "frameworkSlug": null
    }
  ],
  "metrics": [],
  "tools": [
    {
      "name": "Action Titles",
      "slug": "action-titles",
      "agent": "Architect",
      "layer": "slide",
      "matchId": "019dd95a-1055-74e0-a95a-bb1831bc2783",
      "evidence": "Title 'Transparency is on the up, but there's significant room for improvement still'",
      "confidence": 85
    },
    {
      "name": "Annotation",
      "slug": "annotation",
      "agent": "Designer",
      "layer": "slide",
      "matchId": "019dd95a-1055-74e0-a95a-c0d868e7d710",
      "evidence": "Each cell labelled with % score plus row/column averages",
      "confidence": 80
    },
    {
      "name": "Color Strategy",
      "slug": "color-strategy",
      "agent": "Designer",
      "layer": "slide",
      "matchId": "019dd95a-1055-74e0-a95a-be14b8156bfe",
      "evidence": "Red→white→blue heatmap encodes 0%–100% transparency scores",
      "confidence": 88
    },
    {
      "name": "Sparklines (Chart)",
      "slug": "sparklines-chart",
      "agent": "Designer",
      "layer": "slide",
      "matchId": "019dd95a-1055-74e0-a95a-c4bfd4c5d5e2",
      "evidence": "Dense matrix functions as scoreboard heatmap",
      "confidence": 50
    }
  ],
  "frameworks": [
    {
      "name": "Foundation Model Transparency Index",
      "slug": null,
      "matchId": "019dd95a-1ca5-70bb-bba0-cbcff2afb635",
      "evidence": "Body text names the 'Foundation Model Transparency Index'; heatmap of 14 labs across transparency dimensions",
      "confidence": 95
    }
  ],
  "arcBeats": [
    {
      "to": 204,
      "from": 154,
      "beatId": "019dd95a-0682-776c-8e35-605159a069e6",
      "arcName": "The Triple Take",
      "arcSlug": "triple-take",
      "beatName": "The Implications (So What)",
      "beatSlug": "triple-take-the-implications-so-what",
      "evidence": "Politics + Safety sections explore consequences and risks",
      "position": 2,
      "confidence": 78,
      "parentBeatName": "Reflection",
      "parentBeatSlug": "reflection"
    },
    {
      "to": 204,
      "from": 175,
      "beatId": "019dd95a-0682-776c-8e35-74f05e198faf",
      "arcName": "Voyage and Return",
      "arcSlug": "voyage-return",
      "beatName": "The Return",
      "beatSlug": "voyage-return-the-return",
      "evidence": "Safety section returns to risks/governance debate",
      "position": 4,
      "confidence": 55,
      "parentBeatName": "Resolution",
      "parentBeatSlug": "resolution"
    }
  ],
  "loops": [
    {
      "to": 201,
      "from": 187,
      "name": "Pattern Hunter",
      "slug": "02-pattern-hunter",
      "bestFor": "Time-pressed audiences, building consensus, when data is strong",
      "matchId": "019dd95a-07fe-70ce-8d3e-79a3afd2ac42",
      "evidence": "Emergent capabilities, sycophancy, DPO, hybrid RLHF, critiques, transparency, reward tampering, SAEs",
      "position": 23,
      "objective": "Catalogue alignment, RLHF, sycophancy and interpretability research",
      "structure": "Evidence A -> Evidence B -> Evidence C -> Pattern/Conclusion",
      "confidence": 76,
      "description": "Group multiple pieces of evidence that together point to a pattern or conclusion"
    }
  ],
  "imagePathAlt": null,
  "thumbSrc": null,
  "thumbSrcAlt": null,
  "locked": true
}