{
  "docId": "019dd923-5e88-73ef-bd5c-fd5012384ae3",
  "docSlug": "bf350dd574c19997",
  "documentTitle": "2021 Air Street Capital The State of AI Report 2021",
  "authorId": "AirStreetCapital",
  "authorName": "Air Street Capital",
  "documentKindSlug": "consulting-deck",
  "documentKindLabel": "Consulting deck",
  "sourceTypeSlug": "vc_research",
  "sourceTypeLabel": "VC research",
  "presentationDate": null,
  "orientation": "landscape",
  "aspectRatio": 1.777,
  "pageNumber": 163,
  "pageCount": 188,
  "prevPage": 162,
  "nextPage": 164,
  "slideType": "case_study",
  "function": "illustrate_case",
  "density": "dense",
  "nDataPoints": 9,
  "notes": "The slide highlights the tension between closed-source commercial AI and open-source community-driven research.",
  "elementsJson": [
    "headline_text",
    "bullet_list",
    "quote_block",
    "data_table"
  ],
  "metadataConfidence": 1,
  "imagePath": null,
  "slideHref": "/slides/019dd923-5e88-73ef-bd5c-fd5012384ae3/163",
  "deckHref": "/decks/019dd923-5e88-73ef-bd5c-fd5012384ae3",
  "deckJsonHref": "/decks/019dd923-5e88-73ef-bd5c-fd5012384ae3.json",
  "deckAnchorHref": "/decks/019dd923-5e88-73ef-bd5c-fd5012384ae3#slide-163",
  "components": [
    {
      "bbox": null,
      "kind": "callout",
      "text": "They have made phenomenal progress, within 12 months releasing GPT-Neo, a 2.7B parameter model that outperforms one of the smaller GPT-3 models of a similar size.",
      "attrs": null,
      "subkind": null,
      "toolName": "Visual emphasis",
      "toolSlug": "visual-emphasis",
      "confidence": null,
      "componentId": "019dd952-47c4-7719-a211-6e089a24dc6e",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.45,
        "w": 0.9,
        "x": 0.05,
        "y": 0.22
      },
      "kind": "list",
      "text": "A team of renegades have accomplished a huge amount since July 2020.\nUnlike GPT-3's predecessors, GPT-2 and GPT-1, OpenAI did not open-source the model or training dataset, instead limiting access via a commercial API in partnership with Microsoft.\nA group of committed open source and AI Safety focused people gathered on a Discord server in July 2020 to try to chart a new course: \"We think that access to large, pretrained models will enable large swathes of research that would not have been possible while such technologies are locked away behind corporate walls. For-profit entities have explicit incentives to downplay risks and discourage security probing. We want to help the wider safety and security communities access and study these new technologies.\"\nThey have made phenomenal progress, within 12 months releasing GPT-Neo, a 2.7B parameter model that outperforms one of the smaller GPT-3 models of a similar size.",
      "attrs": null,
      "subkind": "bullet",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "c0608344-c0c7-4668-830e-bc2618407fd7",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": null,
      "kind": "metric",
      "text": "Model performance benchmarks: 2.7B",
      "attrs": null,
      "subkind": "primary",
      "toolName": "Quantification",
      "toolSlug": "quantification",
      "confidence": null,
      "componentId": "019dd952-47c4-7719-a211-7476a3b4f81c",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": null,
      "kind": "quote",
      "text": "We think that access to large, pretrained models will enable large swathes of research that would not have been possible while such technologies are locked away behind corporate walls. For-profit entities have explicit incentives to downplay risks and discourage security probing. We want to help the wider safety and security communities access and study these new technologies.",
      "attrs": null,
      "subkind": null,
      "toolName": "Authority citation",
      "toolSlug": "authority-citation",
      "confidence": null,
      "componentId": "019dd952-47c4-7719-a211-705d806428b8",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.2,
        "w": 0.55,
        "x": 0.22,
        "y": 0.73
      },
      "kind": "table",
      "text": "Model | Winogrande | Hellaswag | Piqa\nGPT-3 Ada 2.7B | 52.90% | 35.93% | 68.88%\nGPT-Neo 2.7B | 56.50% | 42.73% | 72.14%\nGPT-3 Davinci 175B | 70.2% | 78.9% | 81.00%",
      "attrs": null,
      "subkind": "data",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "1f3aeb7a-e02e-471d-9ab3-dd12215d7463",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.05,
        "w": 0.9,
        "x": 0.05,
        "y": 0.14
      },
      "kind": "title",
      "text": "AI Governance: EleutherAI mounts an attempt to decentralise power via open source",
      "attrs": null,
      "subkind": "headline",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "181eca99-ff9c-4d19-9fab-4a9c190d6891",
      "frameworkName": null,
      "frameworkSlug": null
    }
  ],
  "metrics": [],
  "tools": [
    {
      "name": "Data Story Arc",
      "slug": "data-story-arc",
      "agent": "Storyteller",
      "layer": "slide",
      "matchId": "f3276ee6-276d-42bc-b39c-ea64e7c3df31",
      "evidence": "Model | Winogrande | Hellaswag | Piqa",
      "confidence": 0.6
    }
  ],
  "frameworks": [],
  "arcBeats": [
    {
      "to": 181,
      "from": 153,
      "beatId": "019dd95a-0682-776c-8e35-0cadb21b77bf",
      "arcName": "The Triple Take",
      "arcSlug": "triple-take",
      "beatName": "The Implications (So What)",
      "beatSlug": "triple-take-the-implications-so-what",
      "evidence": "Section 4 Politics: AI Safety, Governance, Regulation, Military implications.",
      "position": 2,
      "confidence": 78,
      "parentBeatName": "Reflection",
      "parentBeatSlug": "reflection"
    },
    {
      "to": 181,
      "from": 153,
      "beatId": "019dd95a-0682-776c-8e35-1e37fb3155df",
      "arcName": "The Mountain",
      "arcSlug": "mountain",
      "beatName": "Climax",
      "beatSlug": "mountain-climax",
      "evidence": "Politics section: ethics firings, AI Act, military AI deployments.",
      "position": 3,
      "confidence": 55,
      "parentBeatName": "Turn",
      "parentBeatSlug": "turn"
    }
  ],
  "loops": [
    {
      "to": 165,
      "from": 160,
      "name": "Pattern Hunter",
      "slug": "02-pattern-hunter",
      "bestFor": "Time-pressed audiences, building consensus, when data is strong",
      "matchId": "019dd95a-07fe-70ce-8d3d-88b20d80074d",
      "evidence": "DeepMind independence fail, Anthropic, EleutherAI open source, BigScience hybrid model.",
      "position": 19,
      "objective": "Survey AI governance experiments",
      "structure": "Evidence A -> Evidence B -> Evidence C -> Pattern/Conclusion",
      "confidence": 72,
      "description": "Group multiple pieces of evidence that together point to a pattern or conclusion"
    }
  ],
  "imagePathAlt": null,
  "thumbSrc": null,
  "thumbSrcAlt": null,
  "locked": true
}