{
  "docId": "019dd923-5e88-73ef-bd5c-f812573a947a",
  "docSlug": "eea7524c557036f4",
  "documentTitle": "2020 Air Street Capital The State of AI Report 2020",
  "authorId": "AirStreetCapital",
  "authorName": "Air Street Capital",
  "documentKindSlug": "consulting-deck",
  "documentKindLabel": "Consulting deck",
  "sourceTypeSlug": "vc_research",
  "sourceTypeLabel": "VC research",
  "presentationDate": null,
  "orientation": "landscape",
  "aspectRatio": 1.777,
  "pageNumber": 143,
  "pageCount": 177,
  "prevPage": 142,
  "nextPage": 144,
  "slideType": "case_study",
  "function": "illustrate_case",
  "density": "balanced",
  "nDataPoints": 0,
  "notes": "The slide uses screenshots of the OpenAI Playground interface to provide empirical evidence of model bias.",
  "elementsJson": [
    "paragraph",
    "screenshot"
  ],
  "metadataConfidence": 1,
  "imagePath": null,
  "slideHref": "/slides/019dd923-5e88-73ef-bd5c-f812573a947a/143",
  "deckHref": "/decks/019dd923-5e88-73ef-bd5c-f812573a947a",
  "deckJsonHref": "/decks/019dd923-5e88-73ef-bd5c-f812573a947a.json",
  "deckAnchorHref": "/decks/019dd923-5e88-73ef-bd5c-f812573a947a#slide-143",
  "components": [
    {
      "bbox": null,
      "kind": "callout",
      "text": "Models trained on large volumes of language on the internet will reflect the bias in those datasets unless their developers make efforts to fix this.",
      "attrs": null,
      "subkind": null,
      "toolName": "Visual emphasis",
      "toolSlug": "visual-emphasis",
      "confidence": null,
      "componentId": "019dd952-47c5-73ac-aa6e-31417765a6d2",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.45,
        "w": 0.47,
        "x": 0.51,
        "y": 0.45
      },
      "kind": "image",
      "text": "OpenAI Playground interface showing GPT-2 output",
      "attrs": null,
      "subkind": "screenshot",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "9a4dccb4-d360-4e8a-ae3b-8ef248faa213",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.45,
        "w": 0.47,
        "x": 0.02,
        "y": 0.45
      },
      "kind": "image",
      "text": "OpenAI Playground interface showing GPT-3 output",
      "attrs": null,
      "subkind": "screenshot",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "b6c1f579-46ef-4cf7-a7ad-8a4e238143c9",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.15,
        "w": 0.96,
        "x": 0.02,
        "y": 0.22
      },
      "kind": "paragraph",
      "text": "Example from the GPT-3 (left) and GPT-2 (right) with prompts and the model's predictions, which contain clear bias. Models trained on large volumes of language on the internet will reflect the bias in those datasets unless their developers make efforts to fix this. See our coverage in State of AI Report 2019 of how Google adapted their translation model to remove gender bias.",
      "attrs": null,
      "subkind": "paragraph",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "04824cb8-ece9-4da1-b532-e96ab8032f4c",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.05,
        "w": 0.96,
        "x": 0.02,
        "y": 0.14
      },
      "kind": "title",
      "text": "GPT-3, like GPT-2, still outputs biased predictions when prompted with topics of religion",
      "attrs": null,
      "subkind": "headline",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "cfba62c7-23c4-4cb1-a603-1bc7a841bae2",
      "frameworkName": null,
      "frameworkSlug": null
    }
  ],
  "metrics": [],
  "tools": [],
  "frameworks": [],
  "arcBeats": [
    {
      "to": 170,
      "from": 130,
      "beatId": "019dd95a-0682-776c-8e34-f2fc34acb214",
      "arcName": "The Triple Take",
      "arcSlug": "triple-take",
      "beatName": "The Implications (So What)",
      "beatSlug": "triple-take-the-implications-so-what",
      "evidence": "Politics section unpacks ethical, geopolitical and labor consequences.",
      "position": 2,
      "confidence": 60,
      "parentBeatName": "Reflection",
      "parentBeatSlug": "reflection"
    },
    {
      "to": 170,
      "from": 130,
      "beatId": "019dd95a-0682-776c-8e35-01ef1d0aee03",
      "arcName": "The Mountain",
      "arcSlug": "mountain",
      "beatName": "Climax",
      "beatSlug": "mountain-climax",
      "evidence": "Politics section dramatises facial recognition, military, US/China conflicts.",
      "position": 3,
      "confidence": 40,
      "parentBeatName": "Turn",
      "parentBeatSlug": "turn"
    }
  ],
  "loops": [
    {
      "to": 143,
      "from": 141,
      "name": "Pattern Hunter",
      "slug": "02-pattern-hunter",
      "bestFor": "Time-pressed audiences, building consensus, when data is strong",
      "matchId": "019dd95a-07fe-70ce-8d3d-2af0a5465c72",
      "evidence": "Three slides clustering legislative responses to algorithmic risks.",
      "position": 17,
      "objective": "Show regulators waking up to deepfakes, ADM and model bias",
      "structure": "Evidence A -> Evidence B -> Evidence C -> Pattern/Conclusion",
      "confidence": 60,
      "description": "Group multiple pieces of evidence that together point to a pattern or conclusion"
    }
  ],
  "imagePathAlt": null,
  "thumbSrc": null,
  "thumbSrcAlt": null,
  "locked": true
}