{
  "docId": "019dd923-5de0-76bd-a168-6159b949e2c2",
  "docSlug": "ff5d549e5027972a",
  "documentTitle": "GPT-3 and the actuarial landscape",
  "authorId": "OliverWyman",
  "authorName": "Oliver Wyman",
  "documentKindSlug": "consulting-deck",
  "documentKindLabel": "Consulting deck",
  "sourceTypeSlug": "strategy_consulting",
  "sourceTypeLabel": "Strategy consulting",
  "presentationDate": null,
  "orientation": "landscape",
  "aspectRatio": 1.778,
  "pageNumber": 7,
  "pageCount": 46,
  "prevPage": 6,
  "nextPage": 8,
  "slideType": "industry_trends",
  "function": "establish_context",
  "density": "dense",
  "nDataPoints": 15,
  "notes": "The slide highlights the convergence of data availability, hardware, software frameworks, and algorithmic innovation.",
  "elementsJson": [
    "headline_text",
    "bullet_list",
    "data_table",
    "icon_grid"
  ],
  "metadataConfidence": 1,
  "imagePath": null,
  "slideHref": "/slides/019dd923-5de0-76bd-a168-6159b949e2c2/7",
  "deckHref": "/decks/019dd923-5de0-76bd-a168-6159b949e2c2",
  "deckJsonHref": "/decks/019dd923-5de0-76bd-a168-6159b949e2c2.json",
  "deckAnchorHref": "/decks/019dd923-5de0-76bd-a168-6159b949e2c2#slide-7",
  "components": [
    {
      "bbox": {
        "h": 0.55,
        "w": 0.35,
        "x": 0.14,
        "y": 0.3
      },
      "kind": "list",
      "text": "Increasing availability of text data from the internet\nDevelopment of powerful computational resources (GPUs and TPUs)\nFrameworks for developing neural networks (TensorFlow and PyTorch)\nAdvances in ML algorithms (transformers and attention)",
      "attrs": null,
      "subkind": "bullet",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "5c261785-044a-4b58-884b-721ccfed0f7b",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": null,
      "kind": "metric",
      "text": "Number of parameters: 175B",
      "attrs": null,
      "subkind": "primary",
      "toolName": "Quantification",
      "toolSlug": "quantification",
      "confidence": null,
      "componentId": "019dd951-d9f1-764a-82ea-7ca91ed2afc2",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.06,
        "w": 0.45,
        "x": 0.03,
        "y": 0.2
      },
      "kind": "paragraph",
      "text": "NLP has achieved groundbreaking results through LLMs, enabled by various modern technology",
      "attrs": null,
      "subkind": "paragraph",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "4a086350-ee04-411d-a93c-6ce66a4ea7e5",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.03,
        "w": 0.3,
        "x": 0.65,
        "y": 0.95
      },
      "kind": "source-note",
      "text": "Source: https://huggingface.co/transformers/v2.4.0/pretrained_models.html",
      "attrs": null,
      "subkind": null,
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "fa195aad-25cd-468a-b28c-ec4d7756292a",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.7,
        "w": 0.45,
        "x": 0.52,
        "y": 0.2
      },
      "kind": "table",
      "text": "Model | Parameters | Dataset Size | Compute\nBERT | 110M | 16GB | -\nGPT | 117M | 40GB | -\nROBERTA | 125M | 160GB | -\nGPT-2 | 1.5B | 800GB | -\nGPT-3 | 175B | 45TB | 3,600+ GPU days, 330+ MWH",
      "attrs": null,
      "subkind": "data",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "e11ccc85-3ae3-405e-95c0-877052190329",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.06,
        "w": 0.75,
        "x": 0.03,
        "y": 0.04
      },
      "kind": "title",
      "text": "ACCESS TO POWERFUL RESOURCES ENABLE LARGE LANGUAGE MODELS",
      "attrs": null,
      "subkind": "headline",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "8309b040-a0da-425c-afc8-a7abf4834014",
      "frameworkName": null,
      "frameworkSlug": null
    }
  ],
  "metrics": [
    {
      "metricRaw": "Number of parameters",
      "numberRaw": "175B",
      "numberKind": "plain",
      "actionTitle": "ACCESS TO POWERFUL RESOURCES ENABLE LARGE LANGUAGE MODELS",
      "calloutText": null,
      "numberScale": "b",
      "numberValue": 175,
      "metricFamily": "volume_count",
      "numberCurrency": null
    }
  ],
  "tools": [
    {
      "name": "Table data",
      "slug": "table-data",
      "agent": null,
      "layer": "slide",
      "matchId": "54364cf1-7f0e-459a-b426-d35c0f081849",
      "evidence": "The slide includes a table with data on model parameters, dataset size, and compute.",
      "confidence": 0.7
    }
  ],
  "frameworks": [],
  "arcBeats": [
    {
      "to": 16,
      "from": 6,
      "beatId": "d061c184-c7cd-4a92-b451-664f35ad62f3",
      "arcName": "The Sparkline",
      "arcSlug": "sparkline",
      "beatName": "What Is",
      "beatSlug": "sparkline-what-is-3",
      "evidence": "The deck delves deeper into the technical aspects of GPT-3 and NLP.",
      "position": 1,
      "confidence": 0.8,
      "parentBeatName": "Complication",
      "parentBeatSlug": "complication"
    }
  ],
  "loops": [
    {
      "to": 10,
      "from": 5,
      "name": "Golden Circle",
      "slug": "11-golden-circle",
      "bestFor": "Visionary leadership, brand positioning, mission statements",
      "matchId": "604ad8ff-b2cb-4f7f-bd6f-eb583fd391a1",
      "evidence": "The deck uses the golden circle framework to explain the what, how, and why of GPT-3 and NLP.",
      "position": 0,
      "objective": "Why should we care about GPT-3 and NLP?",
      "structure": "The Why (Belief) -> The How (Process) -> The What (Result)",
      "confidence": 0.7,
      "description": "Invert the typical pitch by starting with why you exist, rather than what you do"
    }
  ],
  "imagePathAlt": null,
  "thumbSrc": null,
  "thumbSrcAlt": null,
  "locked": true
}