{
  "docId": "019dd923-5e88-73ef-bd5c-fd5012384ae3",
  "docSlug": "bf350dd574c19997",
  "documentTitle": "2021 Air Street Capital The State of AI Report 2021",
  "authorId": "AirStreetCapital",
  "authorName": "Air Street Capital",
  "documentKindSlug": "consulting-deck",
  "documentKindLabel": "Consulting deck",
  "sourceTypeSlug": "vc_research",
  "sourceTypeLabel": "VC research",
  "presentationDate": null,
  "orientation": "landscape",
  "aspectRatio": 1.777,
  "pageNumber": 50,
  "pageCount": 188,
  "prevPage": 49,
  "nextPage": 51,
  "slideType": "industry_trends",
  "function": "summarize",
  "density": "dense",
  "nDataPoints": 3,
  "notes": null,
  "elementsJson": [
    "headline_text",
    "paragraph",
    "bullet_list",
    "logo_grid"
  ],
  "metadataConfidence": 1,
  "imagePath": null,
  "slideHref": "/slides/019dd923-5e88-73ef-bd5c-fd5012384ae3/50",
  "deckHref": "/decks/019dd923-5e88-73ef-bd5c-fd5012384ae3",
  "deckJsonHref": "/decks/019dd923-5e88-73ef-bd5c-fd5012384ae3.json",
  "deckAnchorHref": "/decks/019dd923-5e88-73ef-bd5c-fd5012384ae3#slide-50",
  "components": [
    {
      "bbox": null,
      "kind": "callout",
      "text": "After the success of the (English pre-trained) GPT-3, large language models in multiple languages are emerging from private and public companies, academic research labs, and independent open-source initiatives.",
      "attrs": null,
      "subkind": null,
      "toolName": "Visual emphasis",
      "toolSlug": "visual-emphasis",
      "confidence": null,
      "componentId": "019dd952-47c3-7407-8d29-5d0ef1c286cd",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.06,
        "w": 0.23,
        "x": 0.03,
        "y": 0.091
      },
      "kind": "image",
      "text": null,
      "attrs": null,
      "subkind": "logo-grid",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "6604b4c8-ddfb-4820-abbd-054b2c6ffbcc",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.55,
        "w": 0.94,
        "x": 0.03,
        "y": 0.31
      },
      "kind": "list",
      "text": "The model and dataset sizes differ and largely depend on the available resources to developers.\nThe largest Chinese Language model, Wudao, which is also the largest language model in any language, was developed by the Beijing Academy of Artificial Intelligence and has 1.75T parameters (i.e. 10x GPT-3).\nThe Korean company Naver announced it has trained a 204B parameters-model called HyperCLOVA trained on Korean text.\nAnother effort is that of Aleph Alpha, a German AI startup, which announced in August 2021 that it had developed a large European language model, fluent in English, German, French, Spanish, and Italian, although they haven’t disclosed all the details of their model.\nContrary to the other organizations, EleutherAI, a collective of independent AI researchers, open-sourced their 6B parameter GPT-j model. More on this in the Politics section.",
      "attrs": null,
      "subkind": "bullet",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "fa9dbd85-0ea7-44f2-9675-a03bdf6a3102",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.08,
        "w": 0.94,
        "x": 0.03,
        "y": 0.21
      },
      "kind": "paragraph",
      "text": "After the success of the (English pre-trained) GPT-3, large language models in multiple languages are emerging from private and public companies, academic research labs, and independent open-source initiatives.",
      "attrs": null,
      "subkind": "paragraph",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "83a14045-2ab1-48a4-874f-c8bb06be7c21",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.04,
        "w": 0.5,
        "x": 0.03,
        "y": 0.14
      },
      "kind": "title",
      "text": "The “democratization” of large language models",
      "attrs": null,
      "subkind": "headline",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "86052585-4fdb-412d-ab7b-605d245ab85e",
      "frameworkName": null,
      "frameworkSlug": null
    }
  ],
  "metrics": [],
  "tools": [
    {
      "name": "Metaphor & Analogy",
      "slug": "metaphor-analogy",
      "agent": "Storyteller",
      "layer": "slide",
      "matchId": "019dd95a-0fd5-7148-8ed1-22300176f371",
      "evidence": "Title uses 'democratization' metaphor (in scare quotes).",
      "confidence": 78
    }
  ],
  "frameworks": [],
  "arcBeats": [
    {
      "to": 152,
      "from": 5,
      "beatId": "019dd95a-0682-776c-8e35-0affbadec38e",
      "arcName": "The Triple Take",
      "arcSlug": "triple-take",
      "beatName": "The Facts (What)",
      "beatSlug": "triple-take-the-facts-what",
      "evidence": "Definitions p.5-6, Exec Summary p.7, then Sections 1-3 catalog evidence.",
      "position": 1,
      "confidence": 78,
      "parentBeatName": "Setup",
      "parentBeatSlug": "setup"
    },
    {
      "to": 152,
      "from": 10,
      "beatId": "019dd95a-0682-776c-8e35-1b3ee3a1c012",
      "arcName": "The Mountain",
      "arcSlug": "mountain",
      "beatName": "Rising Action",
      "beatSlug": "mountain-rising-action",
      "evidence": "Three sections accumulating evidence of accelerating progress.",
      "position": 2,
      "confidence": 55,
      "parentBeatName": "Development",
      "parentBeatSlug": "development"
    }
  ],
  "loops": [
    {
      "to": 51,
      "from": 41,
      "name": "Pattern Hunter",
      "slug": "02-pattern-hunter",
      "bestFor": "Time-pressed audiences, building consensus, when data is strong",
      "matchId": "019dd95a-07fe-70ce-8d3d-576c8c35c986",
      "evidence": "Codex, math limits, truthfulness, prompt engineering, SuperGLUE, multilingual LLMs.",
      "position": 6,
      "objective": "Trace LLM frontier and the prompting paradigm",
      "structure": "Evidence A -> Evidence B -> Evidence C -> Pattern/Conclusion",
      "confidence": 78,
      "description": "Group multiple pieces of evidence that together point to a pattern or conclusion"
    }
  ],
  "imagePathAlt": null,
  "thumbSrc": null,
  "thumbSrcAlt": null,
  "locked": true
}