{
  "docId": "019dd923-5e88-73ef-bd5c-fd5012384ae3",
  "docSlug": "bf350dd574c19997",
  "documentTitle": "2021 Air Street Capital The State of AI Report 2021",
  "authorId": "AirStreetCapital",
  "authorName": "Air Street Capital",
  "documentKindSlug": "consulting-deck",
  "documentKindLabel": "Consulting deck",
  "sourceTypeSlug": "vc_research",
  "sourceTypeLabel": "VC research",
  "presentationDate": null,
  "orientation": "landscape",
  "aspectRatio": 1.777,
  "pageNumber": 46,
  "pageCount": 188,
  "prevPage": 45,
  "nextPage": 47,
  "slideType": "industry_trends",
  "function": "illustrate_case",
  "density": "overcrowded",
  "nDataPoints": 10,
  "notes": "Includes a tweet as a case study example.",
  "elementsJson": [
    "headline_text",
    "paragraph",
    "bullet_list",
    "line_chart",
    "screenshot",
    "footnote"
  ],
  "metadataConfidence": 1,
  "imagePath": null,
  "slideHref": "/slides/019dd923-5e88-73ef-bd5c-fd5012384ae3/46",
  "deckHref": "/decks/019dd923-5e88-73ef-bd5c-fd5012384ae3",
  "deckJsonHref": "/decks/019dd923-5e88-73ef-bd5c-fd5012384ae3.json",
  "deckAnchorHref": "/decks/019dd923-5e88-73ef-bd5c-fd5012384ae3#slide-46",
  "components": [
    {
      "bbox": null,
      "kind": "callout",
      "text": "Prompting has been shown to be one of the critical parts of zero/few-shot learning in NLP.",
      "attrs": null,
      "subkind": null,
      "toolName": "Visual emphasis",
      "toolSlug": "visual-emphasis",
      "confidence": null,
      "componentId": "019dd952-47c3-7407-8d28-58848a9029bc",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.45,
        "w": 0.22,
        "x": 0.31,
        "y": 0.31
      },
      "kind": "chart",
      "text": "Chart showing Average Score vs Model GFLOPs for prompt engineering vs contextless class names.",
      "attrs": null,
      "subkind": "line",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "98dba7bb-91b6-44c1-81f1-c349bea5e9af",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.45,
        "w": 0.23,
        "x": 0.54,
        "y": 0.31
      },
      "kind": "image",
      "text": "Tweet by Aran Komatsuzaki about the 'unreal engine trick'.",
      "attrs": null,
      "subkind": "screenshot",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "4fa7c17f-ab0e-4248-90fc-68284e8cdea3",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": null,
      "kind": "metric",
      "text": "Average Score (%): 5 points",
      "attrs": null,
      "subkind": "primary",
      "toolName": "Quantification",
      "toolSlug": "quantification",
      "confidence": null,
      "componentId": "019dd952-47c3-7407-8d28-63b736cf6607",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.35,
        "w": 0.19,
        "x": 0.78,
        "y": 0.31
      },
      "kind": "paragraph",
      "text": "From the ML at Berkeley blog: “Unreal Engine is a popular 3D video game engine created by Epic Games. CLIP likely saw lots of images from video games that were tagged with the caption “rendered in Unreal Engine”. So by adding this to our prompt, we’re effectively incentivizing the model to replicate the look of those Unreal Engine images.”",
      "attrs": null,
      "subkind": "paragraph",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "4ec6ec16-36bf-4518-824e-50bc893622bf",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.18,
        "w": 0.28,
        "x": 0.03,
        "y": 0.31
      },
      "kind": "paragraph",
      "text": "By effectively communicating the problem context in the form of a “prompt” and using target labels to fill slots in a “Mad Libs” style augmented target, model accuracy can be dramatically improved both quantitatively (left) and qualitatively (right).",
      "attrs": null,
      "subkind": "paragraph",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "d7a4e104-aa0e-44db-9302-01fd9977b831",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.07,
        "w": 0.94,
        "x": 0.03,
        "y": 0.21
      },
      "kind": "paragraph",
      "text": "Prompting has been shown to be one of the critical parts of zero/few-shot learning in NLP. As zero shot methods become more ubiquitous, effective problem framing through prompts becomes more relevant.",
      "attrs": null,
      "subkind": "paragraph",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "eaeb3e69-2ed5-48de-8ce2-324dd2e27669",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": null,
      "kind": "quote",
      "text": "When you generate images with VQGAN + CLIP, the image quality dramatically improves if you add \"unreal engine\" to your prompt. People are now calling this \"unreal engine trick\" lol e.g. \"the angel of air. unreal engine\" — Aran Komatsuzaki",
      "attrs": null,
      "subkind": null,
      "toolName": "Authority citation",
      "toolSlug": "authority-citation",
      "confidence": null,
      "componentId": "019dd952-47c3-7407-8d28-5edbb6939d54",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.04,
        "w": 0.4,
        "x": 0.03,
        "y": 0.14
      },
      "kind": "title",
      "text": "Prompting is key to zero-shot learning",
      "attrs": null,
      "subkind": "headline",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "143fbb3a-66c1-4f55-89c8-337327440543",
      "frameworkName": null,
      "frameworkSlug": null
    }
  ],
  "metrics": [],
  "tools": [],
  "frameworks": [],
  "arcBeats": [
    {
      "to": 152,
      "from": 5,
      "beatId": "019dd95a-0682-776c-8e35-0affbadec38e",
      "arcName": "The Triple Take",
      "arcSlug": "triple-take",
      "beatName": "The Facts (What)",
      "beatSlug": "triple-take-the-facts-what",
      "evidence": "Definitions p.5-6, Exec Summary p.7, then Sections 1-3 catalog evidence.",
      "position": 1,
      "confidence": 78,
      "parentBeatName": "Setup",
      "parentBeatSlug": "setup"
    },
    {
      "to": 152,
      "from": 10,
      "beatId": "019dd95a-0682-776c-8e35-1b3ee3a1c012",
      "arcName": "The Mountain",
      "arcSlug": "mountain",
      "beatName": "Rising Action",
      "beatSlug": "mountain-rising-action",
      "evidence": "Three sections accumulating evidence of accelerating progress.",
      "position": 2,
      "confidence": 55,
      "parentBeatName": "Development",
      "parentBeatSlug": "development"
    }
  ],
  "loops": [
    {
      "to": 51,
      "from": 41,
      "name": "Pattern Hunter",
      "slug": "02-pattern-hunter",
      "bestFor": "Time-pressed audiences, building consensus, when data is strong",
      "matchId": "019dd95a-07fe-70ce-8d3d-576c8c35c986",
      "evidence": "Codex, math limits, truthfulness, prompt engineering, SuperGLUE, multilingual LLMs.",
      "position": 6,
      "objective": "Trace LLM frontier and the prompting paradigm",
      "structure": "Evidence A -> Evidence B -> Evidence C -> Pattern/Conclusion",
      "confidence": 78,
      "description": "Group multiple pieces of evidence that together point to a pattern or conclusion"
    }
  ],
  "imagePathAlt": null,
  "thumbSrc": null,
  "thumbSrcAlt": null,
  "locked": true
}