{
  "docId": "019dd923-5e88-73ef-bd5c-f812573a947a",
  "docSlug": "eea7524c557036f4",
  "documentTitle": "2020 Air Street Capital The State of AI Report 2020",
  "authorId": "AirStreetCapital",
  "authorName": "Air Street Capital",
  "documentKindSlug": "consulting-deck",
  "documentKindLabel": "Consulting deck",
  "sourceTypeSlug": "vc_research",
  "sourceTypeLabel": "VC research",
  "presentationDate": null,
  "orientation": "landscape",
  "aspectRatio": 1.777,
  "pageNumber": 37,
  "pageCount": 177,
  "prevPage": 36,
  "nextPage": 38,
  "slideType": "industry_trends",
  "function": "present_solution",
  "density": "dense",
  "nDataPoints": 36,
  "notes": "The slide contrasts standard Shapley values (which assume feature independence) with ASV, demonstrating the difference on an income classifier model.",
  "elementsJson": [
    "headline_text",
    "bullet_list",
    "bar_chart_grouped"
  ],
  "metadataConfidence": 1,
  "imagePath": null,
  "slideHref": "/slides/019dd923-5e88-73ef-bd5c-f812573a947a/37",
  "deckHref": "/decks/019dd923-5e88-73ef-bd5c-f812573a947a",
  "deckJsonHref": "/decks/019dd923-5e88-73ef-bd5c-f812573a947a.json",
  "deckAnchorHref": "/decks/019dd923-5e88-73ef-bd5c-f812573a947a#slide-37",
  "components": [
    {
      "bbox": null,
      "kind": "callout",
      "text": "Asymmetric Shapley Values (ASV) are proposed to incorporate this causal information.",
      "attrs": null,
      "subkind": null,
      "toolName": "Visual emphasis",
      "toolSlug": "visual-emphasis",
      "confidence": null,
      "componentId": "019dd952-47c5-73ac-aa61-e74a27cde8ba",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.45,
        "w": 0.4,
        "x": 0.55,
        "y": 0.4
      },
      "kind": "chart",
      "text": "Explaining income classifier on Adult Census data set",
      "attrs": null,
      "subkind": "bar-grouped",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "ccf4e12e-c5fc-46ea-8189-fe73ac2863bb",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.45,
        "w": 0.5,
        "x": 0.03,
        "y": 0.4
      },
      "kind": "list",
      "text": "Explainability is critical to the iterative development of new AI systems. Exposing how models work and why they succeed or fail helps developers to improve their design.\nShapley values that respect the data manifold explain the black-box relationship between the data features and model predictions.\nAsymmetric Shapley Values can incorporate any known causal hierarchies among features (e.g. age and education), which helps expand our toolkit of viable approaches to AI explainability in real-world contexts.",
      "attrs": null,
      "subkind": "bullet",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "f296d464-855f-4809-b7be-2fe195d3ec61",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": null,
      "kind": "metric",
      "text": "Global Shapley value",
      "attrs": null,
      "subkind": "primary",
      "toolName": "Quantification",
      "toolSlug": "quantification",
      "confidence": null,
      "componentId": "019dd952-47c5-73ac-aa61-e8bdebc0aa7a",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.08,
        "w": 0.95,
        "x": 0.03,
        "y": 0.28
      },
      "kind": "paragraph",
      "text": "A flaw with Shapley values, one current approach to explainability, is that they assume the model's input features are uncorrelated. Asymmetric Shapley Values (ASV) are proposed to incorporate this causal information.",
      "attrs": null,
      "subkind": "paragraph",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "34d7c267-a38a-4ca0-b0ec-04f4411de01d",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.03,
        "w": 0.15,
        "x": 0.82,
        "y": 0.95
      },
      "kind": "source-note",
      "text": "stateof.ai 2020",
      "attrs": null,
      "subkind": null,
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "29337772-77f8-4bfe-8834-bc8d5dfda241",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.12,
        "w": 0.95,
        "x": 0.03,
        "y": 0.13
      },
      "kind": "title",
      "text": "Model explainability is an important area of AI safety: A new approach aims to incorporate causal structure between input features into model explanations",
      "attrs": null,
      "subkind": "headline",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "54d3ebcf-6467-4e0d-ba3a-bd75069326b7",
      "frameworkName": null,
      "frameworkSlug": null
    }
  ],
  "metrics": [],
  "tools": [
    {
      "name": "AIDA Model",
      "slug": "aida-model",
      "agent": "Storyteller",
      "layer": "slide",
      "matchId": "5c1d1f4b-cba9-4af0-af7e-19f128f71f9b",
      "evidence": "The slide presents a problem (Model explainability is an important area of AI safety), presents a solution (A new approach aims to incorporate causal structure between input features into model explanations), and provides evidence (Asymmetric Shapley Values (ASV) are proposed to incorporate this causal information).",
      "confidence": 0.7
    }
  ],
  "frameworks": [],
  "arcBeats": [
    {
      "to": 129,
      "from": 10,
      "beatId": "019dd95a-0682-776c-8e34-ed2a8f38a754",
      "arcName": "The Triple Take",
      "arcSlug": "triple-take",
      "beatName": "The Facts (What)",
      "beatSlug": "triple-take-the-facts-what",
      "evidence": "Research, Talent, Industry sections inventory what happened in AI in 2020.",
      "position": 1,
      "confidence": 60,
      "parentBeatName": "Setup",
      "parentBeatSlug": "setup"
    },
    {
      "to": 129,
      "from": 10,
      "beatId": "019dd95a-0682-776c-8e34-fc384f439bba",
      "arcName": "The Mountain",
      "arcSlug": "mountain",
      "beatName": "Rising Action",
      "beatSlug": "mountain-rising-action",
      "evidence": "Research, Talent and Industry sections build momentum of AI progress.",
      "position": 2,
      "confidence": 40,
      "parentBeatName": "Development",
      "parentBeatSlug": "development"
    }
  ],
  "loops": [
    {
      "to": 46,
      "from": 30,
      "name": "Pattern Hunter",
      "slug": "02-pattern-hunter",
      "bestFor": "Time-pressed audiences, building consensus, when data is strong",
      "matchId": "019dd95a-07fe-70ce-8d3c-f421814661f3",
      "evidence": "p.30 'AI moment' framing then 16 case-study slides on bio/medical applications.",
      "position": 4,
      "objective": "Survey AI breakthroughs across biology, drug discovery and COVID",
      "structure": "Evidence A -> Evidence B -> Evidence C -> Pattern/Conclusion",
      "confidence": 75,
      "description": "Group multiple pieces of evidence that together point to a pattern or conclusion"
    }
  ],
  "imagePathAlt": null,
  "thumbSrc": null,
  "thumbSrcAlt": null,
  "locked": true
}