{
  "docId": "019dd923-5e88-73ef-bd5c-fd5012384ae3",
  "docSlug": "bf350dd574c19997",
  "documentTitle": "2021 Air Street Capital The State of AI Report 2021",
  "authorId": "AirStreetCapital",
  "authorName": "Air Street Capital",
  "documentKindSlug": "consulting-deck",
  "documentKindLabel": "Consulting deck",
  "sourceTypeSlug": "vc_research",
  "sourceTypeLabel": "VC research",
  "presentationDate": null,
  "orientation": "landscape",
  "aspectRatio": 1.777,
  "pageNumber": 56,
  "pageCount": 188,
  "prevPage": 55,
  "nextPage": 57,
  "slideType": "industry_trends",
  "function": "analyze_data",
  "density": "dense",
  "nDataPoints": 4,
  "notes": "The slide uses data from Papers With Code to track trends in AI research reproducibility and framework adoption.",
  "elementsJson": [
    "headline_text",
    "paragraph",
    "area_chart",
    "bar_chart_100pct"
  ],
  "metadataConfidence": 1,
  "imagePath": null,
  "slideHref": "/slides/019dd923-5e88-73ef-bd5c-fd5012384ae3/56",
  "deckHref": "/decks/019dd923-5e88-73ef-bd5c-fd5012384ae3",
  "deckJsonHref": "/decks/019dd923-5e88-73ef-bd5c-fd5012384ae3.json",
  "deckAnchorHref": "/decks/019dd923-5e88-73ef-bd5c-fd5012384ae3#slide-56",
  "components": [
    {
      "bbox": null,
      "kind": "callout",
      "text": "Methodology improvements from the Papers With Code project that make the openness metric more ML specific have resulted in an increase from 15% in last year's Report to 26% today.",
      "attrs": null,
      "subkind": null,
      "toolName": "Visual emphasis",
      "toolSlug": "visual-emphasis",
      "confidence": null,
      "componentId": "019dd952-47c3-7407-8d29-3c9eb372b04b",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.35,
        "w": 0.45,
        "x": 0.02,
        "y": 0.52
      },
      "kind": "chart",
      "text": "Code Availability",
      "attrs": null,
      "subkind": "area",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "082bd4f3-d811-4868-8601-927a211d1544",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.35,
        "w": 0.45,
        "x": 0.52,
        "y": 0.52
      },
      "kind": "chart",
      "text": "Frameworks",
      "attrs": null,
      "subkind": "area-stacked",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "5fcefde7-07e7-4543-b7a1-bf8cbaf9aac7",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": null,
      "kind": "metric",
      "text": "Code availability percentage: 26%",
      "attrs": null,
      "subkind": "primary",
      "toolName": "Quantification",
      "toolSlug": "quantification",
      "confidence": null,
      "componentId": "019dd952-47c3-7407-8d29-428156a0d4a0",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.25,
        "w": 0.96,
        "x": 0.02,
        "y": 0.22
      },
      "kind": "paragraph",
      "text": "Last year’s Report drew attention to the lack of openness of AI research as measured by the percentage of arXiv papers that share the code required to reproduce their results. Methodology improvements from the Papers With Code project that make the openness metric more ML specific have resulted in an increase from 15% in last year’s Report to 26% today. However, when analysing the authors of the “hottest papers” in the last 30 days*, we find that only 17% shared a code repository. This might suggest that some authors do not prioritise its timely release.",
      "attrs": null,
      "subkind": "paragraph",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "d7f7c207-0109-45b0-892e-1dee924ee007",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.03,
        "w": 0.6,
        "x": 0.02,
        "y": 0.95
      },
      "kind": "source-note",
      "text": "Papers With Code *Top socially shared papers on Twitter for 30 days until 8 September 2021",
      "attrs": null,
      "subkind": null,
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "e93a0752-2342-4d43-a549-89093b179521",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.05,
        "w": 0.9,
        "x": 0.02,
        "y": 0.14
      },
      "kind": "title",
      "text": "26% of AI research papers make their code available and 60% make use of PyTorch",
      "attrs": null,
      "subkind": "headline",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "ffaf4fd0-853c-47ea-b7eb-ef2d02ea796f",
      "frameworkName": null,
      "frameworkSlug": null
    }
  ],
  "metrics": [],
  "tools": [
    {
      "name": "Chartjunk Elimination",
      "slug": "chartjunk-elimination",
      "agent": "Designer",
      "layer": "slide",
      "matchId": "ac40d58f-1993-4d2f-958a-fcda510e0d4c",
      "evidence": "Chart/area: Code Availability",
      "confidence": 0.6
    }
  ],
  "frameworks": [],
  "arcBeats": [
    {
      "to": 152,
      "from": 5,
      "beatId": "019dd95a-0682-776c-8e35-0affbadec38e",
      "arcName": "The Triple Take",
      "arcSlug": "triple-take",
      "beatName": "The Facts (What)",
      "beatSlug": "triple-take-the-facts-what",
      "evidence": "Definitions p.5-6, Exec Summary p.7, then Sections 1-3 catalog evidence.",
      "position": 1,
      "confidence": 78,
      "parentBeatName": "Setup",
      "parentBeatSlug": "setup"
    },
    {
      "to": 152,
      "from": 10,
      "beatId": "019dd95a-0682-776c-8e35-1b3ee3a1c012",
      "arcName": "The Mountain",
      "arcSlug": "mountain",
      "beatName": "Rising Action",
      "beatSlug": "mountain-rising-action",
      "evidence": "Three sections accumulating evidence of accelerating progress.",
      "position": 2,
      "confidence": 55,
      "parentBeatName": "Development",
      "parentBeatSlug": "development"
    }
  ],
  "loops": [
    {
      "to": 63,
      "from": 56,
      "name": "Iceberg",
      "slug": "10-iceberg",
      "bestFor": "Consulting, complex problem solving, organizational change",
      "matchId": "019dd95a-07fe-70ce-8d3d-5f004461126b",
      "evidence": "Code availability, data cascades, dataset documentation, collusion rings, code+conferences.",
      "position": 8,
      "objective": "Diagnose openness and trust crisis in ML research",
      "structure": "The Symptom (Visible) -> The System (Hidden) -> The Root Cause",
      "confidence": 75,
      "description": "Reveal that the visible problem is merely a symptom of a deeper root cause"
    }
  ],
  "imagePathAlt": null,
  "thumbSrc": null,
  "thumbSrcAlt": null,
  "locked": true
}