{
  "docId": "019dd923-5e88-73ef-bd5c-fd5012384ae3",
  "docSlug": "bf350dd574c19997",
  "documentTitle": "2021 Air Street Capital The State of AI Report 2021",
  "authorId": "AirStreetCapital",
  "authorName": "Air Street Capital",
  "documentKindSlug": "consulting-deck",
  "documentKindLabel": "Consulting deck",
  "sourceTypeSlug": "vc_research",
  "sourceTypeLabel": "VC research",
  "presentationDate": null,
  "orientation": "landscape",
  "aspectRatio": 1.777,
  "pageNumber": 61,
  "pageCount": 188,
  "prevPage": 60,
  "nextPage": 62,
  "slideType": "problem_statement",
  "function": "frame_problem",
  "density": "dense",
  "nDataPoints": 12,
  "notes": "The chart shows the rapid growth in submissions vs. accepted papers, illustrating the pressure on the review system.",
  "elementsJson": [
    "headline_text",
    "bullet_list",
    "line_chart"
  ],
  "metadataConfidence": 1,
  "imagePath": null,
  "slideHref": "/slides/019dd923-5e88-73ef-bd5c-fd5012384ae3/61",
  "deckHref": "/decks/019dd923-5e88-73ef-bd5c-fd5012384ae3",
  "deckJsonHref": "/decks/019dd923-5e88-73ef-bd5c-fd5012384ae3.json",
  "deckAnchorHref": "/decks/019dd923-5e88-73ef-bd5c-fd5012384ae3#slide-61",
  "components": [
    {
      "bbox": null,
      "kind": "callout",
      "text": "With the explosion of papers submitted for consideration at major ML conference venues each year and the limited spots available, the ML community is calling attention to illicit collusion rings amongst reviewers.",
      "attrs": null,
      "subkind": null,
      "toolName": "Visual emphasis",
      "toolSlug": "visual-emphasis",
      "confidence": null,
      "componentId": "019dd952-47c3-7407-8d2a-92e15689be0e",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.4,
        "w": 0.4,
        "x": 0.55,
        "y": 0.35
      },
      "kind": "chart",
      "text": "Number of papers over years",
      "attrs": null,
      "subkind": "line",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "33f25d5c-b351-4a74-a75e-7974c1844d05",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.5,
        "w": 0.45,
        "x": 0.03,
        "y": 0.33
      },
      "kind": "list",
      "text": "To be accepted to a conference, an author’s paper must receive positive reviews from a small panel of expert reviewers who are selected from the ML community.\nReviewers receive papers on the basis of their expertise that are blind to who the authors are. Reviewers must also declare conflicts of interest.\nHowever, collusion rings have emerged that threaten the legitimacy of the reviewing process, the quality standard of the conference, and the trustworthiness of accepted papers.\nIn a collusion ring, reviewers agree amongst each other to provide glowing reviews of each other's work. They share the names of their papers between themselves and request to review these papers.",
      "attrs": null,
      "subkind": "bullet",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "035f8062-7e5b-457c-8488-150c9d2924ad",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": null,
      "kind": "metric",
      "text": "Number of papers: 9454",
      "attrs": null,
      "subkind": "primary",
      "toolName": "Quantification",
      "toolSlug": "quantification",
      "confidence": null,
      "componentId": "019dd952-47c3-7407-8d2a-9494582f82f1",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.1,
        "w": 0.45,
        "x": 0.03,
        "y": 0.22
      },
      "kind": "paragraph",
      "text": "With the explosion of papers submitted for consideration at major ML conference venues each year and the limited spots available, the ML community is calling attention to illicit collusion rings amongst reviewers.",
      "attrs": null,
      "subkind": "paragraph",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "69124ca5-722b-43af-9300-4e1153137964",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.03,
        "w": 0.3,
        "x": 0.55,
        "y": 0.78
      },
      "kind": "source-note",
      "text": "Credits: Michael Littman and Sergei Ivanov",
      "attrs": null,
      "subkind": null,
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "5b5deadf-6e6e-4090-a61b-41ec32da9e5d",
      "frameworkName": null,
      "frameworkSlug": null
    },
    {
      "bbox": {
        "h": 0.05,
        "w": 0.5,
        "x": 0.03,
        "y": 0.14
      },
      "kind": "title",
      "text": "Can you trust the quality of papers you read at academic conferences?",
      "attrs": null,
      "subkind": "headline",
      "toolName": null,
      "toolSlug": null,
      "confidence": null,
      "componentId": "e528e2c5-f0e8-4332-ab21-3d454275f53d",
      "frameworkName": null,
      "frameworkSlug": null
    }
  ],
  "metrics": [],
  "tools": [
    {
      "name": "Curiosity Gap",
      "slug": "curiosity-gap",
      "agent": "Storyteller",
      "layer": "block",
      "matchId": "019dd95a-0fd5-7148-8ed1-45d18d052a57",
      "evidence": "Question-form title forces reader engagement.",
      "confidence": 70
    },
    {
      "name": "Opening Hooks",
      "slug": "opening-hooks",
      "agent": "Storyteller",
      "layer": "slide",
      "matchId": "019dd95a-0fd5-7148-8ed1-43e7ba791823",
      "evidence": "Title is a provocative question 'Can you trust… papers?'",
      "confidence": 80
    }
  ],
  "frameworks": [],
  "arcBeats": [
    {
      "to": 152,
      "from": 5,
      "beatId": "019dd95a-0682-776c-8e35-0affbadec38e",
      "arcName": "The Triple Take",
      "arcSlug": "triple-take",
      "beatName": "The Facts (What)",
      "beatSlug": "triple-take-the-facts-what",
      "evidence": "Definitions p.5-6, Exec Summary p.7, then Sections 1-3 catalog evidence.",
      "position": 1,
      "confidence": 78,
      "parentBeatName": "Setup",
      "parentBeatSlug": "setup"
    },
    {
      "to": 152,
      "from": 10,
      "beatId": "019dd95a-0682-776c-8e35-1b3ee3a1c012",
      "arcName": "The Mountain",
      "arcSlug": "mountain",
      "beatName": "Rising Action",
      "beatSlug": "mountain-rising-action",
      "evidence": "Three sections accumulating evidence of accelerating progress.",
      "position": 2,
      "confidence": 55,
      "parentBeatName": "Development",
      "parentBeatSlug": "development"
    }
  ],
  "loops": [
    {
      "to": 63,
      "from": 56,
      "name": "Iceberg",
      "slug": "10-iceberg",
      "bestFor": "Consulting, complex problem solving, organizational change",
      "matchId": "019dd95a-07fe-70ce-8d3d-5f004461126b",
      "evidence": "Code availability, data cascades, dataset documentation, collusion rings, code+conferences.",
      "position": 8,
      "objective": "Diagnose openness and trust crisis in ML research",
      "structure": "The Symptom (Visible) -> The System (Hidden) -> The Root Cause",
      "confidence": 75,
      "description": "Reveal that the visible problem is merely a symptom of a deeper root cause"
    }
  ],
  "imagePathAlt": null,
  "thumbSrc": null,
  "thumbSrcAlt": null,
  "locked": true
}