{
  "id": "2026-11-12-ai-assisted-source-verification",
  "label": "AI-assisted source verification",
  "date": "2026-11-12",
  "auditedRelease": "1.2.0",
  "humanReview": {
    "status": "none recorded",
    "note": "Human review is planned and is tracked separately. Nothing on this page is a human review, and no reviewer has completed one."
  },
  "route": [
    "Open the public comparison page (https://www.worldpeptidefoundation.org/research/flagship/compare/weight-management) and the live API (https://www.worldpeptidefoundation.org/api/research/flagship/weight-management); confirm the current release.",
    "Read each result section as displayed, then take its copied citation and open the versioned record it names.",
    "Compare that record with the pinned release files and their published checksums.",
    "Check each displayed population, comparator, endpoint, time point, unit, estimate and uncertainty against the primary source, then re-run the automated source checks the record names.",
    "Read, by hand, the documents the scripts cannot parse: analysis plans, the protocol, the open-access supplement, a figure image and a public slide reproduction."
  ],
  "scriptedPass": {
    "script": "scripts/verification/audit-weight-management-public-route.mts",
    "totalSeconds": 15.9,
    "outcome": "All five results passed every scripted step: page shows the record, citation reopens the pinned record, checksums match, source claims and 18 source checks pass."
  },
  "results": [
    {
      "resultId": "surmount-5-weight-72w",
      "outcome": "reproduced_with_limits",
      "scriptedSeconds": 1.6,
      "reproduced": [
        {
          "claim": "Population (751 adults with obesity, no type 2 diabetes), comparator (maximum tolerated doses, 10 or 15 mg tirzepatide vs 1.7 or 2.4 mg semaglutide), endpoint and 72-week time point",
          "where": "Abstract, Methods and Results paragraphs",
          "url": "https://pubmed.ncbi.nlm.nih.gov/40353578/#abstract"
        },
        {
          "claim": "Estimates -20.2% and -13.7% (least-squares means, percent) with confidence intervals -21.4 to -19.1 and -14.9 to -12.6",
          "where": "Abstract Results paragraph; registry primary outcome 1 posts the same two estimates",
          "url": "https://clinicaltrials.gov/study/NCT05822830?tab=results#outcome-measures"
        },
        {
          "claim": "Estimand: modified treatment-regimen, matched by analysis method",
          "where": "Statistical analysis plan v3, sections 1.1 and 4.3.1",
          "url": "https://cdn.clinicaltrials.gov/large-docs/30/NCT05822830/SAP_001.pdf"
        }
      ],
      "limits": [
        "The paper's own table or figure is not located: the publisher page returned HTTP 403 and Europe PMC lists no open-access copy.",
        "The abstract does not name the estimand; the match is by method, not by an explicit label."
      ]
    },
    {
      "resultId": "step-1-weight-68w",
      "outcome": "reproduced_with_limits",
      "scriptedSeconds": 1.5,
      "reproduced": [
        {
          "claim": "Population (1,961 adults), comparator (placebo plus lifestyle, 2:1), endpoints and 68-week time point",
          "where": "Abstract Methods paragraph",
          "url": "https://pubmed.ncbi.nlm.nih.gov/33567185/#abstract"
        },
        {
          "claim": "Modelled arm values -14.9% and -2.4%, difference -12.4 points (95% CI -13.4 to -11.5)",
          "where": "Abstract Results paragraph",
          "url": "https://pubmed.ncbi.nlm.nih.gov/33567185/#abstract"
        },
        {
          "claim": "Between-group difference -12.44 (95% CI -13.37 to -11.51) in the registry's treatment-policy row, rounding to the displayed values",
          "where": "Registry primary outcome 1, analysis row for the treatment policy estimand",
          "url": "https://clinicaltrials.gov/study/NCT03548935?tab=results#outcome-measures"
        },
        {
          "claim": "Primary estimand is a treatment policy estimand",
          "where": "Redacted statistical analysis plan, section 1.1.4 and 2.3.1",
          "url": "https://cdn.clinicaltrials.gov/large-docs/35/NCT03548935/SAP_003.pdf"
        }
      ],
      "limits": [
        "The arm values -14.9% and -2.4% are verifiable in the abstract only: the registry posts different observed means.",
        "No table or figure locator: the publisher page returned HTTP 403 and Europe PMC lists no open-access copy."
      ]
    },
    {
      "resultId": "surmount-1-weight-72w",
      "outcome": "reproduced_with_limits",
      "scriptedSeconds": 1.4,
      "reproduced": [
        {
          "claim": "Population (2,539 adults), comparator (placebo, four arms, 20-week escalation), 72-week time point, estimates -15.0%, -19.5%, -20.9% vs -3.1% with confidence intervals, and the treatment-regimen estimand wording",
          "where": "Abstract Methods and Results paragraphs",
          "url": "https://pubmed.ncbi.nlm.nih.gov/35658024/#abstract"
        },
        {
          "claim": "The same four values, labelled as the treatment-regimen estimand, on a reproduction of the paper's figure (Panel A)",
          "where": "ASN Nutrition 2025 slides, PDF page 22 of 33 (corroboration only)",
          "url": "https://nutrition.org/wp-content/uploads/2025/05/Session-1-2-Gulati-Updated-ASN-Orlando-2025.GULATI.-Patient-Selection-GLP-1RA.pdf"
        },
        {
          "claim": "The registry's primary result is a different analysis (excludes data after drug was stopped) and posts -16.0, -21.4, -22.5 vs -2.4, so it cannot verify the displayed values",
          "where": "Registry primary outcome 1",
          "url": "https://clinicaltrials.gov/study/NCT04184622?tab=results#outcome-measures"
        },
        {
          "claim": "Protocol and analysis plan both define efficacy and hybrid estimands; hybrid guides the FDA analysis",
          "where": "Protocol amendment b section 9.4.3.1; SAP v2 sections 6.2 and 6.13",
          "url": "https://cdn.clinicaltrials.gov/large-docs/22/NCT04184622/Prot_000.pdf"
        }
      ],
      "limits": [
        "The figure number in the original paper is unverified: the slide prints none, and the publisher page returned HTTP 403.",
        "Unresolved: the SAP names publications, and the protocol names all purposes other than the FDA submission, as uses of the efficacy estimand, yet the paper headlines the treatment-regimen (hybrid) values. No accessible primary source explains the choice; the paper's own Methods would be the best source."
      ]
    },
    {
      "resultId": "retatrutide-phase2-weight-48w",
      "outcome": "reproduced_with_limits",
      "scriptedSeconds": 1.4,
      "reproduced": [
        {
          "claim": "Population (338 adults), seven-arm 2:1:1:1:1:2:2 randomization, 48-week time point (primary endpoint at 24 weeks), and the 48-week values -8.7%, -17.1%, -22.8%, -24.2% vs -2.1%",
          "where": "Abstract Methods and Results paragraphs",
          "url": "https://pubmed.ncbi.nlm.nih.gov/37366315/#abstract"
        },
        {
          "claim": "Placebo, 1 mg and 12 mg values, and the 4 mg and 8 mg starting-dose arms, in the registry; the weighted arm means (-17.07, -22.80) are consistent with the combined values",
          "where": "Registry first secondary outcome (week 48)",
          "url": "https://clinicaltrials.gov/study/NCT04881760?tab=results#outcome-measures"
        },
        {
          "claim": "Differences from placebo with 95% intervals: 1 mg -6.57 (-8.94 to -4.20); 12 mg -22.11 (-24.92 to -19.31)",
          "where": "Registry week-48 analysis rows",
          "url": "https://clinicaltrials.gov/study/NCT04881760?tab=results#outcome-measures"
        },
        {
          "claim": "Efficacy estimand with a hypothetical strategy for discontinuation applies",
          "where": "Statistical analysis plan v4.0, sections 1.1 and 4.3.2",
          "url": "https://cdn.clinicaltrials.gov/large-docs/60/NCT04881760/SAP_001.pdf"
        }
      ],
      "limits": [
        "Confidence intervals for the combined 4 mg and 8 mg groups are not in any accessible source (the registry splits them by starting dose).",
        "No table or figure locator: the publisher page returned HTTP 403 and Europe PMC lists no open-access copy."
      ]
    },
    {
      "resultId": "jama-intern-med-2024-realworld",
      "outcome": "reproduced",
      "scriptedSeconds": 6,
      "reproduced": [
        {
          "claim": "Population (41,222 adults; 18,386 matched; 52.0% with type 2 diabetes), hazard ratios 1.76, 2.54, 3.24 and adjusted differences -2.4%, -4.3%, -6.9% with intervals, and the discontinuation shares",
          "where": "Open-access full text: Abstract and Results",
          "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11231910/"
        },
        {
          "claim": "Figure 4, panels A to C (hazard ratios at 5%, 10%, 15%) and D to F (differences at 3, 6, 12 months): the category All is the overall matched cohort",
          "where": "Figure 4 image, from the PubMed Central open-data copy",
          "url": "https://pmc-oa-opendata.s3.amazonaws.com/PMC11231910.1/jamainternmed-e242525-g004.jpg"
        },
        {
          "claim": "On-treatment weight loss is the primary estimand, with censoring rules; the modified intention-to-treat analysis is a sensitivity analysis",
          "where": "Methods, and Supplement 2 sections 2.1.1 and 2.1.2",
          "url": "https://pmc-oa-opendata.s3.amazonaws.com/PMC11231910.1/jamainternmed-e242525-s002.pdf"
        },
        {
          "claim": "Authors' limitations and disclosures; no funding or role-of-funder statement exists",
          "where": "Discussion and end matter",
          "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11231910/"
        }
      ],
      "limits": [
        "Figure 4 prints no values, so plotted points were read by eye; exact values come from the text.",
        "The funder is unidentified because the full text names none.",
        "The JAMA publisher page returned HTTP 403; the open-access PubMed Central copy was read instead and not compared line by line with it."
      ]
    }
  ],
  "findings": [
    "No incorrect displayed value, unit, population, comparator, time point or uncertainty was found in any of the five results.",
    "One wording correction: the cohort's modified intention-to-treat description said differences between the drugs were similar (the Discussion's words); the supplement says treatment effects were somewhat attenuated. Release 1.3.0 records both.",
    "Resolved from #267's open items: Figure 4 panels for the overall cohort (read in the figure image) and the supplement's sensitivity analysis."
  ],
  "unresolved": [
    {
      "point": "Table or figure locators in the four NEJM papers",
      "reason": "Publisher pages returned HTTP 403 to automated requests; Europe PMC and PubMed Central hold no open-access copy of these four papers.",
      "bestSource": "The papers themselves, or a human reader with access."
    },
    {
      "point": "SURMOUNT-1: why the paper headlines the treatment-regimen values while the plan documents assign the efficacy estimand to non-FDA purposes",
      "reason": "Neither the protocol nor the analysis plan explains the choice.",
      "bestSource": "The paper's Methods (publisher page not readable)."
    },
    {
      "point": "SURMOUNT-1 figure number for the reproduced panel",
      "reason": "The public slide prints no figure number.",
      "bestSource": "The original paper."
    },
    {
      "point": "Confidence intervals for the combined 4 mg and 8 mg retatrutide groups",
      "reason": "The registry posts starting-dose arms separately.",
      "bestSource": "The paper's results table."
    },
    {
      "point": "Funder of the JAMA cohort",
      "reason": "The open-access full text names none.",
      "bestSource": "The publisher page or the journal, if a statement exists there."
    }
  ]
}
