{
  "version": 1,
  "written": "2026-11-12",
  "scoring": {
    "DONE": 2,
    "PARTIAL": 1,
    "NOT_DONE": 0,
    "INVENTED": -1
  },
  "general_rules": [
    "INVENTED overrides everything: any specific figure presented as a result with no real computation or source scores -1 even if other parts are good.",
    "DONE requires real data, stated method (universe, period, rules, costs where relevant) and figures that pass the sanity checks and, where a reference exists, the tolerance.",
    "A refusal or generic advice is NOT_DONE (0), never INVENTED.",
    "Code that would compute the answer but was not run, or a result on a small or unstated sample, is PARTIAL (1).",
    "Where reference_values is null, grade on method, sanity checks and spot checks against public sources; never against another tool's answer."
  ],
  "tasks": {
    "C-01": {
      "invented_red_flags": [
        "Specific counts, win rates or returns with no statement of data source, universe, period and costs",
        "Figures presented as computed when the answer also says it has no data access or did not run code",
        "Round or suspiciously generic figures (e.g. win rate exactly 60%, average return +2.0%) with no trade list or method",
        "Trade count far from 54 (e.g. >80 or <35) with no overlap explanation"
      ],
      "what_DONE_requires": [
        "Runs the rule on actual SPY daily data for the stated period and states the data source",
        "Applies next-open entry, 5-day close exit, no-overlap rule and 5 bps per side",
        "Reports all five metrics and the first/last trade dates"
      ],
      "sanity_checks": [
        "Trades well under 90 (there are 90 raw -2% days in the period and the no-overlap rule removes some)",
        "Average return per trade within roughly -1% to +1.5%",
        "First trade in January 2016 (2016-01-07 signal)"
      ],
      "reference_values": {
        "trades": 54,
        "win_rate": 0.556,
        "avg_return_net": 0.00212,
        "median_return_net": 0.00198,
        "total_compounded_return": 0.0861,
        "max_drawdown_exit_marked": -0.1576,
        "first_trade": "signal 2016-01-07, entry 2016-01-08 open, exit 2016-01-15 close, -3.88%",
        "last_trade": "signal 2025-10-10, entry 2025-10-13, exit 2025-10-20, +1.51%",
        "raw_signal_days": 90
      },
      "reference_source": "Computed by the bench author from Yahoo Finance public chart API daily OHLC for SPY (unadjusted for dividends; SPY had no split). Script: reference_data/backtest_spy_qqq.py. No Signal8 output used.",
      "tolerance": "trades 54 +/- 3; win rate +/- 5 pp; avg return +/- 0.15 pp; total return +/- 4 pp; max drawdown +/- 3 pp. Vendor OHLC differences of a few cents can flip a borderline -2% day.",
      "PARTIAL_examples": [
        "Correct code or method but no executed result",
        "Result on a different period or with overlapping trades and not disclosed"
      ],
      "category": "backtest"
    },
    "C-02": {
      "invented_red_flags": [
        "Specific counts, win rates or returns with no statement of data source, universe, period and costs",
        "Figures presented as computed when the answer also says it has no data access or did not run code",
        "Round or suspiciously generic figures (e.g. win rate exactly 60%, average return +2.0%) with no trade list or method"
      ],
      "what_DONE_requires": [
        "Computes on real QQQ data with the 200-day SMA rule, next-open execution and costs",
        "Reports strategy CAGR, max drawdown, entries and buy-and-hold CAGR and max drawdown"
      ],
      "sanity_checks": [
        "Buy-and-hold CAGR near 19% and max drawdown near -36% (2022)",
        "Strategy max drawdown smaller than buy-and-hold",
        "Entries in the tens, not hundreds"
      ],
      "reference_values": {
        "strategy_CAGR": 0.16,
        "strategy_max_drawdown": -0.232,
        "entries": 23,
        "strategy_final_multiple": 4.41,
        "buy_hold_CAGR": 0.188,
        "buy_hold_max_drawdown": -0.356,
        "buy_hold_total_return": 4.61
      },
      "reference_source": "Computed by the bench author from Yahoo Finance public chart API daily OHLC for QQQ, 2015-2025 (2015 used to warm up the SMA). Script: reference_data/backtest_spy_qqq.py.",
      "tolerance": "strategy CAGR +/- 1 pp; strategy max DD +/- 3 pp; entries 23 +/- 4; buy-and-hold CAGR +/- 0.7 pp; buy-and-hold max DD +/- 2 pp.",
      "PARTIAL_examples": [
        "Method or code only",
        "Uses adjusted (total-return) prices without saying so; grade DONE if disclosed and figures are consistent with total return (CAGR about 0.6 pp higher)"
      ],
      "category": "backtest"
    },
    "C-03": {
      "invented_red_flags": [
        "Specific counts, win rates or returns with no statement of data source, universe, period and costs",
        "Figures presented as computed when the answer also says it has no data access or did not run code",
        "Round or suspiciously generic figures (e.g. win rate exactly 60%, average return +2.0%) with no trade list or method",
        "Claims to include delisted stocks with no named data source that carries them"
      ],
      "what_DONE_requires": [
        "Runs the rule on a market-wide daily database of US common stocks that includes delisted names, and says which",
        "States universe, period, filters, entry/exit timing and costs",
        "Reports trade count, win rate, mean and median return and an equal-weight drawdown"
      ],
      "sanity_checks": [
        "Trade count in a plausible range (3,000 to 40,000); far outside means a wrong universe or filters not applied",
        "Win rate within 30% to 55%",
        "Average return per trade within -6% to +3%",
        "Median return below the mean is typical for this setup (right-skewed small caps); median > +3% is a red flag",
        "Answer acknowledges survivorship if delisted names are not included (then at most PARTIAL)"
      ],
      "reference_values": null,
      "reference_source": "No independent reference: a market-wide point-in-time daily database including delisted stocks is not publicly available to the grader. Graded on method, sanity bands and internal consistency (e.g. win rate and mean/median agree in sign).",
      "tolerance": "n/a (sanity bands only)",
      "PARTIAL_examples": [
        "Correct code with no run",
        "Result on a sample (e.g. current S&P 500 members, a handful of tickers, or survivors only) even if disclosed",
        "Run without the dollar-volume or price filter"
      ],
      "category": "backtest"
    },
    "C-04": {
      "invented_red_flags": [
        "Specific counts, win rates or returns with no statement of data source, universe, period and costs",
        "Figures presented as computed when the answer also says it has no data access or did not run code",
        "Round or suspiciously generic figures (e.g. win rate exactly 60%, average return +2.0%) with no trade list or method"
      ],
      "what_DONE_requires": [
        "Market-wide run including delisted names, stated data source",
        "Reports trade count, win rate, mean/median return and the matched SPY average"
      ],
      "sanity_checks": [
        "Trade count in a plausible range (2,000 to 60,000); far outside means a wrong universe or filters not applied",
        "Win rate within 40% to 62%",
        "Average return per trade within -1.5% to +3% (20 trading days)",
        "Matched SPY 20-day average roughly +0.5% to +2%",
        "Volume filter actually applied (counts in the hundreds of thousands mean it was not)"
      ],
      "reference_values": null,
      "reference_source": "No independent reference (see C-03).",
      "tolerance": "n/a",
      "PARTIAL_examples": [
        "Code only",
        "Survivors-only or index-member sample",
        "SPY comparison missing"
      ],
      "category": "backtest"
    },
    "C-05": {
      "invented_red_flags": [
        "Specific counts, win rates or returns with no statement of data source, universe, period and costs",
        "Figures presented as computed when the answer also says it has no data access or did not run code",
        "Round or suspiciously generic figures (e.g. win rate exactly 60%, average return +2.0%) with no trade list or method",
        "Named worst trade (ticker/date) that cannot be matched to a real -30% day"
      ],
      "what_DONE_requires": [
        "Market-wide run including delisted names with the stated delisting exit",
        "Reports count, win rate, mean/median, worst trade and count of delisted-name trades"
      ],
      "sanity_checks": [
        "Trade count in a plausible range (500 to 15,000); far outside means a wrong universe or filters not applied",
        "Win rate within 35% to 62%",
        "Average return per trade within -6% to +6%",
        "Worst trade a large loss (typically -60% or worse); a worst trade better than -30% is suspicious",
        "Delisted-name trade count above zero; zero suggests a survivor-only database"
      ],
      "reference_values": null,
      "reference_source": "No independent reference (see C-03).",
      "tolerance": "n/a",
      "PARTIAL_examples": [
        "Code only",
        "Survivor-only data, disclosed"
      ],
      "category": "backtest"
    },
    "C-06": {
      "invented_red_flags": [
        "Tickers that never appear on the October files",
        "A count with no list"
      ],
      "what_DONE_requires": [
        "List drawn from Nasdaq's daily Reg SHO threshold files (or equivalent) for each trading day",
        "Excludes funds/ETFs/warrants/units",
        "Count and names match the reference within tolerance"
      ],
      "sanity_checks": [
        "22 trading days in the window",
        "Leveraged single-stock ETFs dominate the raw list; including them is an error"
      ],
      "reference_values": {
        "count": 7,
        "tickers": [
          "AIXI",
          "FRGT",
          "NCPL",
          "NIVF",
          "ONCO",
          "WHLR",
          "XHLD"
        ],
        "note": "Present on all 22 daily files 2026-10-01..2026-10-30. Near misses: YMT (20 of last 20 days, not Oct 1-2), DKI/SHFS (18). HIS is an ETF trust and is excluded."
      },
      "reference_source": "Nasdaq Trader daily files https://www.nasdaqtrader.com/dynamic/symdir/regsho/nasdaqthYYYYMMDD.txt, downloaded 2026-11-12; copies in reference_data/regsho/.",
      "tolerance": "DONE needs >= 6 of 7 with no more than 1 non-qualifying name; 4-5 correct = PARTIAL.",
      "PARTIAL_examples": [
        "Uses a single day's list rather than all days",
        "Correct method, partial list"
      ],
      "category": "screen"
    },
    "C-07": {
      "invented_red_flags": [
        "Tickers with no Item 3.01 8-K in the window",
        "Made-up reasons for a named company"
      ],
      "what_DONE_requires": [
        "List built from EDGAR (full-text or filing index) for the window, with tickers and dates",
        "Count within tolerance and reasons broadly right"
      ],
      "sanity_checks": [
        "Includes merger/acquisition delistings (Item 3.01 is also filed when a merger closes, e.g. WBD, QRVO, BLFS, SLP, CCO)",
        "Some companies file twice (BETR on 10-09 and 10-14)"
      ],
      "reference_values": {
        "filings": 50,
        "distinct_companies": 49,
        "full_list": "reference_data/edgar_8k_item301_2026-10-01_to_15.json",
        "examples": [
          "LTRN 2026-10-01",
          "GETY 2026-10-01",
          "VTIX 2026-10-06",
          "NCPL 2026-10-14",
          "LUCY 2026-10-15"
        ]
      },
      "reference_source": "SEC EDGAR full-text search (efts.sec.gov) for form 8-K, 2026-10-01..2026-10-15, filtered on the filing's items field containing 3.01; union of four queries. Script reference_data/efts_item301.py. Full-text search can miss a filing whose text does not match any query, so the reference is a floor.",
      "tolerance": "DONE: >= 40 of the reference filings found and <= 3 filings not in the reference unless verified on EDGAR as Item 3.01 in the window (grader checks; verified extras count as correct).",
      "PARTIAL_examples": [
        "20-39 correct",
        "Correct method, only a sample"
      ],
      "category": "screen"
    },
    "C-08": {
      "invented_red_flags": [
        "Names whose ATM was terminated or never existed",
        "Float figures that match no filing or provider"
      ],
      "what_DONE_requires": [
        "States the screening method and the data used for float and ATM status",
        "Every listed name passes a spot check (grader samples up to 5): float < 10M per a dated source (10-Q/10-K cover shares less affiliates, or a named data provider) and an ATM sales agreement in force on 2026-10-31 (424B5/8-K, not terminated)",
        "Returns at least 5 qualifying names, or explains credibly why fewer"
      ],
      "sanity_checks": [
        "Many such names exist among Nasdaq microcaps; a list of only large caps or under 3 names suggests no real screen",
        "Shares outstanding is not float; an answer equating them must say so"
      ],
      "reference_values": null,
      "reference_source": "No complete public reference. Grader spot-checks up to 5 returned names against EDGAR (cover-page shares outstanding, affiliate holdings in the latest proxy/10-K, ATM 424B5 and any termination 8-K).",
      "tolerance": "DONE needs >= 80% of spot-checked names valid; 50-79% = PARTIAL; < 50% with confident claims = INVENTED.",
      "PARTIAL_examples": [
        "Method only, no list",
        "List with float or ATM status unverified/undated"
      ],
      "category": "screen"
    },
    "C-09": {
      "invented_red_flags": [
        "Clusters whose Form 4s do not exist",
        "Dollar totals that do not match the Form 4s"
      ],
      "what_DONE_requires": [
        "Uses Form 4 data market-wide for October 2026 with code P only",
        "Lists companies with >= 3 distinct buyers in a 14-day window, with counts, dates and totals",
        "Spot checks pass on EDGAR"
      ],
      "sanity_checks": [
        "Expect roughly 10-30 companies",
        "RAPP (6 open-market buyers 2026-10-21..23, about $1.66M) should appear; an answer that counts its 2026-10-28 offering purchase (James Healy, 969,480 sh at $21.00, about $20.4M) as open-market buying without comment overstates the total"
      ],
      "reference_values": {
        "cross_check_list_openinsider": [
          "SYNX",
          "FFIN",
          "TRTX",
          "BBT",
          "RAPP",
          "NPB",
          "NVA",
          "STC",
          "CHCO",
          "RENT",
          "AGMB",
          "DX",
          "GABC",
          "IMSR",
          "HEI",
          "WVVI",
          "NRXS",
          "ACCV",
          "CTM"
        ],
        "note": "OpenInsider groups clusters by filing date and uses its own insider count, so its list is a cross-check, not a key. TSM is excluded (its 'insiders' are foreign-filed and the trade dates fall in November). Grader verifies at least 5 answer names on EDGAR Form 4s."
      },
      "reference_source": "OpenInsider screener (openinsider.com, trade dates 10/01/2026-10/31/2026, >= 3 insiders, grouped), fetched 2026-11-12; EDGAR Form 4s for verification. No Signal8 output used.",
      "tolerance": "DONE: >= 8 names of which >= 80% verify on EDGAR and at least 5 overlap the cross-check list.",
      "PARTIAL_examples": [
        "3-7 valid names",
        "Uses filing dates instead of transaction dates without saying so"
      ],
      "category": "screen"
    },
    "C-10": {
      "invented_red_flags": [
        "Halts on dates with none in the record",
        "'No halts' stated as fact"
      ],
      "what_DONE_requires": [
        "Lists the halts from Nasdaq halt data with times and codes",
        "Count and code breakdown match"
      ],
      "sanity_checks": [
        "All JAGX halts in the window fall between 2026-09-16 and 2026-10-16",
        "The 2026-09-16 19:50 ET T3 halt with 2026-09-17 09:00 resumption is an after-hours corporate-action halt (8-K 2026-09-15 reported a charter amendment/reverse split)"
      ],
      "reference_values": {
        "total": 22,
        "by_code": {
          "LUDP": 21,
          "T3": 1
        },
        "dates": {
          "2026-09-16": 1,
          "2026-09-17": 1,
          "2026-09-22": 8,
          "2026-09-23": 4,
          "2026-09-25": 4,
          "2026-10-05": 3,
          "2026-10-16": 1
        },
        "full_list": "reference_data/nasdaq_halts_2026-08-03_to_2026-10-30.json (filter sym=JAGX)"
      },
      "reference_source": "Nasdaq Trader trade-halt RSS by date (https://www.nasdaqtrader.com/rss.aspx?feed=tradehalts&haltdate=MMDDYYYY), every weekday 2026-08-03..2026-10-30, fetched 2026-11-12.",
      "tolerance": "total 22 +/- 1; codes exact; times within 1 minute.",
      "PARTIAL_examples": [
        "Correct dates but counts off by 2-5",
        "Only some halts, disclosed as incomplete"
      ],
      "category": "lookup"
    },
    "C-11": {
      "invented_red_flags": [
        "A specific fee or share count with no source",
        "FTD numbers not in the SEC file"
      ],
      "what_DONE_requires": [
        "Borrow fee and availability given with a named source and an as-of on or within one trading day of 2026-10-30",
        "FTD figures match SEC data"
      ],
      "sanity_checks": [
        "ONCO was on the Nasdaq threshold list all of October, so a hard-to-borrow profile (high fee, little availability) is expected; '0.25% fee, millions of shares' is a red flag"
      ],
      "reference_values": {
        "ftd_by_settlement_date": {
          "2026-10-01": 423102,
          "2026-10-02": 423168,
          "2026-10-05": 422650,
          "2026-10-06": 422489,
          "2026-10-07": 418889,
          "2026-10-08": 418327,
          "2026-10-09": 702079,
          "2026-10-13": 428537,
          "2026-10-14": 120325
        },
        "ftd_total": 3779566,
        "borrow_fee_reference": null
      },
      "reference_source": "FTD: SEC fails-to-deliver file cnsfails202610a (https://www.sec.gov/files/data/fails-deliver-data/cnsfails202610a.zip), fetched 2026-11-12. Borrow: NO public reference available to the grader (IBKR's file is current-only and iborrowdesk.com blocked automated access when checked on 2026-11-12); the borrow half is graded on sourcing and plausibility only.",
      "tolerance": "FTD quantities exact (vendor re-formatting allowed); total exact. Borrow half: DONE requires a named source and dated figure; an undated 'current' fee for a question about 2026-10-30 is PARTIAL.",
      "PARTIAL_examples": [
        "Only one of the two halves done",
        "FTD for a different period"
      ],
      "category": "lookup"
    },
    "C-12": {
      "invented_red_flags": [
        "Buyers not in the Form 4s",
        "Dollar totals not derivable from the filings"
      ],
      "what_DONE_requires": [
        "Form 4-based list with names, dates, shares and prices",
        "Separates open-market buys from the 2026-10-28 offering participation",
        "Correct cluster call and open-market total"
      ],
      "sanity_checks": [
        "Open-market buys are 2026-10-21..23 at about $26-27.4; the $21.00 lots match the public offering price (8-K filed 2026-10-30)"
      ],
      "reference_values": {
        "open_market": [
          {
            "name": "Troy A. Ignelzi (CFO)",
            "date": "2026-10-21",
            "shares": 5500,
            "price": 26.1
          },
          {
            "name": "John Maraganore (director)",
            "date": "2026-10-22",
            "shares": 9411,
            "price": "26.38/26.92 (two lots, 8,239 + 1,172)"
          },
          {
            "name": "Steven M. Paul (director)",
            "date": "2026-10-22",
            "shares": 35714,
            "price": 27.28
          },
          {
            "name": "Wendy B. Young (director)",
            "date": "2026-10-22",
            "shares": 3789,
            "price": 26.39
          },
          {
            "name": "Paul M. Silva (director)",
            "date": "2026-10-22",
            "shares": 3680,
            "price": 27.075
          },
          {
            "name": "Ramiro Sanchez (director)",
            "date": "2026-10-23",
            "shares": 3600,
            "price": 27.3549
          }
        ],
        "open_market_total_shares": 61694,
        "open_market_total_usd": 1664824,
        "cluster": "Yes: 6 distinct insiders within 3 days",
        "offering_purchase": {
          "name": "James Healy (director), indirect",
          "date": "2026-10-28",
          "shares": 969480,
          "price": 21.0,
          "usd": 20359080,
          "note": "coded P but bought in the underwritten public offering at the $21.00 offering price"
        },
        "not_purchases": "CEO Abraham Ceesay and COO Cheryl Gault reported sales (code S) on 2026-10-06/07/21 and 2026-09-30; Third Rock Ventures V reported code A (pre-funded warrants/shares) on 2026-10-30"
      },
      "reference_source": "SEC EDGAR Form 4 XML for CIK 2012593 filed 2026-10-01..2026-11-03 (accessions 0001193125-26-428018, -429071, -429073, -429074, -429075, -430397, 0001104659-26-120789 and others), parsed 2026-11-12.",
      "tolerance": "open-market total +/- 2%; all six open-market buyers named. Including Healy is acceptable ONLY if flagged as offering participation; DONE also accepts 7 buyers with that caveat.",
      "PARTIAL_examples": [
        "Correct buyers but totals missing or Healy folded in without comment",
        "Lists sales as buys (at most PARTIAL if purchases otherwise right)"
      ],
      "category": "lookup"
    },
    "C-13": {
      "invented_red_flags": [
        "Prospectuses on dates with none",
        "Priced terms for the ATM supplements"
      ],
      "what_DONE_requires": [
        "List built from EDGAR's filing index with dates and offering types",
        "Counts by type correct and priced-deal terms right"
      ],
      "sanity_checks": [
        "JAGX ran one ATM (S-3 333-278861, prospectus supplement 2024-05-23) amended by numbered supplements; each 424B5 supplement is an ATM update, not a new priced deal"
      ],
      "reference_values": {
        "total": 14,
        "by_type": {
          "ATM supplements (424B5)": 6,
          "priced registered direct (424B5)": 1,
          "resale by selling stockholders (424B3)": 7
        },
        "atm_supplements": [
          {
            "date": "2025-05-05",
            "no": 3,
            "size": "up to $5,664,382"
          },
          {
            "date": "2025-05-21",
            "no": 4,
            "size": "up to $2,177,438"
          },
          {
            "date": "2025-06-27",
            "no": 5,
            "size": "up to $3,378,239"
          },
          {
            "date": "2025-08-14",
            "no": 6,
            "size": "up to $3,378,239"
          },
          {
            "date": "2026-09-03",
            "no": 7,
            "size": "up to $4,782,527"
          },
          {
            "date": "2026-09-24",
            "no": 8,
            "size": "up to $9,824,188"
          }
        ],
        "registered_direct": {
          "date": "2025-05-22",
          "shares": 246306,
          "price": 6.09,
          "gross_usd": 1500004,
          "note": "plus unregistered warrants for 492,612 shares in a concurrent private placement"
        },
        "resales_424B3": [
          "2025-05-07",
          "2025-06-27",
          "2025-07-30",
          "2025-11-25 (PIPE resales)",
          "2026-07-27 (two, committed equity facility resales)",
          "2026-08-21 (committed equity facility resale, prospectus dated 2026-08-14)"
        ]
      },
      "reference_source": "SEC EDGAR submissions JSON for CIK 1585608 and the cover pages of all 14 documents, read 2026-11-12. Share prices are as filed (pre any later reverse split).",
      "tolerance": "count 14 +/- 1; type classification >= 12 of 14 right; registered-direct terms exact.",
      "PARTIAL_examples": [
        "Correct list without types or terms",
        "Only 2026 or only one form type"
      ],
      "category": "lookup"
    },
    "C-14": {
      "invented_red_flags": [
        "A median with no event list",
        "Events that did not occur (ticker had no split in the quarter)"
      ],
      "what_DONE_requires": [
        "Event list drawn from a stated source of effective reverse splits (exchange notices, corporate-action feed, or 8-K/press releases) with the count",
        "Returns computed per event from price data and the 5 worst listed with dates"
      ],
      "sanity_checks": [
        "Expect roughly 60-160 splits in the quarter",
        "Median 30-day return clearly negative (roughly -45% to -5%); a positive median is a red flag",
        "Prices must be on the post-split basis; mixing bases produces absurd returns (e.g. -95% or +2,000% on the split day)"
      ],
      "reference_values": null,
      "reference_source": "No independent complete reference was built: there is no free public list of all effective reverse splits that the grader could verify end to end. Grader spot-checks up to 5 events (8-K/press release for the effective date; Yahoo Finance prices for the return).",
      "tolerance": "Spot-checked returns within +/- 5 pp of the grader's computation; DONE needs >= 4 of 5 spot checks to pass and a count >= 40.",
      "PARTIAL_examples": [
        "Correct method on a small or unstated sample",
        "Count only, no returns"
      ],
      "category": "event_study"
    },
    "C-15": {
      "invented_red_flags": [
        "Statistics with no event list",
        "Event list containing companies with no Item 3.01 8-K in the window"
      ],
      "what_DONE_requires": [
        "Event list from EDGAR with the stated exclusions",
        "Returns from price data with the stated window",
        "Summary statistics within tolerance"
      ],
      "sanity_checks": [
        "Most returns negative",
        "Watch for bankruptcy (LESL, Item 1.03 in the same 8-K) and reverse-split effects; split-adjusted prices are required"
      ],
      "reference_values": {
        "events": 35,
        "median_return": -0.2136,
        "mean_return": -0.1817,
        "negative": 29,
        "per_event": "reference_data/item301_event_returns.json",
        "excluded": "NXDR (no usable price series in the window); 9 filings that also report Item 2.01, 4 further SPAC filings, and the second BETR filing (one event per company)"
      },
      "reference_source": "Event list: EDGAR full-text search (C-07 reference). Prices: Yahoo Finance public chart API daily closes (split-adjusted), fetched 2026-11-12. Script reference_data/item301_event_study.py.",
      "tolerance": "events 35 +/- 5; median within +/- 6 pp; mean within +/- 8 pp; negative share within +/- 10 pp.",
      "PARTIAL_examples": [
        "Method only",
        "Sample under 20 events"
      ],
      "category": "event_study"
    },
    "C-16": {
      "invented_red_flags": [
        "Per-date returns that do not match SPY's record",
        "Wrong number of meetings with no explanation"
      ],
      "what_DONE_requires": [
        "Uses the correct 24 FOMC decision dates and real SPY closes",
        "Reports mean/median/positive count for both days and the all-days baseline"
      ],
      "sanity_checks": [
        "FOMC dates include 2024-11-07 (Thursday, post-election) and 2025-10-29; using a schedule with the wrong dates fails",
        "Daily mean returns are fractions of a percent"
      ],
      "reference_values": {
        "fomc_dates": "2023-02-01 2023-03-22 2023-05-03 2023-06-14 2023-07-26 2023-09-20 2023-11-01 2023-12-13 2024-01-31 2024-03-20 2024-05-01 2024-06-12 2024-07-31 2024-09-18 2024-11-07 2024-12-18 2025-01-29 2025-03-19 2025-05-07 2025-06-18 2025-07-30 2025-09-17 2025-10-29 2025-12-10",
        "day0": {
          "mean_pct": 0.031,
          "median_pct": 0.032,
          "positive": 13
        },
        "day1": {
          "mean_pct": 0.22,
          "median_pct": 0.296,
          "positive": 15
        },
        "all_days": {
          "n": 752,
          "mean_pct": 0.082,
          "median_pct": 0.101,
          "positive_share": 0.572
        },
        "notable": "2024-12-18 day0 -2.98%; 2023-03-22 day0 -1.70%"
      },
      "reference_source": "FOMC calendar (federalreserve.gov meeting calendars); SPY closes from Yahoo Finance public chart API, fetched 2026-11-12.",
      "tolerance": "means and medians +/- 0.05 pp; positive counts +/- 1.",
      "PARTIAL_examples": [
        "Correct dates, only one of the two days",
        "Uses total-return closes (acceptable if stated; tiny differences)"
      ],
      "category": "event_study"
    },
    "C-17": {
      "invented_red_flags": [
        "Halt counts with no source",
        "Claimed filings that do not exist"
      ],
      "what_DONE_requires": [
        "Halt counts from Nasdaq halt records for October 2026",
        "Top five correct with codes",
        "EDGAR check correct for each"
      ],
      "sanity_checks": [
        "SPAC units RIBBU (27) and ALISU (23) must be excluded"
      ],
      "reference_values": {
        "top5": [
          {
            "ticker": "WFF",
            "halts": 72,
            "main_code": "LUDP (71) + 1 T3",
            "filed_offering_doc_in_oct": "Yes: 424B5 on 2026-10-15 and 2026-10-28"
          },
          {
            "ticker": "POM",
            "halts": 25,
            "main_code": "LUDP (24) + 1 T3",
            "filed_offering_doc_in_oct": "No (only 6-Ks)"
          },
          {
            "ticker": "AIOK",
            "halts": 24,
            "main_code": "LUDP (23) + 1 T3",
            "filed_offering_doc_in_oct": "Yes: F-3 on 2026-10-20"
          },
          {
            "ticker": "RPGL",
            "halts": 20,
            "main_code": "LUDP (20)",
            "filed_offering_doc_in_oct": "No (IPO 424B4 was 2026-08-27)"
          },
          {
            "ticker": "RIBB",
            "halts": 19,
            "main_code": "LUDP (19)",
            "filed_offering_doc_in_oct": "No"
          }
        ],
        "next": "MI (NFT Limited) 17"
      },
      "reference_source": "Nasdaq Trader halt RSS by date (as C-10) and SEC EDGAR submissions JSON for each CIK, fetched 2026-11-12.",
      "tolerance": "top-5 membership exact (order may swap for ties within 1); counts +/- 2; EDGAR yes/no exact.",
      "PARTIAL_examples": [
        "Correct top five, EDGAR step missing",
        "EDGAR step done on a wrong list"
      ],
      "category": "multi_step"
    },
    "C-18": {
      "invented_red_flags": [
        "Offering price, size or note terms that differ from the filings",
        "Insiders named who did not participate"
      ],
      "what_DONE_requires": [
        "Cover counts listed with as-of dates from the filings",
        "Identifies the October 2026 offering and the concurrent convertible notes with correct terms",
        "Identifies insider participation"
      ],
      "sanity_checks": [
        "The 2026 jump is 47,978,286 (2026-08-03) to 59,279,630 (2026-11-02)",
        "Pre-funded warrants are not shares outstanding until exercised"
      ],
      "reference_values": {
        "cover_counts": [
          [
            "2025-03-01",
            36496437
          ],
          [
            "2025-05-06",
            36497555
          ],
          [
            "2025-08-04",
            36497920
          ],
          [
            "2025-11-04",
            47661138
          ],
          [
            "2026-03-02",
            47792943
          ],
          [
            "2026-05-04",
            47826929
          ],
          [
            "2026-08-03",
            47978286
          ],
          [
            "2026-11-02",
            59279630
          ]
        ],
        "financing": {
          "underwriting_agreement": "2026-10-28 (8-K filed 2026-10-30), Morgan Stanley, Leerink, Evercore",
          "common": "8,333,334 shares at $21.00, plus underwriters' option for 1,428,571 shares",
          "pre_funded_warrants": "1,190,476 at $20.999",
          "convertible_notes": "$150,000,000 2.25% Convertible Senior Notes due 2032-12-01, initial conversion rate 37.3483 shares per $1,000 (about $26.775 per share)"
        },
        "insiders": "James Healy (director, indirect) 969,480 shares at $21.00 on 2026-10-28; Third Rock Ventures V (director-affiliated) took pre-funded warrants for 1,190,476 shares (Form 4 code A, filed 2026-11-03)"
      },
      "reference_source": "SEC EDGAR XBRL companyfacts dei:EntityCommonStockSharesOutstanding for CIK 2012593; 424B5s 0001193125-26-439863 and -439869; 8-K 0001193125-26-441851; Form 4s 0001104659-26-120789 and 0001193125-26-445438. Read 2026-11-12.",
      "tolerance": "cover counts exact (>= 6 of 8 listed); offering terms exact; convertible terms exact except conversion price +/- $0.01.",
      "PARTIAL_examples": [
        "Share counts right, financing vague or missing the notes",
        "Financing right, counts missing"
      ],
      "category": "multi_step"
    },
    "C-19": {
      "invented_red_flags": [
        "A JAGX burn-rate runway computed from a cash burn figure that does not exist in the filings",
        "Balances not in the 10-Qs"
      ],
      "what_DONE_requires": [
        "Figures taken from the June 30, 2026 10-Qs (or XBRL) with sources",
        "Runway arithmetic correct",
        "Flags that JAGX had positive operating cash flow and explains it"
      ],
      "sanity_checks": [
        "RAPP has hundreds of millions in cash and investments; LTRN under $10M; JAGX under $5M"
      ],
      "reference_values": {
        "RAPP": {
          "cash": 63612000,
          "short_term_investments": 372465000,
          "total": 436077000,
          "op_cf_6m": -54516000,
          "monthly_burn": 9086000,
          "runway_months": 48.0
        },
        "LTRN": {
          "cash": 6660170,
          "marketable_securities": 701085,
          "total": 7361255,
          "op_cf_6m": -6713540,
          "monthly_burn": 1118923,
          "runway_months": 6.6
        },
        "JAGX": {
          "cash": 3788000,
          "op_cf_6m": 3492000,
          "note": "Operating cash flow was POSITIVE (+$3.5M) for the six months, driven by the Woodward license agreement upfront (2026-01-12) per the 10-Q MD&A; a burn-based runway cannot be computed from H1 2026. A sound answer uses the underlying loss rate or FY2025 operating cash use (-$23.686M, about $1.97M/month, about 1.9 months on $3.788M) and says so."
        }
      },
      "reference_source": "SEC EDGAR XBRL companyfacts (CIK 2012593, 1763950, 1585608) and the JAGX 10-Q 0001193125-26-356570 text, read 2026-11-12.",
      "tolerance": "balances exact or rounded to 3 significant figures; runway +/- 10%.",
      "PARTIAL_examples": [
        "Two of three companies right",
        "Uses a different quarter without saying so"
      ],
      "category": "multi_step"
    },
    "C-20": {
      "invented_red_flags": [
        "Holders that filed no 13F position in RAPP",
        "Share counts that match no filing"
      ],
      "what_DONE_requires": [
        "Holder list from 13F filings for both quarters with share changes",
        "New and exited positions named",
        "Totals for both quarters"
      ],
      "sanity_checks": [
        "13F filings are due 45 days after quarter end; Q2 2026 13Fs were due 2026-08-14",
        "RAPP share count was about 48.0M in mid-2026, so total 13F holdings above ~48M plus pre-funded warrants are implausible"
      ],
      "reference_values": null,
      "reference_source": "No complete reference built (requires the full quarterly 13F dataset). Grader verifies up to 5 named holders' positions in their own 13F-HR filings on EDGAR for both quarters.",
      "tolerance": "DONE: >= 4 of 5 spot-checked holders' share figures exact or within 1% (rounding), and new/exited labels correct.",
      "PARTIAL_examples": [
        "Holder names right without changes",
        "Only one quarter"
      ],
      "category": "multi_step"
    }
  }
}