test(gb-test-runner): add turtle-tests report

Author: pakitovic

crates/gb-test-runner/data/reports.toml

@@ -80,6 +80,14 @@ id = "little-things-gb"
 store_dir = "little-things-gb"
 sources = "little-things-gb/sources.report.toml"
 
+[[report]]
+id = "turtle-tests"
+store_dir = "turtle-tests"
+sources = "turtle-tests/sources.report.toml"
+family_order = [
+  "turtle-tests",
+]
+
 [[report]]
 id = "nitro2k01"
 store_dir = "nitro2k01"

crates/gb-test-runner/data/rom-reports-pages.json

@@ -12,5 +12,6 @@
   { "name": "mbc3-tester" },
   { "name": "nitro2k01", "boot_roms": true },
   { "name": "little-things-gb" },
+  { "name": "turtle-tests" },
   { "name": "magen" }
 ]

crates/gb-test-runner/data/turtle-tests/sources.report.toml

@@ -0,0 +1,29 @@
+[[source]]
+id = "game-boy-test-roms"
+archive_url = "https://github.com/c-sp/game-boy-test-roms/releases/download/v7.0/game-boy-test-roms-v7.0.zip"
+archive_sha256 = "b9a9d7a1075aa35a3d07c07c34974048672d8520dca9e07a50178f5860c3832c"
+archive_format = "zip"
+
+[[source.family]]
+id = "turtle-tests"
+target_root = "turtle-tests"
+
+[[source.family.file]]
+path = "turtle-tests/window_y_trigger/window_y_trigger.gb"
+target = "window_y_trigger/window_y_trigger.gb"
+sha256 = "c844be570060efeab721e8a8e160f518e4295ca46e47e55f5083a181a5dc4fe8"
+
+[[source.family.file]]
+path = "turtle-tests/window_y_trigger/window_y_trigger.png"
+target = "window_y_trigger/window_y_trigger.png"
+sha256 = "5ccea69d275ca538aac535e56da47fcac394bd1a7fc48da27c98774c77d3466f"
+
+[[source.family.file]]
+path = "turtle-tests/window_y_trigger_wx_offscreen/window_y_trigger_wx_offscreen.gb"
+target = "window_y_trigger_wx_offscreen/window_y_trigger_wx_offscreen.gb"
+sha256 = "6eeae0e54a083f0b84cc136f72c0f926bbb9bbe8194faeb8735d6f4a9d88e021"
+
+[[source.family.file]]
+path = "turtle-tests/window_y_trigger_wx_offscreen/window_y_trigger_wx_offscreen.png"
+target = "window_y_trigger_wx_offscreen/window_y_trigger_wx_offscreen.png"
+sha256 = "cbca426b18a00730fec2d4bc54f164414a8beea22e0bf66efbaff6fc77391819"

crates/gb-test-runner/data/turtle-tests/turtle-tests-window-y-trigger-wx-offscreen.suite.toml

@@ -0,0 +1,11 @@
+family = "turtle-tests"
+suite_name = "turtle-tests-window-y-trigger-wx-offscreen"
+report = "turtle-tests"
+model = "dmg"
+timeout_frames = 30
+oracle = { type = "framebuffer", mode = "until-match" }
+
+[[case]]
+id = "turtle-tests-window-y-trigger-wx-offscreen"
+rom = "window_y_trigger_wx_offscreen/window_y_trigger_wx_offscreen.gb"
+oracle = { fixture = "window_y_trigger_wx_offscreen/window_y_trigger_wx_offscreen.png" }

crates/gb-test-runner/data/turtle-tests/turtle-tests-window-y-trigger.suite.toml

@@ -0,0 +1,11 @@
+family = "turtle-tests"
+suite_name = "turtle-tests-window-y-trigger"
+report = "turtle-tests"
+model = "dmg"
+timeout_frames = 30
+oracle = { type = "framebuffer", mode = "until-match" }
+
+[[case]]
+id = "turtle-tests-window-y-trigger"
+rom = "window_y_trigger/window_y_trigger.gb"
+oracle = { fixture = "window_y_trigger/window_y_trigger.png" }

crates/gb-test-runner/src/suite/test/cli.rs

@@ -117,7 +117,7 @@ fn run_requires_report_and_lists_available_reports() {
     assert!(output.is_empty());
     assert_eq!(
         error,
-        "test ROM report must be provided; available reports: gb-emulator-shootout, docboy, gbmicrotest, acid, ashiepaws, blargg, mooneye, little-things-gb, nitro2k01, magen, mealybug-tearoom-tests, samesuite, wilbertpol, rtc3test, mbc3-tester, linked"
+        "test ROM report must be provided; available reports: gb-emulator-shootout, docboy, gbmicrotest, acid, ashiepaws, blargg, mooneye, little-things-gb, turtle-tests, nitro2k01, magen, mealybug-tearoom-tests, samesuite, wilbertpol, rtc3test, mbc3-tester, linked"
     );
 }
 

crates/gb-test-runner/src/suite/test/manifest.rs

@@ -1777,6 +1777,23 @@ fn real_standalone_extra_report_manifests_load_new_runner_oracles() {
                 "little-things-gb",
             )][..],
         ),
+        (
+            "turtle-tests",
+            &[
+                (
+                    "turtle-tests-window-y-trigger",
+                    1,
+                    "turtle-tests",
+                    "turtle-tests",
+                ),
+                (
+                    "turtle-tests-window-y-trigger-wx-offscreen",
+                    1,
+                    "turtle-tests",
+                    "turtle-tests",
+                ),
+            ][..],
+        ),
         (
             "acid",
             &[
@@ -2068,6 +2085,24 @@ fn real_standalone_extra_report_manifests_load_new_runner_oracles() {
             assert_eq!(cgb.hardware_revision, gb_core::HardwareRevision::CpuCgbD);
             assert_eq!(cgb.report_rom(), "rtc3test.gb (GBC)");
         }
+        if report_id == "turtle-tests" {
+            for suite_name in [
+                "turtle-tests-window-y-trigger",
+                "turtle-tests-window-y-trigger-wx-offscreen",
+            ] {
+                let suites = load_selected_suites(&workspace, report, Some(suite_name), None)
+                    .unwrap_or_else(|error| panic!("{suite_name} should load: {error}"));
+                let suite = &suites[0];
+                assert!(suite.cases.iter().all(|case| {
+                    case.console_model == gb_core::ConsoleModel::GameBoy
+                        && case.hardware_revision == gb_core::HardwareRevision::DmgCpuC
+                        && case.startup_mode == gb_core::StartupMode::SkipBoot
+                        && case.timeout_frames == 30
+                        && !case.report_model_suffix
+                        && matches!(&case.oracle, Oracle::Framebuffer(_))
+                }));
+            }
+        }
         if report_id == "mbc3-tester" {
             let suites = load_selected_suites(&workspace, report, Some("mbc3-tester"), None)
                 .expect("mbc3-tester suite should load");

docs/EXECUTION.md

@@ -20,7 +20,7 @@ This file owns the day-to-day implementation workflow: how to choose authority d
 - [`docs/TESTING.md`](TESTING.md) owns validation policy; [`docs/info/ROM-SUITES.md`](info/ROM-SUITES.md) owns external ROM materialization, report channels, and runner commands.
 - [`docs/REFERENCES.md`](REFERENCES.md) owns the current consultation order for Pan Docs, AntonioND, Gekkio, GBEmulatorShootout, DocBoy, and other active references.
 - `crates/gb-test-runner/data/reports.toml` and each report-local `sources.report.toml` own report fetch metadata for `cargo rom-fetch`, `cargo rom-suite`, and `cargo rom-suite-link`; update those files rather than documenting ad hoc source lists elsewhere. Local reports such as `linked` deliberately omit `sources.report.toml` because their assets are committed under `crates/gb-test-runner/data/<report>/`.
-- `/test/gb-emulator-shootout/`, `/test/docboy/`, `/test/gbmicrotest/`, and standalone exploratory report roots such as `/test/mooneye/`, `/test/little-things-gb/`, `/test/magen/`, `/test/mealybug-tearoom-tests/`, `/test/samesuite/`, `/test/wilbertpol/`, `/test/rtc3test/`, or `/test/mbc3-tester/` are generated/local evidence channels; keep before/after copies when the mandatory external-ROM regression workflow applies.
+- `/test/gb-emulator-shootout/`, `/test/docboy/`, `/test/gbmicrotest/`, and standalone exploratory report roots such as `/test/mooneye/`, `/test/little-things-gb/`, `/test/turtle-tests/`, `/test/magen/`, `/test/mealybug-tearoom-tests/`, `/test/samesuite/`, `/test/wilbertpol/`, `/test/rtc3test/`, or `/test/mbc3-tester/` are generated/local evidence channels; keep before/after copies when the mandatory external-ROM regression workflow applies.
 
 ## Change policy
 

docs/REFERENCES.md

@@ -29,13 +29,13 @@ Consult primary documentation and hardware research before emulator source code.
 - [gb-cycle GBEmulatorShootout fork dashboard](https://pakitovic.github.io/GBEmulatorShootout/) — project-facing summary of the current gb-cycle counted rows.
 - [blargg test ROMs](https://github.com/retrio/gb-test-roms) — CPU, timing, memory, OAM, and DMG/CGB sound ROMs, currently consumed through the curated GBEmulatorShootout source path rather than a direct retrio checkout.
 - [Mooneye GB](https://github.com/Gekkio/mooneye-gb) — acceptance, boot, CPU/interrupt/timer/DMA, serial, and model-specific executable tests plus documentary reasoning.
-- [c-sp/game-boy-test-roms](https://github.com/c-sp/game-boy-test-roms) — release-ZIP aggregate used for archive-backed Blargg, Mooneye, GBMicrotest, Wilbertpol, standalone SameSuite, standalone rtc3test, and standalone mbc3-tester channels, including independently pinned ROM and fixture hashes.
+- [c-sp/game-boy-test-roms](https://github.com/c-sp/game-boy-test-roms) — release-ZIP aggregate used for archive-backed Blargg, Mooneye, GBMicrotest, Wilbertpol, standalone SameSuite, standalone rtc3test, standalone turtle-tests, and standalone mbc3-tester channels, including independently pinned ROM and fixture hashes.
 - [dmg-acid2](https://github.com/mattcurrie/dmg-acid2), [cgb-acid2](https://github.com/mattcurrie/cgb-acid2), and Acid-family CGB hardening ROMs — framebuffer-oracle visual PPU references.
 - [mealybug-tearoom-tests](https://github.com/mattcurrie/mealybug-tearoom-tests) — DMG/CGB PPU timing and LCD pipeline framebuffer-oracle rows.
 - [SameSuite](https://github.com/LIJI32/SameSuite) — CGB APU, DMA, palette/PPU, and SGB command/multiplayer executable tests.
 - [MagenTests](https://github.com/alloncm/MagenTests) — official source/release origin for Magen CGB priority, HDMA, KEY0, PPU-off STAT, and MBC out-of-bounds SRAM executable tests.
 - [docboy-test-suite](https://github.com/Docheinstein/docboy-test-suite/) and [docboy repository](https://github.com/Docheinstein/docboy) — large high-precision DMG/CGB/linked-session ROM corpus and a structural implementation cross-check for timing-sensitive behavior.
-- GBEmulatorShootout/DocBoy/c-sp/MagenTests-sourced family names actively used by manifests include `acid`, `ashiepaws`, `ax6`, `blargg`, `cpp`, `daid`, `gbmicrotest`, `little-things-gb`, `magen`, `mealybug-tearoom-tests`, `mooneye`, `samesuite`, `wilbertpol`, `mbc3-tester`, `rtc3test` report families `basic-tests`, `range-tests`, and `sub-second-writes`, `docboy-dmg`, `docboy-cgb`, `docboy-cgb-dmg`, and `docboy-cgb-dmg-ext`; pinned source revisions, archive hashes, or file-base release asset URLs plus file hashes for report-local cargo lanes live in `crates/gb-test-runner/data/reports.toml` plus each report-local `sources.report.toml`; linked-session manifests use the report-local `*.link.suite.toml` model and share the same report registry.
+- GBEmulatorShootout/DocBoy/c-sp/MagenTests-sourced family names actively used by manifests include `acid`, `ashiepaws`, `ax6`, `blargg`, `cpp`, `daid`, `gbmicrotest`, `little-things-gb`, `magen`, `mealybug-tearoom-tests`, `mooneye`, `samesuite`, `turtle-tests`, `wilbertpol`, `mbc3-tester`, `rtc3test` report families `basic-tests`, `range-tests`, and `sub-second-writes`, `docboy-dmg`, `docboy-cgb`, `docboy-cgb-dmg`, and `docboy-cgb-dmg-ext`; pinned source revisions, archive hashes, or file-base release asset URLs plus file hashes for report-local cargo lanes live in `crates/gb-test-runner/data/reports.toml` plus each report-local `sources.report.toml`; linked-session manifests use the report-local `*.link.suite.toml` model and share the same report registry.
 
 ## Open-source emulator consultation tier
 

docs/TODO.md

@@ -21,7 +21,7 @@ PPU hardening toward a hardware-true engine (post PR #245): the sprite Mode 3 pe
 - [PPU][MODE3-OBSERVATION-TABLES] Mid-line register-write landing on sprite lines is still resolved through per-sprite-`x`/`scx` phase-fitted tables (`PpuMode3ObservedLcdc3PhaseTable`, `Lcdc4PhaseTable`, `Lcdc2ObjSizePhaseTable`, `ScyObjPhaseTable` in `helpers/mode3_policies.rs`; the window-activation tilemap masks in `mode3/window.rs`; the `SCX` coarse-bit refetch gating) which PR #245 refit to the corrected schedule rather than deriving from the fetcher. Evidence: mealybug DMG + CGB-compat suites are green. Superseded direction: do not extend these tables for new cases. Highest-value next step: once [MODE3-FETCHER-LEAD] is fixed, resolve tilemap / tile-data / `SCY` / tile-select at the actual fetch dots and delete the tables.
 - [PPU][MODE0-PUBLISH-HALT-GRID] The steady-frame published-`STAT` Mode 0 boundary override gated on `scx == 0 || Mode 0 IRQ enabled`, plus the Mode 0 halt-wake deferral table (CGB-family all `SCX` low bits, DMG-family `SCX&7` in `{1,2,5,6}`), compensate a measured 1-4 T-cycle offset between the halt-dispatch and nop-dispatch grids — wilbertpol `intr_2_mode0_timing_sprites_nops` measures on post-LCD-enable frames, mooneye halt variants on steady frames. Superseded direction: never refit sprite penalties (PR #245 froze them hardware-true). Highest-value next step: a uniform halt-wake dispatch convention plus recalibrated Mode 0 / Mode 2 pretrigger apertures, validated against SameBoy/DocBoy.
 - [PPU][MODE3-SCY-OBJ-PHASE-POLICY] `m3_scy_change.gb` is green through `PpuMode3ScyObjPhasePolicy` plus `PpuMode3ObservedScyObjPhaseTable`; if a stronger oracle resolves the exact BG/OBJ handoff phase, replace the observed-table ranges with direct shared BG/OBJ fetcher arbitration rather than extending the table.
-- [PPU][WINDOW-GLITCH-ORACLE] The active window ROM block is green (`m3_window_timing`, `m3_window_timing_wx_0`, `m3_lcdc_win_en_change_multiple*`, `m3_wx_*`), but stricter hardware/oracle evidence is still missing for `WX = 0`, `WX = 166`, `WX`/`WY`, and `LCDC.5` mid-frame glitches, especially `WX = 0 && (SCX & 7) > 0`.
+- [PPU][WINDOW-GLITCH-ORACLE] The existing active window ROM block is green (`m3_window_timing`, `m3_window_timing_wx_0`, `m3_lcdc_win_en_change_multiple*`, `m3_wx_*`), but standalone c-sp v7 `turtle-tests/window_y_trigger_wx_offscreen.gb` now fails against its upstream framebuffer fixture while `turtle-tests/window_y_trigger.gb` passes. Stricter hardware/oracle evidence is still missing for offscreen `WX`, `WX = 0`, `WX = 166`, `WX`/`WY`, and `LCDC.5` mid-frame glitches, especially `WX = 0 && (SCX & 7) > 0`.
 - [PPU][OAM-CORRUPTION-ORACLE] Deterministic unit/integration coverage exists for Mode `2` OAM access, `FEA0-FEFF` reads, `inc rr`, `[hli]` / `[hld]`, stack/interrupt paths, DMG variants, and the CGB negative path; the promoted GB Emulator Shootout `oam_bug` subset is green, and the standalone `blargg` report now keeps `oam_bug.gb` plus `7-timing_effect.gb` green with pinned framebuffer fixtures, but independent oracle comparison is still missing.
 - [PPU][FF44-HBLANK-SEAM] The exact DMG `FF44` advance point inside late HBlank remains hypothesis-only; a direct later-dot retune regressed `mooneye acceptance/ppu/hblank_ly_scx_timing-GS`, so re-entry must start from a narrow trace or oracle comparison around the late-HBlank `LY` / `SCX` polling seam while keeping that ROM green.
 - [PPU][LCDC2-8X16-ARTIFACTS] Core `8x16` rules and the mid-frame `LCDC.2` shrink crash are fixed through a narrow model; re-check finer DMG-visible artifacts only with a targeted ROM or oracle, not by broadening the current line-start latch / queued-FIFO / repaint policy speculatively.