fix: canonicalize verdict vocabulary (repro-scratio-release-audit)
Browse files
pages/claim-2-gaussian-accuracy-and-runtime/page.md
CHANGED
|
@@ -1,50 +1,52 @@
|
|
| 1 |
-
# Claim 2: Gaussian accuracy and runtime
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
---
|
| 5 |
-
<!-- trackio-cell
|
| 6 |
-
{"type": "markdown", "id": "cell_e272c8d3b16e", "created_at": "2026-07-29T20:02:21+00:00", "title": "Claim 2: Gaussian accuracy and runtime"}
|
| 7 |
-
-->
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
--
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
"
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
"
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
|
|
|
|
|
|
|
|
| 1 |
+
# Claim 2: Gaussian accuracy and runtime
|
| 2 |
+
|
| 3 |
+
|
| 4 |
+
---
|
| 5 |
+
<!-- trackio-cell
|
| 6 |
+
{"type": "markdown", "id": "cell_e272c8d3b16e", "created_at": "2026-07-29T20:02:21+00:00", "title": "Claim 2: Gaussian accuracy and runtime"}
|
| 7 |
+
-->
|
| 8 |
+
|
| 9 |
+
**Verdict: Inconclusive.**
|
| 10 |
+
**PARTIAL - 1/2.** The seeded 1,200-step CPU run is finite and gives
|
| 11 |
+
direct/naive MSE `1.6455/5.1616` with
|
| 12 |
+
`1.04x` speedup. Tracked CSV aggregation favors direct ratios
|
| 13 |
+
in all 30 displayed comparisons, with
|
| 14 |
+
cached speedups 1.89x-
|
| 15 |
+
3.09x. Yet each scRatio result row has
|
| 16 |
+
three values while Figure 2 says five runs; raw predictions and paper-scale
|
| 17 |
+
retraining are absent.
|
| 18 |
+
|
| 19 |
+
|
| 20 |
+
---
|
| 21 |
+
<!-- trackio-cell
|
| 22 |
+
{"type": "code", "id": "cell_1c95b9588ead", "created_at": "2026-07-29T20:02:21+00:00", "title": "C2 evidence", "language": "python"}
|
| 23 |
+
-->
|
| 24 |
+
````output
|
| 25 |
+
{
|
| 26 |
+
"all_direct_faster_than_naive": true,
|
| 27 |
+
"all_direct_mse_lower_than_naive": true,
|
| 28 |
+
"baseline_runs_per_configuration": [
|
| 29 |
+
5
|
| 30 |
+
],
|
| 31 |
+
"cached_rows": 230,
|
| 32 |
+
"caption_vs_cached_run_count_match": false,
|
| 33 |
+
"mse_gain_min_median_max": [
|
| 34 |
+
1.222222222222222,
|
| 35 |
+
2.2033454823060064,
|
| 36 |
+
5.995024875621891
|
| 37 |
+
],
|
| 38 |
+
"paper_caption_training_runs": 5,
|
| 39 |
+
"scratio_cached_times_per_row": [
|
| 40 |
+
3
|
| 41 |
+
],
|
| 42 |
+
"scratio_cached_values_per_row": [
|
| 43 |
+
3
|
| 44 |
+
],
|
| 45 |
+
"selected_schedule_comparisons": 30,
|
| 46 |
+
"speedup_min_median_max": [
|
| 47 |
+
1.8911516853932582,
|
| 48 |
+
2.479619540024892,
|
| 49 |
+
3.0897971822263504
|
| 50 |
+
]
|
| 51 |
+
}
|
| 52 |
+
````
|