sarkarghya commited on
Commit
06fa2a4
·
verified ·
1 Parent(s): 55a4727

Upload fast-st-us-v1 model-card.md

Browse files
Files changed (1) hide show
  1. fast-st-us-v1/model-card.md +90 -0
fast-st-us-v1/model-card.md ADDED
@@ -0,0 +1,90 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # FAST-ST US v1
2
+
3
+ U.S.-only cross-domain checkpoint trained on 24-metro weather, Hugging Face METR-LA, and Hugging Face PEMS-BAY.
4
+
5
+ Parameters: 17,073,141
6
+
7
+ ## Metrics
8
+
9
+ ```json
10
+ {
11
+ "aggregate": {
12
+ "geometric_relative_mae_vs_persistence": 0.85365,
13
+ "geometric_relative_mae_vs_temporal_only": 0.941333,
14
+ "improvement_vs_persistence_pct": 14.635,
15
+ "joint_nll_per_target": 2.583812,
16
+ "mean_interval_80_coverage": 0.713562,
17
+ "normalized_energy_score": 30.509663,
18
+ "spatial_adapter_improvement_pct": 5.867
19
+ },
20
+ "by_series": {
21
+ "metr-la-hf-v1": {
22
+ "improvement_vs_persistence_pct": 1.5,
23
+ "interval_80_coverage": 0.819737,
24
+ "mae": 4.196768,
25
+ "persistence_mae": 4.260657,
26
+ "rmse": 8.30598,
27
+ "spatial_adapter_improvement_pct": 1.963,
28
+ "temporal_only_mae": 4.28082
29
+ },
30
+ "pems-bay-hf-v1": {
31
+ "improvement_vs_persistence_pct": -0.719,
32
+ "interval_80_coverage": 0.837067,
33
+ "mae": 2.129876,
34
+ "persistence_mae": 2.114676,
35
+ "rmse": 4.97047,
36
+ "spatial_adapter_improvement_pct": 5.399,
37
+ "temporal_only_mae": 2.251428
38
+ },
39
+ "relative_humidity_2m": {
40
+ "improvement_vs_persistence_pct": 19.518,
41
+ "interval_80_coverage": 0.561415,
42
+ "mae": 10.96932,
43
+ "persistence_mae": 13.629557,
44
+ "rmse": 14.757423,
45
+ "spatial_adapter_improvement_pct": 1.987,
46
+ "temporal_only_mae": 11.191728
47
+ },
48
+ "surface_pressure": {
49
+ "improvement_vs_persistence_pct": 16.744,
50
+ "interval_80_coverage": 0.805122,
51
+ "mae": 2.623894,
52
+ "persistence_mae": 3.151583,
53
+ "rmse": 3.847738,
54
+ "spatial_adapter_improvement_pct": 5.985,
55
+ "temporal_only_mae": 2.790937
56
+ },
57
+ "temperature_2m": {
58
+ "improvement_vs_persistence_pct": 29.927,
59
+ "interval_80_coverage": 0.717665,
60
+ "mae": 2.262233,
61
+ "persistence_mae": 3.228385,
62
+ "rmse": 3.03163,
63
+ "spatial_adapter_improvement_pct": 14.579,
64
+ "temporal_only_mae": 2.648331
65
+ },
66
+ "wind_speed_10m": {
67
+ "improvement_vs_persistence_pct": 16.927,
68
+ "interval_80_coverage": 0.540365,
69
+ "mae": 3.713698,
70
+ "persistence_mae": 4.470378,
71
+ "rmse": 5.043218,
72
+ "spatial_adapter_improvement_pct": 4.692,
73
+ "temporal_only_mae": 3.896505
74
+ }
75
+ }
76
+ }
77
+ ```
78
+
79
+ ## Gates
80
+
81
+ ```json
82
+ {
83
+ "beats_persistence_aggregate": true,
84
+ "coverage_calibrated": true,
85
+ "finite_joint_score": true,
86
+ "huggingface_corpora_present": true,
87
+ "spatial_adapter_material": true,
88
+ "us_only_manifests": true
89
+ }
90
+ ```