ZeyuLing commited on
Commit
5b97887
·
verified ·
1 Parent(s): 09a46b7

Add verified DiffuseStyleGesture+ and joint-only uTMR

Browse files
Files changed (35) hide show
  1. .gitattributes +15 -0
  2. cases/assets/2_scott_0_103_103_diffusestylegesture.smpl +3 -0
  3. cases/assets/2_scott_0_111_111_diffusestylegesture.smpl +3 -0
  4. cases/assets/2_scott_0_1_1_diffusestylegesture.smpl +3 -0
  5. cases/assets/2_scott_0_2_2_diffusestylegesture.smpl +3 -0
  6. cases/assets/2_scott_0_3_3_diffusestylegesture.smpl +3 -0
  7. cases/assets/2_scott_0_4_4_diffusestylegesture.smpl +3 -0
  8. cases/assets/2_scott_0_5_5_diffusestylegesture.smpl +3 -0
  9. cases/assets/2_scott_0_65_65_diffusestylegesture.smpl +3 -0
  10. cases/assets/2_scott_0_6_6_diffusestylegesture.smpl +3 -0
  11. cases/assets/2_scott_0_73_73_diffusestylegesture.smpl +3 -0
  12. cases/assets/2_scott_0_7_7_diffusestylegesture.smpl +3 -0
  13. cases/assets/2_scott_0_81_81_diffusestylegesture.smpl +3 -0
  14. cases/assets/2_scott_0_87_87_diffusestylegesture.smpl +3 -0
  15. cases/assets/2_scott_0_8_8_diffusestylegesture.smpl +3 -0
  16. cases/assets/2_scott_0_95_95_diffusestylegesture.smpl +3 -0
  17. cases/manifest.json +322 -2
  18. cases/raw/diffusestylegesture/2_scott_0_103_103.npz +3 -0
  19. cases/raw/diffusestylegesture/2_scott_0_111_111.npz +3 -0
  20. cases/raw/diffusestylegesture/2_scott_0_1_1.npz +3 -0
  21. cases/raw/diffusestylegesture/2_scott_0_2_2.npz +3 -0
  22. cases/raw/diffusestylegesture/2_scott_0_3_3.npz +3 -0
  23. cases/raw/diffusestylegesture/2_scott_0_4_4.npz +3 -0
  24. cases/raw/diffusestylegesture/2_scott_0_5_5.npz +3 -0
  25. cases/raw/diffusestylegesture/2_scott_0_65_65.npz +3 -0
  26. cases/raw/diffusestylegesture/2_scott_0_6_6.npz +3 -0
  27. cases/raw/diffusestylegesture/2_scott_0_73_73.npz +3 -0
  28. cases/raw/diffusestylegesture/2_scott_0_7_7.npz +3 -0
  29. cases/raw/diffusestylegesture/2_scott_0_81_81.npz +3 -0
  30. cases/raw/diffusestylegesture/2_scott_0_87_87.npz +3 -0
  31. cases/raw/diffusestylegesture/2_scott_0_8_8.npz +3 -0
  32. cases/raw/diffusestylegesture/2_scott_0_95_95.npz +3 -0
  33. index.html +6 -5
  34. leaderboard.js +2 -1
  35. speech_to_gesture_results.json +102 -5
.gitattributes CHANGED
@@ -111,3 +111,18 @@ cases/assets/2_scott_0_81_81_emage.smpl filter=lfs diff=lfs merge=lfs -text
111
  cases/assets/2_scott_0_87_87_emage.smpl filter=lfs diff=lfs merge=lfs -text
112
  cases/assets/2_scott_0_8_8_emage.smpl filter=lfs diff=lfs merge=lfs -text
113
  cases/assets/2_scott_0_95_95_emage.smpl filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
111
  cases/assets/2_scott_0_87_87_emage.smpl filter=lfs diff=lfs merge=lfs -text
112
  cases/assets/2_scott_0_8_8_emage.smpl filter=lfs diff=lfs merge=lfs -text
113
  cases/assets/2_scott_0_95_95_emage.smpl filter=lfs diff=lfs merge=lfs -text
114
+ cases/assets/2_scott_0_103_103_diffusestylegesture.smpl filter=lfs diff=lfs merge=lfs -text
115
+ cases/assets/2_scott_0_111_111_diffusestylegesture.smpl filter=lfs diff=lfs merge=lfs -text
116
+ cases/assets/2_scott_0_1_1_diffusestylegesture.smpl filter=lfs diff=lfs merge=lfs -text
117
+ cases/assets/2_scott_0_2_2_diffusestylegesture.smpl filter=lfs diff=lfs merge=lfs -text
118
+ cases/assets/2_scott_0_3_3_diffusestylegesture.smpl filter=lfs diff=lfs merge=lfs -text
119
+ cases/assets/2_scott_0_4_4_diffusestylegesture.smpl filter=lfs diff=lfs merge=lfs -text
120
+ cases/assets/2_scott_0_5_5_diffusestylegesture.smpl filter=lfs diff=lfs merge=lfs -text
121
+ cases/assets/2_scott_0_65_65_diffusestylegesture.smpl filter=lfs diff=lfs merge=lfs -text
122
+ cases/assets/2_scott_0_6_6_diffusestylegesture.smpl filter=lfs diff=lfs merge=lfs -text
123
+ cases/assets/2_scott_0_73_73_diffusestylegesture.smpl filter=lfs diff=lfs merge=lfs -text
124
+ cases/assets/2_scott_0_7_7_diffusestylegesture.smpl filter=lfs diff=lfs merge=lfs -text
125
+ cases/assets/2_scott_0_81_81_diffusestylegesture.smpl filter=lfs diff=lfs merge=lfs -text
126
+ cases/assets/2_scott_0_87_87_diffusestylegesture.smpl filter=lfs diff=lfs merge=lfs -text
127
+ cases/assets/2_scott_0_8_8_diffusestylegesture.smpl filter=lfs diff=lfs merge=lfs -text
128
+ cases/assets/2_scott_0_95_95_diffusestylegesture.smpl filter=lfs diff=lfs merge=lfs -text
cases/assets/2_scott_0_103_103_diffusestylegesture.smpl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b9c881414c470fd35442bdfcd68354298e8114bde1827655e78f5284be287c3
3
+ size 459810
cases/assets/2_scott_0_111_111_diffusestylegesture.smpl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4938fee55b5268cca45d878420d03123634f7e21fba0210efe77b137121e8752
3
+ size 484380
cases/assets/2_scott_0_1_1_diffusestylegesture.smpl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67dd5e22ac03cca603e77fc2c66412c42cd9627edffab1611fc73052e7ded0d6
3
+ size 514620
cases/assets/2_scott_0_2_2_diffusestylegesture.smpl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15e4e8d964b7f8b15d4bc80485b36d5d5a3ab446c66d13b1039a4f857989a1f0
3
+ size 500580
cases/assets/2_scott_0_3_3_diffusestylegesture.smpl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4eff364260a3e65343abb547f2d103c2ff8055c4fa49b7b1eb9093fb85253177
3
+ size 549180
cases/assets/2_scott_0_4_4_diffusestylegesture.smpl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1be34c7dd8cafdb837cb715476ef900e41e0304db82e5f1f7235052c6144a228
3
+ size 541080
cases/assets/2_scott_0_5_5_diffusestylegesture.smpl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8401d4fa1c47ee94cebd3134d02ba3e22b670c7b186c594f121582b3b44a1bb
3
+ size 622080
cases/assets/2_scott_0_65_65_diffusestylegesture.smpl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9bc504eb0a730edcfbefa05b1a8a5ae3267a8397873457bd5164b461ab393db
3
+ size 427680
cases/assets/2_scott_0_6_6_diffusestylegesture.smpl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1266d9f7e1a24560079f92a01ee34556c6e8c0d3330956df20e71af62d6c7ea
3
+ size 670680
cases/assets/2_scott_0_73_73_diffusestylegesture.smpl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a644b3592cbd1960b784f26ed7fb93b1369e10b8ad9fdbc3830992be5af74b51
3
+ size 476280
cases/assets/2_scott_0_7_7_diffusestylegesture.smpl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf1ef9c6e47f6b0d553deb1033734da0546f39044f4e549d37da9dc425193735
3
+ size 565380
cases/assets/2_scott_0_81_81_diffusestylegesture.smpl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8361f23ac7eb4631930ae50a2815dc1a1aa5767d1be0d0eaade4e4c1799594d0
3
+ size 540810
cases/assets/2_scott_0_87_87_diffusestylegesture.smpl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72eca7de2f04aed2120c013232616c5c0b55c43f91fdca95d28617dc15e8f900
3
+ size 630180
cases/assets/2_scott_0_8_8_diffusestylegesture.smpl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ede5589ccce97f8d2f6d6e576d8bf251b71f8212b6a78a74fa7234f5db809548
3
+ size 628290
cases/assets/2_scott_0_95_95_diffusestylegesture.smpl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:528cb2c796d836db272d502d03c5ac04253fbcf9c4a847f8630e80094dfcf214
3
+ size 395280
cases/manifest.json CHANGED
@@ -23,15 +23,20 @@
23
  "key": "emage",
24
  "label": "EMAGE",
25
  "accent": "#315f9d"
 
 
 
 
 
26
  }
27
  ],
28
  "checkpoint_scope": "public_demo_visualization_only",
29
  "provenance": {
30
  "dataset": "BEAT2 English v2.0.0",
31
  "speaker": 2,
32
- "artifact": "ZeyuLing/Motius-Language-of-Motion",
33
  "seed_policy": "reset_official_seed_before_each_sample",
34
- "visualization": "Shared neutral SMPL-22 body projection of the native SMPL-H/SMPL-X poses; LoM and EMAGE fingers and expressions are retained in raw/ but not rendered by this web mesh."
35
  },
36
  "cases": [
37
  {
@@ -104,6 +109,27 @@
104
  "translation_offset": 0,
105
  "rotation_offset": 10218,
106
  "fps": 30.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107
  }
108
  }
109
  },
@@ -177,6 +203,27 @@
177
  "translation_offset": 0,
178
  "rotation_offset": 10764,
179
  "fps": 30.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
180
  }
181
  }
182
  },
@@ -250,6 +297,27 @@
250
  "translation_offset": 0,
251
  "rotation_offset": 11436,
252
  "fps": 30.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
253
  }
254
  }
255
  },
@@ -323,6 +391,27 @@
323
  "translation_offset": 0,
324
  "rotation_offset": 11124,
325
  "fps": 30.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
326
  }
327
  }
328
  },
@@ -396,6 +485,27 @@
396
  "translation_offset": 0,
397
  "rotation_offset": 12204,
398
  "fps": 30.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
399
  }
400
  }
401
  },
@@ -469,6 +579,27 @@
469
  "translation_offset": 0,
470
  "rotation_offset": 12024,
471
  "fps": 30.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
472
  }
473
  }
474
  },
@@ -542,6 +673,27 @@
542
  "translation_offset": 0,
543
  "rotation_offset": 13824,
544
  "fps": 30.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
545
  }
546
  }
547
  },
@@ -615,6 +767,27 @@
615
  "translation_offset": 0,
616
  "rotation_offset": 9504,
617
  "fps": 30.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
618
  }
619
  }
620
  },
@@ -688,6 +861,27 @@
688
  "translation_offset": 0,
689
  "rotation_offset": 14904,
690
  "fps": 30.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
691
  }
692
  }
693
  },
@@ -761,6 +955,27 @@
761
  "translation_offset": 0,
762
  "rotation_offset": 10584,
763
  "fps": 30.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
764
  }
765
  }
766
  },
@@ -834,6 +1049,27 @@
834
  "translation_offset": 0,
835
  "rotation_offset": 12564,
836
  "fps": 30.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
837
  }
838
  }
839
  },
@@ -907,6 +1143,27 @@
907
  "translation_offset": 0,
908
  "rotation_offset": 12018,
909
  "fps": 30.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
910
  }
911
  }
912
  },
@@ -980,6 +1237,27 @@
980
  "translation_offset": 0,
981
  "rotation_offset": 14004,
982
  "fps": 30.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
983
  }
984
  }
985
  },
@@ -1053,6 +1331,27 @@
1053
  "translation_offset": 0,
1054
  "rotation_offset": 13962,
1055
  "fps": 30.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1056
  }
1057
  }
1058
  },
@@ -1126,6 +1425,27 @@
1126
  "translation_offset": 0,
1127
  "rotation_offset": 8784,
1128
  "fps": 30.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1129
  }
1130
  }
1131
  }
 
23
  "key": "emage",
24
  "label": "EMAGE",
25
  "accent": "#315f9d"
26
+ },
27
+ {
28
+ "key": "diffusestylegesture",
29
+ "label": "DiffuseStyleGesture+",
30
+ "accent": "#7b3fa1"
31
  }
32
  ],
33
  "checkpoint_scope": "public_demo_visualization_only",
34
  "provenance": {
35
  "dataset": "BEAT2 English v2.0.0",
36
  "speaker": 2,
37
+ "artifact": "JuzeZhang/language_of_motion",
38
  "seed_policy": "reset_official_seed_before_each_sample",
39
+ "visualization": "Shared neutral SMPL-22 body projection of the native SMPL-H/SMPL-X poses; LoM, EMAGE, and DiffuseStyleGesture+ fingers and expressions are retained in raw/ but not rendered by this web mesh."
40
  },
41
  "cases": [
42
  {
 
109
  "translation_offset": 0,
110
  "rotation_offset": 10218,
111
  "fps": 30.0
112
+ },
113
+ "diffusestylegesture": {
114
+ "frames": 1703,
115
+ "display_frames": 1703,
116
+ "stride": 1,
117
+ "translation_count": 5109,
118
+ "rotation_count": 224796,
119
+ "translation_minimum": [
120
+ -0.287344753742218,
121
+ -1.3640080690383911,
122
+ -0.11482555419206619
123
+ ],
124
+ "translation_scale": [
125
+ 9.071621207112912e-06,
126
+ 3.5692999517777935e-05,
127
+ 3.4177699035353726e-06
128
+ ],
129
+ "asset": "assets/2_scott_0_103_103_diffusestylegesture.smpl",
130
+ "translation_offset": 0,
131
+ "rotation_offset": 10218,
132
+ "fps": 30.0
133
  }
134
  }
135
  },
 
203
  "translation_offset": 0,
204
  "rotation_offset": 10764,
205
  "fps": 30.0
206
+ },
207
+ "diffusestylegesture": {
208
+ "frames": 1794,
209
+ "display_frames": 1794,
210
+ "stride": 1,
211
+ "translation_count": 5382,
212
+ "rotation_count": 236808,
213
+ "translation_minimum": [
214
+ -0.3729633092880249,
215
+ -0.7559877634048462,
216
+ -0.10018095374107361
217
+ ],
218
+ "translation_scale": [
219
+ 7.0251940087473486e-06,
220
+ 1.4079354514251463e-05,
221
+ 1.9060267959503108e-06
222
+ ],
223
+ "asset": "assets/2_scott_0_111_111_diffusestylegesture.smpl",
224
+ "translation_offset": 0,
225
+ "rotation_offset": 10764,
226
+ "fps": 30.0
227
  }
228
  }
229
  },
 
297
  "translation_offset": 0,
298
  "rotation_offset": 11436,
299
  "fps": 30.0
300
+ },
301
+ "diffusestylegesture": {
302
+ "frames": 1906,
303
+ "display_frames": 1906,
304
+ "stride": 1,
305
+ "translation_count": 5718,
306
+ "rotation_count": 251592,
307
+ "translation_minimum": [
308
+ -0.10285009443759918,
309
+ -0.37792709469795227,
310
+ -0.01848311722278595
311
+ ],
312
+ "translation_scale": [
313
+ 3.961683887609979e-06,
314
+ 8.289023753604852e-06,
315
+ 7.397749186566216e-07
316
+ ],
317
+ "asset": "assets/2_scott_0_1_1_diffusestylegesture.smpl",
318
+ "translation_offset": 0,
319
+ "rotation_offset": 11436,
320
+ "fps": 30.0
321
  }
322
  }
323
  },
 
391
  "translation_offset": 0,
392
  "rotation_offset": 11124,
393
  "fps": 30.0
394
+ },
395
+ "diffusestylegesture": {
396
+ "frames": 1854,
397
+ "display_frames": 1854,
398
+ "stride": 1,
399
+ "translation_count": 5562,
400
+ "rotation_count": 244728,
401
+ "translation_minimum": [
402
+ -0.1015571653842926,
403
+ -0.3336181342601776,
404
+ -0.02136019617319107
405
+ ],
406
+ "translation_scale": [
407
+ 4.766444362758193e-06,
408
+ 6.343251698126551e-06,
409
+ 8.156304147632909e-07
410
+ ],
411
+ "asset": "assets/2_scott_0_2_2_diffusestylegesture.smpl",
412
+ "translation_offset": 0,
413
+ "rotation_offset": 11124,
414
+ "fps": 30.0
415
  }
416
  }
417
  },
 
485
  "translation_offset": 0,
486
  "rotation_offset": 12204,
487
  "fps": 30.0
488
+ },
489
+ "diffusestylegesture": {
490
+ "frames": 2034,
491
+ "display_frames": 2034,
492
+ "stride": 1,
493
+ "translation_count": 6102,
494
+ "rotation_count": 268488,
495
+ "translation_minimum": [
496
+ -0.1521918922662735,
497
+ -0.41209226846694946,
498
+ -0.07307065278291702
499
+ ],
500
+ "translation_scale": [
501
+ 4.904836259811418e-06,
502
+ 8.358090781257488e-06,
503
+ 1.491649413765117e-06
504
+ ],
505
+ "asset": "assets/2_scott_0_3_3_diffusestylegesture.smpl",
506
+ "translation_offset": 0,
507
+ "rotation_offset": 12204,
508
+ "fps": 30.0
509
  }
510
  }
511
  },
 
579
  "translation_offset": 0,
580
  "rotation_offset": 12024,
581
  "fps": 30.0
582
+ },
583
+ "diffusestylegesture": {
584
+ "frames": 2004,
585
+ "display_frames": 2004,
586
+ "stride": 1,
587
+ "translation_count": 6012,
588
+ "rotation_count": 264528,
589
+ "translation_minimum": [
590
+ -0.2579508423805237,
591
+ -0.2772132456302643,
592
+ -0.0752326101064682
593
+ ],
594
+ "translation_scale": [
595
+ 6.928152743057581e-06,
596
+ 8.001823516678996e-06,
597
+ 1.8671813677428872e-06
598
+ ],
599
+ "asset": "assets/2_scott_0_4_4_diffusestylegesture.smpl",
600
+ "translation_offset": 0,
601
+ "rotation_offset": 12024,
602
+ "fps": 30.0
603
  }
604
  }
605
  },
 
673
  "translation_offset": 0,
674
  "rotation_offset": 13824,
675
  "fps": 30.0
676
+ },
677
+ "diffusestylegesture": {
678
+ "frames": 2304,
679
+ "display_frames": 2304,
680
+ "stride": 1,
681
+ "translation_count": 6912,
682
+ "rotation_count": 304128,
683
+ "translation_minimum": [
684
+ -0.1123095378279686,
685
+ -0.47919392585754395,
686
+ -0.023244939744472504
687
+ ],
688
+ "translation_scale": [
689
+ 6.45385716779856e-06,
690
+ 9.558820238453336e-06,
691
+ 1.2164429108452168e-06
692
+ ],
693
+ "asset": "assets/2_scott_0_5_5_diffusestylegesture.smpl",
694
+ "translation_offset": 0,
695
+ "rotation_offset": 13824,
696
+ "fps": 30.0
697
  }
698
  }
699
  },
 
767
  "translation_offset": 0,
768
  "rotation_offset": 9504,
769
  "fps": 30.0
770
+ },
771
+ "diffusestylegesture": {
772
+ "frames": 1584,
773
+ "display_frames": 1584,
774
+ "stride": 1,
775
+ "translation_count": 4752,
776
+ "rotation_count": 209088,
777
+ "translation_minimum": [
778
+ -0.497951865196228,
779
+ -0.3282739222049713,
780
+ -0.05646343156695366
781
+ ],
782
+ "translation_scale": [
783
+ 1.3638137716043275e-05,
784
+ 1.4359416127263103e-05,
785
+ 1.2987100035388721e-06
786
+ ],
787
+ "asset": "assets/2_scott_0_65_65_diffusestylegesture.smpl",
788
+ "translation_offset": 0,
789
+ "rotation_offset": 9504,
790
+ "fps": 30.0
791
  }
792
  }
793
  },
 
861
  "translation_offset": 0,
862
  "rotation_offset": 14904,
863
  "fps": 30.0
864
+ },
865
+ "diffusestylegesture": {
866
+ "frames": 2484,
867
+ "display_frames": 2484,
868
+ "stride": 1,
869
+ "translation_count": 7452,
870
+ "rotation_count": 327888,
871
+ "translation_minimum": [
872
+ -0.14530745148658752,
873
+ -0.37546154856681824,
874
+ -0.02249929867684841
875
+ ],
876
+ "translation_scale": [
877
+ 5.042185875936411e-06,
878
+ 9.032469279190991e-06,
879
+ 8.246228730968141e-07
880
+ ],
881
+ "asset": "assets/2_scott_0_6_6_diffusestylegesture.smpl",
882
+ "translation_offset": 0,
883
+ "rotation_offset": 14904,
884
+ "fps": 30.0
885
  }
886
  }
887
  },
 
955
  "translation_offset": 0,
956
  "rotation_offset": 10584,
957
  "fps": 30.0
958
+ },
959
+ "diffusestylegesture": {
960
+ "frames": 1764,
961
+ "display_frames": 1764,
962
+ "stride": 1,
963
+ "translation_count": 5292,
964
+ "rotation_count": 232848,
965
+ "translation_minimum": [
966
+ -0.2553229033946991,
967
+ -1.0471454858779907,
968
+ -0.052459314465522766
969
+ ],
970
+ "translation_scale": [
971
+ 1.1358723895682488e-05,
972
+ 2.7841984774568118e-05,
973
+ 2.0742697870446136e-06
974
+ ],
975
+ "asset": "assets/2_scott_0_73_73_diffusestylegesture.smpl",
976
+ "translation_offset": 0,
977
+ "rotation_offset": 10584,
978
+ "fps": 30.0
979
  }
980
  }
981
  },
 
1049
  "translation_offset": 0,
1050
  "rotation_offset": 12564,
1051
  "fps": 30.0
1052
+ },
1053
+ "diffusestylegesture": {
1054
+ "frames": 2094,
1055
+ "display_frames": 2094,
1056
+ "stride": 1,
1057
+ "translation_count": 6282,
1058
+ "rotation_count": 276408,
1059
+ "translation_minimum": [
1060
+ -0.2046271413564682,
1061
+ -0.3428315222263336,
1062
+ -0.0661189928650856
1063
+ ],
1064
+ "translation_scale": [
1065
+ 7.567646207462531e-06,
1066
+ 7.513385753554758e-06,
1067
+ 2.126978188243811e-06
1068
+ ],
1069
+ "asset": "assets/2_scott_0_7_7_diffusestylegesture.smpl",
1070
+ "translation_offset": 0,
1071
+ "rotation_offset": 12564,
1072
+ "fps": 30.0
1073
  }
1074
  }
1075
  },
 
1143
  "translation_offset": 0,
1144
  "rotation_offset": 12018,
1145
  "fps": 30.0
1146
+ },
1147
+ "diffusestylegesture": {
1148
+ "frames": 2003,
1149
+ "display_frames": 2003,
1150
+ "stride": 1,
1151
+ "translation_count": 6009,
1152
+ "rotation_count": 264396,
1153
+ "translation_minimum": [
1154
+ -0.25451359152793884,
1155
+ -0.36991220712661743,
1156
+ -0.04123775288462639
1157
+ ],
1158
+ "translation_scale": [
1159
+ 5.130808858666569e-06,
1160
+ 7.841794285923243e-06,
1161
+ 8.533477853234217e-07
1162
+ ],
1163
+ "asset": "assets/2_scott_0_81_81_diffusestylegesture.smpl",
1164
+ "translation_offset": 0,
1165
+ "rotation_offset": 12018,
1166
+ "fps": 30.0
1167
  }
1168
  }
1169
  },
 
1237
  "translation_offset": 0,
1238
  "rotation_offset": 14004,
1239
  "fps": 30.0
1240
+ },
1241
+ "diffusestylegesture": {
1242
+ "frames": 2334,
1243
+ "display_frames": 2334,
1244
+ "stride": 1,
1245
+ "translation_count": 7002,
1246
+ "rotation_count": 308088,
1247
+ "translation_minimum": [
1248
+ -0.33953434228897095,
1249
+ -0.897826611995697,
1250
+ -0.05458662658929825
1251
+ ],
1252
+ "translation_scale": [
1253
+ 7.330309927056078e-06,
1254
+ 1.3669889995071571e-05,
1255
+ 1.4377337720361538e-06
1256
+ ],
1257
+ "asset": "assets/2_scott_0_87_87_diffusestylegesture.smpl",
1258
+ "translation_offset": 0,
1259
+ "rotation_offset": 14004,
1260
+ "fps": 30.0
1261
  }
1262
  }
1263
  },
 
1331
  "translation_offset": 0,
1332
  "rotation_offset": 13962,
1333
  "fps": 30.0
1334
+ },
1335
+ "diffusestylegesture": {
1336
+ "frames": 2327,
1337
+ "display_frames": 2327,
1338
+ "stride": 1,
1339
+ "translation_count": 6981,
1340
+ "rotation_count": 307164,
1341
+ "translation_minimum": [
1342
+ -0.09713488072156906,
1343
+ -0.35423916578292847,
1344
+ -0.01455355528742075
1345
+ ],
1346
+ "translation_scale": [
1347
+ 5.563640115724411e-06,
1348
+ 8.990169590106234e-06,
1349
+ 6.951847808522871e-07
1350
+ ],
1351
+ "asset": "assets/2_scott_0_8_8_diffusestylegesture.smpl",
1352
+ "translation_offset": 0,
1353
+ "rotation_offset": 13962,
1354
+ "fps": 30.0
1355
  }
1356
  }
1357
  },
 
1425
  "translation_offset": 0,
1426
  "rotation_offset": 8784,
1427
  "fps": 30.0
1428
+ },
1429
+ "diffusestylegesture": {
1430
+ "frames": 1464,
1431
+ "display_frames": 1464,
1432
+ "stride": 1,
1433
+ "translation_count": 4392,
1434
+ "rotation_count": 193248,
1435
+ "translation_minimum": [
1436
+ -0.35380634665489197,
1437
+ -0.6937940120697021,
1438
+ -0.15583853423595428
1439
+ ],
1440
+ "translation_scale": [
1441
+ 7.507933332817629e-06,
1442
+ 1.4125566849543247e-05,
1443
+ 2.7392625270294957e-06
1444
+ ],
1445
+ "asset": "assets/2_scott_0_95_95_diffusestylegesture.smpl",
1446
+ "translation_offset": 0,
1447
+ "rotation_offset": 8784,
1448
+ "fps": 30.0
1449
  }
1450
  }
1451
  }
cases/raw/diffusestylegesture/2_scott_0_103_103.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e9bafe23e54859f9ab39c019f76efa7ac0a4c6f1c7eb3b06cd63f69e097d959
3
+ size 1039587
cases/raw/diffusestylegesture/2_scott_0_111_111.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea8090f38ee4c279b1590938e27071951090e2fda34c813fe4bf60e68fb1316c
3
+ size 1093989
cases/raw/diffusestylegesture/2_scott_0_1_1.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53cc656048909b8151d7fc69fd4953d0b297826db97e0dff2664a6a9879c7073
3
+ size 1161176
cases/raw/diffusestylegesture/2_scott_0_2_2.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaa6532ecf6cd526479cda98f9b999e3f3ef8877402e2dc434c74255986de15f
3
+ size 1130356
cases/raw/diffusestylegesture/2_scott_0_3_3.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2b91becbd32c61ffab1100bafadba2972413d129928c4717906cfff2cf381d6
3
+ size 1240255
cases/raw/diffusestylegesture/2_scott_0_4_4.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f37717a2e08dcfb07e6e4ad8512f1a26f013e7992a4105dd00893d806bba69b
3
+ size 1222825
cases/raw/diffusestylegesture/2_scott_0_5_5.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95e01ab61404527aac4f7c3ed9fe0500ac7e29de586e808c0eabb5a46dc5e71c
3
+ size 1404455
cases/raw/diffusestylegesture/2_scott_0_65_65.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9027997df30a52ff2210451146e6b8ed0452ea5652373c3033b194337080194b
3
+ size 965962
cases/raw/diffusestylegesture/2_scott_0_6_6.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ff9f58f2e81350c780c4023d2e83642b4ad8cac0428f0cc66290498e928bf25
3
+ size 1512745
cases/raw/diffusestylegesture/2_scott_0_73_73.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:458ba7f473b69b843b462d2fcd96cf2097401da0296c27f1ed864e12563060a4
3
+ size 1075898
cases/raw/diffusestylegesture/2_scott_0_7_7.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e6f598fe88940fbbc3defeb3b25f81bab6fbea1cf3afafda494590a42a8cd9c
3
+ size 1276491
cases/raw/diffusestylegesture/2_scott_0_81_81.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e4048d69ab5bfa0616bc5c35e4a1b54c1cc0b10396b49b97affd0ab2716f11c
3
+ size 1219927
cases/raw/diffusestylegesture/2_scott_0_87_87.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14955460ab3abcdcca083b58a9248ec4b4db5fb3afa68090143bd263a3ca98b3
3
+ size 1422682
cases/raw/diffusestylegesture/2_scott_0_8_8.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:379f6ca3113e6d68804434d9ec00c4e0d0f219e40d7e58ae16e078cc22c5ee45
3
+ size 1418068
cases/raw/diffusestylegesture/2_scott_0_95_95.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b8ef587a9817b85d36c986686e07250506ec1f808cd3220c805d4b773507d89
3
+ size 893574
index.html CHANGED
@@ -13,8 +13,8 @@
13
  .topbar{display:flex;align-items:flex-start;justify-content:space-between;gap:20px;margin-bottom:18px;border-bottom:1px solid var(--line);padding-bottom:22px}h1{margin:0;font-size:30px;line-height:1.15}.subtitle{max-width:880px;margin:10px 0 0;color:var(--muted);font-size:14px}.badge-row{display:flex;flex-wrap:wrap;gap:8px;margin-top:14px}.badge{display:inline-flex;align-items:center;border:1px solid var(--line);background:var(--panel);border-radius:999px;padding:5px 10px;color:#3d4857;font-size:12px;white-space:nowrap}.updated{flex:0 0 auto;min-width:184px;border:1px solid var(--line);background:var(--panel);border-radius:8px;padding:10px 12px;color:var(--muted);font-size:12px;box-shadow:var(--shadow)}.updated strong{display:block;color:var(--ink);font-size:14px;font-weight:650}
14
  .score-strip{display:grid;grid-template-columns:repeat(4,minmax(0,1fr));gap:12px;margin:18px 0}.score-card{border:1px solid var(--line);border-top:3px solid var(--teal);border-radius:8px;background:var(--panel);padding:14px;box-shadow:var(--shadow)}.score-card:nth-child(2){border-top-color:var(--blue)}.score-card:nth-child(3){border-top-color:var(--amber)}.score-card:nth-child(4){border-top-color:var(--coral)}.score-card .label{color:var(--muted);font-size:12px;text-transform:uppercase}.score-card .value{min-height:31px;margin-top:6px;font-size:21px;font-weight:720}.score-card .note{margin-top:4px;color:var(--muted);font-size:12px}
15
  section.panel{margin:18px 0;border:1px solid var(--line);border-radius:8px;background:var(--panel);box-shadow:var(--shadow);overflow:hidden}.section-heading{display:flex;align-items:flex-end;justify-content:space-between;gap:20px;border-bottom:1px solid var(--line);padding:16px 18px}.section-heading h2{margin:0;font-size:18px}.section-heading p{margin:3px 0 0;color:var(--muted);font-size:12px}.section-link{display:inline-flex;align-items:center;min-height:34px;border:1px solid var(--line-strong);border-radius:6px;padding:0 11px;background:#fff;color:var(--teal);font-size:12px;font-weight:650;text-decoration:none}.section-link:hover{border-color:var(--teal)}
16
- .explorer-frame{display:block;width:100%;height:900px;border:0;background:#eef2f0}.table-wrap{overflow:auto}.leaderboard{width:100%;min-width:1110px;border-collapse:separate;border-spacing:0;font-size:13px}.leaderboard th,.leaderboard td{padding:11px 12px;border-bottom:1px solid var(--line);text-align:right;white-space:nowrap}.leaderboard thead th{background:#f2f5f8;color:#425064;font-size:11px}.leaderboard thead tr:first-child th{border-bottom:1px solid var(--line-strong);text-align:center}.leaderboard th:first-child,.leaderboard td:first-child{text-align:left}.leaderboard tbody tr:hover{background:#f6f9f7}.leaderboard tbody tr.reference{background:#eef3f1}.method strong{display:block}.method small{color:var(--muted);font-size:11px}.rank{display:inline-grid;place-items:center;width:20px;height:20px;margin-right:8px;border-radius:50%;background:#e8eeeb;color:#46524d;font:11px "IBM Plex Mono",monospace}.status{display:inline-flex;padding:4px 7px;border:1px solid var(--line);border-radius:4px;font:9px "IBM Plex Mono",monospace;text-transform:uppercase}.status.verified{border-color:#74a995;background:#e4f0e8;color:#145b47}.best{font-weight:800;color:#086b62}.note{padding:13px 18px;color:var(--muted);font-size:12px}
17
- .protocol{display:grid;grid-template-columns:repeat(3,minmax(0,1fr))}.protocol article{padding:18px;border-right:1px solid var(--line)}.protocol article:last-child{border:0}.protocol h3{margin:0 0 6px;font-size:13px}.protocol p{margin:0;color:var(--muted);font-size:12px}.protocol code{font-family:"IBM Plex Mono",monospace;font-size:11px;color:var(--teal)}
18
  .parity-wrap{padding:0 18px 18px}.parity{width:100%;border-collapse:collapse}.parity th,.parity td{padding:10px;border-bottom:1px solid var(--line);text-align:right}.parity th:first-child,.parity td:first-child{text-align:left}.parity td:first-child strong,.parity td:first-child span{display:block}.parity td:first-child span{color:var(--muted);font-size:11px}.parity tr.delta{background:#f6f9f7;color:var(--muted)}
19
  .footer{display:flex;justify-content:space-between;gap:20px;padding:8px 0 0;color:var(--muted);font-size:12px}
20
  @media(max-width:980px){.topbar{flex-direction:column}.updated{width:100%}.score-strip{grid-template-columns:repeat(2,1fr)}.protocol{grid-template-columns:1fr}.protocol article{border-right:0;border-bottom:1px solid var(--line)}.explorer-frame{height:820px}}
@@ -56,7 +56,7 @@
56
  </section>
57
 
58
  <section class="panel" id="case-explorer">
59
- <div class="section-heading"><div><h2>Interactive Three.js Motion Comparison</h2><p>High-resolution, camera-controllable GT, Language of Motion, and EMAGE previews across all 15 clips. Full native SMPL-X predictions remain downloadable as NPZ.</p></div><a class="section-link" href="cases/index.html" target="_blank" rel="noopener noreferrer">Open full screen</a></div>
60
  <iframe class="explorer-frame" src="cases/index.html" title="BEAT2 audio-synchronized all-case 3D motion comparison" loading="lazy" allow="autoplay"></iframe>
61
  </section>
62
 
@@ -64,11 +64,11 @@
64
  <div class="section-heading"><div><h2>Results</h2><p>Lower is better for FGD and paired errors; higher is better for BC and Diversity.</p></div></div>
65
  <div class="table-wrap">
66
  <table class="leaderboard">
67
- <thead><tr><th rowspan="2">Method</th><th rowspan="2">Status</th><th colspan="3">Official BEAT2 metrics</th><th colspan="3">Paired diagnostics</th></tr><tr><th>FGD ↓</th><th>BC ↑</th><th>Diversity ↑</th><th>Rotation ↓</th><th>Expression ↓</th><th>Translation ↓</th></tr></thead>
68
  <tbody id="rows"></tbody>
69
  </table>
70
  </div>
71
- <div class="note">FGD and BC use the paper display scale (raw evaluator value ×10). The public LoM demo checkpoint is verified but is not labeled as the paper's private/full evaluation checkpoint.</div>
72
  </section>
73
 
74
  <section class="panel" id="protocol">
@@ -77,6 +77,7 @@
77
  <article><h3>Fréchet Gesture Distance</h3><p>Released <code>AESKConv_240_100</code> features over 32-frame-aligned SMPL-X rotations with the official covariance regularization.</p></article>
78
  <article><h3>Beat Correlation</h3><p>Audio onsets against upper-body velocity minima, excluding the official 60-frame margin at each end.</p></article>
79
  <article><h3>L1 Diversity</h3><p>Mean absolute deviation of generated 55-joint positions after the official SMPL-X metric forward kinematics.</p></article>
 
80
  </div>
81
  </section>
82
 
 
13
  .topbar{display:flex;align-items:flex-start;justify-content:space-between;gap:20px;margin-bottom:18px;border-bottom:1px solid var(--line);padding-bottom:22px}h1{margin:0;font-size:30px;line-height:1.15}.subtitle{max-width:880px;margin:10px 0 0;color:var(--muted);font-size:14px}.badge-row{display:flex;flex-wrap:wrap;gap:8px;margin-top:14px}.badge{display:inline-flex;align-items:center;border:1px solid var(--line);background:var(--panel);border-radius:999px;padding:5px 10px;color:#3d4857;font-size:12px;white-space:nowrap}.updated{flex:0 0 auto;min-width:184px;border:1px solid var(--line);background:var(--panel);border-radius:8px;padding:10px 12px;color:var(--muted);font-size:12px;box-shadow:var(--shadow)}.updated strong{display:block;color:var(--ink);font-size:14px;font-weight:650}
14
  .score-strip{display:grid;grid-template-columns:repeat(4,minmax(0,1fr));gap:12px;margin:18px 0}.score-card{border:1px solid var(--line);border-top:3px solid var(--teal);border-radius:8px;background:var(--panel);padding:14px;box-shadow:var(--shadow)}.score-card:nth-child(2){border-top-color:var(--blue)}.score-card:nth-child(3){border-top-color:var(--amber)}.score-card:nth-child(4){border-top-color:var(--coral)}.score-card .label{color:var(--muted);font-size:12px;text-transform:uppercase}.score-card .value{min-height:31px;margin-top:6px;font-size:21px;font-weight:720}.score-card .note{margin-top:4px;color:var(--muted);font-size:12px}
15
  section.panel{margin:18px 0;border:1px solid var(--line);border-radius:8px;background:var(--panel);box-shadow:var(--shadow);overflow:hidden}.section-heading{display:flex;align-items:flex-end;justify-content:space-between;gap:20px;border-bottom:1px solid var(--line);padding:16px 18px}.section-heading h2{margin:0;font-size:18px}.section-heading p{margin:3px 0 0;color:var(--muted);font-size:12px}.section-link{display:inline-flex;align-items:center;min-height:34px;border:1px solid var(--line-strong);border-radius:6px;padding:0 11px;background:#fff;color:var(--teal);font-size:12px;font-weight:650;text-decoration:none}.section-link:hover{border-color:var(--teal)}
16
+ .explorer-frame{display:block;width:100%;height:900px;border:0;background:#eef2f0}.table-wrap{overflow:auto}.leaderboard{width:100%;min-width:1360px;border-collapse:separate;border-spacing:0;font-size:13px}.leaderboard th,.leaderboard td{padding:11px 12px;border-bottom:1px solid var(--line);text-align:right;white-space:nowrap}.leaderboard thead th{background:#f2f5f8;color:#425064;font-size:11px}.leaderboard thead tr:first-child th{border-bottom:1px solid var(--line-strong);text-align:center}.leaderboard th:first-child,.leaderboard td:first-child{text-align:left}.leaderboard tbody tr:hover{background:#f6f9f7}.leaderboard tbody tr.reference{background:#eef3f1}.method strong{display:block}.method small{color:var(--muted);font-size:11px}.rank{display:inline-grid;place-items:center;width:20px;height:20px;margin-right:8px;border-radius:50%;background:#e8eeeb;color:#46524d;font:11px "IBM Plex Mono",monospace}.status{display:inline-flex;padding:4px 7px;border:1px solid var(--line);border-radius:4px;font:9px "IBM Plex Mono",monospace;text-transform:uppercase}.status.verified{border-color:#74a995;background:#e4f0e8;color:#145b47}.best{font-weight:800;color:#086b62}.note{padding:13px 18px;color:var(--muted);font-size:12px}
17
+ .protocol{display:grid;grid-template-columns:repeat(4,minmax(0,1fr))}.protocol article{padding:18px;border-right:1px solid var(--line)}.protocol article:last-child{border:0}.protocol h3{margin:0 0 6px;font-size:13px}.protocol p{margin:0;color:var(--muted);font-size:12px}.protocol code{font-family:"IBM Plex Mono",monospace;font-size:11px;color:var(--teal)}
18
  .parity-wrap{padding:0 18px 18px}.parity{width:100%;border-collapse:collapse}.parity th,.parity td{padding:10px;border-bottom:1px solid var(--line);text-align:right}.parity th:first-child,.parity td:first-child{text-align:left}.parity td:first-child strong,.parity td:first-child span{display:block}.parity td:first-child span{color:var(--muted);font-size:11px}.parity tr.delta{background:#f6f9f7;color:var(--muted)}
19
  .footer{display:flex;justify-content:space-between;gap:20px;padding:8px 0 0;color:var(--muted);font-size:12px}
20
  @media(max-width:980px){.topbar{flex-direction:column}.updated{width:100%}.score-strip{grid-template-columns:repeat(2,1fr)}.protocol{grid-template-columns:1fr}.protocol article{border-right:0;border-bottom:1px solid var(--line)}.explorer-frame{height:820px}}
 
56
  </section>
57
 
58
  <section class="panel" id="case-explorer">
59
+ <div class="section-heading"><div><h2>Interactive Three.js Motion Comparison</h2><p>High-resolution, camera-controllable GT, Language of Motion, EMAGE, and DiffuseStyleGesture+ previews across all 15 clips. Full native SMPL-X predictions remain downloadable as NPZ.</p></div><a class="section-link" href="cases/index.html" target="_blank" rel="noopener noreferrer">Open full screen</a></div>
60
  <iframe class="explorer-frame" src="cases/index.html" title="BEAT2 audio-synchronized all-case 3D motion comparison" loading="lazy" allow="autoplay"></iframe>
61
  </section>
62
 
 
64
  <div class="section-heading"><div><h2>Results</h2><p>Lower is better for FGD and paired errors; higher is better for BC and Diversity.</p></div></div>
65
  <div class="table-wrap">
66
  <table class="leaderboard">
67
+ <thead><tr><th rowspan="2">Method</th><th rowspan="2">Status</th><th colspan="3">Official BEAT2 metrics</th><th colspan="2">Joint-only uTMR</th><th colspan="3">Paired diagnostics</th></tr><tr><th>FGD ↓</th><th>BC ↑</th><th>Diversity ↑</th><th>FID ↓</th><th>Paired Dist. ↓</th><th>Rotation ↓</th><th>Expression ↓</th><th>Translation ↓</th></tr></thead>
68
  <tbody id="rows"></tbody>
69
  </table>
70
  </div>
71
+ <div class="note">FGD and BC use the paper display scale (raw evaluator value ×10). uTMR consumes only canonical SMPL-22 joints and L2-normalized motion embeddings; no transcript, expression, or raw root translation enters those columns.</div>
72
  </section>
73
 
74
  <section class="panel" id="protocol">
 
77
  <article><h3>Fréchet Gesture Distance</h3><p>Released <code>AESKConv_240_100</code> features over 32-frame-aligned SMPL-X rotations with the official covariance regularization.</p></article>
78
  <article><h3>Beat Correlation</h3><p>Audio onsets against upper-body velocity minima, excluding the official 60-frame margin at each end.</p></article>
79
  <article><h3>L1 Diversity</h3><p>Mean absolute deviation of generated 55-joint positions after the official SMPL-X metric forward kinematics.</p></article>
80
+ <article><h3>Joint-only uTMR</h3><p>Universal SMPL-H joints66 motion embeddings over balanced ≤20-second windows, with per-sample L2 normalization for FID and paired distance.</p></article>
81
  </div>
82
  </section>
83
 
leaderboard.js CHANGED
@@ -1,6 +1,7 @@
1
  const fmt=(value,digits=4)=>value==null||!Number.isFinite(Number(value))?"—":Number(value).toFixed(digits);
2
  const metricSpecs=[
3
  {key:"fgd",lower:true},{key:"bc",lower:false},{key:"diversity",lower:false},
 
4
  {key:"rotation_geodesic",lower:true},{key:"expression_l2",lower:true},{key:"translation_l2",lower:true}
5
  ];
6
 
@@ -57,7 +58,7 @@ function render(data){
57
  document.getElementById("rows").innerHTML=data.rows.map(row=>{
58
  const primary=ranks.fgd.get(row.method);
59
  const marker=row.kind==="reference"?"GT":primary||"·";
60
- return `<tr class="${row.kind==="reference"?"reference":""}"><td class="method"><span class="rank">${marker}</span><strong>${row.method}</strong><small>${row.version}${links(row)}</small></td><td>${status(row)}</td>${metricCell(row,"fgd",4,ranks)}${metricCell(row,"bc",4,ranks)}${metricCell(row,"diversity",2,ranks)}${metricCell(row,"rotation_geodesic",5,ranks)}${metricCell(row,"expression_l2",5,ranks)}${metricCell(row,"translation_l2",5,ranks)}</tr>`;
61
  }).join("");
62
  renderPaperParity(data);
63
  }
 
1
  const fmt=(value,digits=4)=>value==null||!Number.isFinite(Number(value))?"—":Number(value).toFixed(digits);
2
  const metricSpecs=[
3
  {key:"fgd",lower:true},{key:"bc",lower:false},{key:"diversity",lower:false},
4
+ {key:"utmr_fid",lower:true},{key:"utmr_paired_distance",lower:true},
5
  {key:"rotation_geodesic",lower:true},{key:"expression_l2",lower:true},{key:"translation_l2",lower:true}
6
  ];
7
 
 
58
  document.getElementById("rows").innerHTML=data.rows.map(row=>{
59
  const primary=ranks.fgd.get(row.method);
60
  const marker=row.kind==="reference"?"GT":primary||"·";
61
+ return `<tr class="${row.kind==="reference"?"reference":""}"><td class="method"><span class="rank">${marker}</span><strong>${row.method}</strong><small>${row.version}${links(row)}</small></td><td>${status(row)}</td>${metricCell(row,"fgd",4,ranks)}${metricCell(row,"bc",4,ranks)}${metricCell(row,"diversity",2,ranks)}${metricCell(row,"utmr_fid",4,ranks)}${metricCell(row,"utmr_paired_distance",4,ranks)}${metricCell(row,"rotation_geodesic",5,ranks)}${metricCell(row,"expression_l2",5,ranks)}${metricCell(row,"translation_l2",5,ranks)}</tr>`;
62
  }).join("");
63
  renderPaperParity(data);
64
  }
speech_to_gesture_results.json CHANGED
@@ -47,7 +47,10 @@
47
  "FGD": -0.00048000000001593236,
48
  "BC": 0.6927973445144807,
49
  "Diversity": 13.118996183234406
50
- }
 
 
 
51
  },
52
  {
53
  "method": "Language of Motion",
@@ -93,6 +96,22 @@
93
  "padding": "zero_motion_code_to_test_length",
94
  "output_trim": "paired_reference_frame_count"
95
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
96
  }
97
  },
98
  {
@@ -105,16 +124,16 @@
105
  "checkpoint": "https://huggingface.co/ZeyuLing/Motius-EMAGE-BEAT2",
106
  "model_card": "https://github.com/ZeyuLing/Motius/blob/main/docs/model_zoo/emage.md",
107
  "paper": "https://arxiv.org/abs/2401.00374",
108
- "fgd": 6.19906299336642,
109
  "bc": 7.564133316712631,
110
- "diversity": 12.475604227512221,
111
  "rotation_geodesic": 0.27046809122906024,
112
  "expression_l2": 4.743729881237994,
113
  "translation_l2": 3.2984432561061547,
114
  "raw_metrics": {
115
- "FGD": 0.619906299336642,
116
  "BC": 0.7564133316712631,
117
- "Diversity": 12.475604227512221
118
  },
119
  "generation_audit": {
120
  "max_static_tail_frames": 1,
@@ -162,6 +181,84 @@
162
  "motion_fps": 30,
163
  "output_trim": "paired_reference_frame_count"
164
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
165
  }
166
  }
167
  ]
 
47
  "FGD": -0.00048000000001593236,
48
  "BC": 0.6927973445144807,
49
  "Diversity": 13.118996183234406
50
+ },
51
+ "utmr_fid": 0.0,
52
+ "utmr_paired_distance": 0.0,
53
+ "utmr_diversity": 0.479398316014079
54
  },
55
  {
56
  "method": "Language of Motion",
 
96
  "padding": "zero_motion_code_to_test_length",
97
  "output_trim": "paired_reference_frame_count"
98
  }
99
+ },
100
+ "utmr_fid": 0.0626219123923138,
101
+ "utmr_paired_distance": 0.45755861719951857,
102
+ "utmr_diversity": 0.40607239198027284,
103
+ "utmr_gt_diversity": 0.479398316014079,
104
+ "utmr_protocol": {
105
+ "num_windows": 56,
106
+ "input_representation": "canonical_smpl22_joints66",
107
+ "embedding_normalization": "per_sample_l2",
108
+ "fps": 30.0,
109
+ "max_window_seconds": 20.0,
110
+ "min_window_seconds": 0.5,
111
+ "uses_text": false,
112
+ "uses_expression": false,
113
+ "uses_raw_smplx_translation": false,
114
+ "root_trajectory": "retained_in_fk_joints_after_first_frame_origin"
115
  }
116
  },
117
  {
 
124
  "checkpoint": "https://huggingface.co/ZeyuLing/Motius-EMAGE-BEAT2",
125
  "model_card": "https://github.com/ZeyuLing/Motius/blob/main/docs/model_zoo/emage.md",
126
  "paper": "https://arxiv.org/abs/2401.00374",
127
+ "fgd": 6.198973656352552,
128
  "bc": 7.564133316712631,
129
+ "diversity": 12.475604236570534,
130
  "rotation_geodesic": 0.27046809122906024,
131
  "expression_l2": 4.743729881237994,
132
  "translation_l2": 3.2984432561061547,
133
  "raw_metrics": {
134
+ "FGD": 0.6198973656352552,
135
  "BC": 0.7564133316712631,
136
+ "Diversity": 12.475604236570534
137
  },
138
  "generation_audit": {
139
  "max_static_tail_frames": 1,
 
181
  "motion_fps": 30,
182
  "output_trim": "paired_reference_frame_count"
183
  }
184
+ },
185
+ "utmr_fid": 0.05229689071202964,
186
+ "utmr_paired_distance": 0.38855470181008667,
187
+ "utmr_diversity": 0.34108143528053875,
188
+ "utmr_gt_diversity": 0.479398316014079,
189
+ "utmr_protocol": {
190
+ "num_windows": 56,
191
+ "input_representation": "canonical_smpl22_joints66",
192
+ "embedding_normalization": "per_sample_l2",
193
+ "fps": 30.0,
194
+ "max_window_seconds": 20.0,
195
+ "min_window_seconds": 0.5,
196
+ "uses_text": false,
197
+ "uses_expression": false,
198
+ "uses_raw_smplx_translation": false,
199
+ "root_trajectory": "retained_in_fk_joints_after_first_frame_origin"
200
+ }
201
+ },
202
+ {
203
+ "method": "DiffuseStyleGesture+",
204
+ "version": "official DSG+ BEAT v0 checkpoint",
205
+ "kind": "method",
206
+ "verified": true,
207
+ "submission_status": "official_checkpoint_verified",
208
+ "paper_table_eligible": false,
209
+ "checkpoint": "https://huggingface.co/ZeyuLing/Motius-DiffuseStyleGesture-BEAT",
210
+ "model_card": "https://github.com/ZeyuLing/Motius/blob/main/docs/model_zoo/diffusestylegesture.md",
211
+ "paper": "https://arxiv.org/abs/2308.13879",
212
+ "fgd": 93.7474093069552,
213
+ "bc": 6.332534812705944,
214
+ "diversity": 12.020876579601168,
215
+ "rotation_geodesic": 0.3659869673414887,
216
+ "expression_l2": 10.92270681552773,
217
+ "translation_l2": 1.4772545935086279,
218
+ "raw_metrics": {
219
+ "FGD": 9.37474093069552,
220
+ "BC": 0.6332534812705944,
221
+ "Diversity": 12.020876579601168
222
+ },
223
+ "generation_audit": {
224
+ "max_static_tail_frames": 1,
225
+ "minimum_active_coverage": 0.9993169398907104,
226
+ "checkpoint_provenance": {
227
+ "model001080000.pt": {
228
+ "bytes": 62077405,
229
+ "sha256": "2e25d8b257b44e5110a61713476a146e99c34926c763b5dd1c18a6884a857c77"
230
+ }
231
+ },
232
+ "inference_profile": {
233
+ "protocol": "official_DiffuseStyleGesturePlus_BEAT_v0",
234
+ "official_profile": true,
235
+ "runtime_revision": "9649995cdd0b8ce0d42bd02567b2bd03829a0540",
236
+ "window_frames": 150,
237
+ "seed_frames": 30,
238
+ "stride_frames": 120,
239
+ "diffusion_skip_timesteps": 0,
240
+ "speaker_id": 2,
241
+ "base_seed": 123456,
242
+ "motion_fps": 30,
243
+ "output_conversion": "official_30fps_BVH_to_FreeTalker_SMPLX_stride1",
244
+ "output_trim": "paired_reference_frame_count"
245
+ }
246
+ },
247
+ "utmr_fid": 1.6601503728979607,
248
+ "utmr_paired_distance": 1.2995585722982474,
249
+ "utmr_diversity": 0.25677656092044593,
250
+ "utmr_gt_diversity": 0.479398316014079,
251
+ "utmr_protocol": {
252
+ "num_windows": 56,
253
+ "input_representation": "canonical_smpl22_joints66",
254
+ "embedding_normalization": "per_sample_l2",
255
+ "fps": 30.0,
256
+ "max_window_seconds": 20.0,
257
+ "min_window_seconds": 0.5,
258
+ "uses_text": false,
259
+ "uses_expression": false,
260
+ "uses_raw_smplx_translation": false,
261
+ "root_trajectory": "retained_in_fk_joints_after_first_frame_origin"
262
  }
263
  }
264
  ]