ZeyuLing commited on
Commit
ee12314
·
verified ·
1 Parent(s): a44a623

Synchronize Motius benchmark navigation and publication metadata

Browse files
Files changed (5) hide show
  1. README.md +3 -1
  2. case_index.json +0 -0
  3. index.html +150 -11
  4. instruction_editing_results.json +136 -0
  5. smpl_viewer.js +6 -1
README.md CHANGED
@@ -1,5 +1,5 @@
1
  ---
2
- title: Instruction Editing Leaderboard
3
  emoji: 🎬
4
  colorFrom: green
5
  colorTo: yellow
@@ -9,5 +9,7 @@ pinned: false
9
  license: mit
10
  ---
11
 
 
 
12
  Static MotionFix benchmark generated by
13
  `scripts/eval/build_instruction_editing_leaderboard.py`.
 
1
  ---
2
+ title: Motion Editing · MotionFix Instructions
3
  emoji: 🎬
4
  colorFrom: green
5
  colorTo: yellow
 
9
  license: mit
10
  ---
11
 
12
+ # Motion Editing · MotionFix Instructions
13
+
14
  Static MotionFix benchmark generated by
15
  `scripts/eval/build_instruction_editing_leaderboard.py`.
case_index.json CHANGED
The diff for this file is too large to render. See raw diff
 
index.html CHANGED
@@ -4,7 +4,7 @@
4
  <meta charset="utf-8">
5
  <meta name="viewport" content="width=device-width, initial-scale=1">
6
  <link rel="icon" href="data:,">
7
- <title>Instruction Editing Leaderboard</title>
8
  <style>
9
  :root{--ink:#18231f;--muted:#63706c;--line:#dce3df;--soft:#f4f7f5;--paper:#fff;--green:#087d72;--green-soft:#e7f4f1;--blue:#315f9d;--coral:#c7563f;--amber:#ad6d00;--shadow:0 8px 24px rgba(24,35,31,.07)}
10
  *{box-sizing:border-box}body{margin:0;color:var(--ink);background:var(--paper);font-family:Inter,ui-sans-serif,system-ui,-apple-system,BlinkMacSystemFont,"Segoe UI",sans-serif;font-size:14px;letter-spacing:0}a{color:inherit}button,input,select{font:inherit;letter-spacing:0}.shell{width:min(1480px,calc(100% - 40px));margin:0 auto}
@@ -17,18 +17,157 @@
17
  .protocol{display:grid;grid-template-columns:repeat(3,minmax(0,1fr));gap:1px;border:1px solid var(--line);border-radius:8px;overflow:hidden;background:var(--line)}.protocol div{padding:16px;background:var(--paper)}.protocol dt{color:var(--muted);font-size:11px;font-weight:700;text-transform:uppercase}.protocol dd{margin:6px 0 0;line-height:1.5}.protocol .warning{border-left:3px solid var(--coral)}footer{padding:22px 0 34px;color:var(--muted);font-size:12px}footer a{color:var(--green)}
18
  @media(max-width:900px){.shell{width:min(100% - 24px,1480px)}.title-row,.section-head{align-items:stretch;flex-direction:column}.header-actions{align-self:flex-start}.summary{grid-template-columns:repeat(2,1fr)}.summary-item:nth-child(2){border-right:0}.summary-item:nth-child(-n+2){border-bottom:1px solid var(--line)}.summary-item:nth-child(3){padding-left:0}.chart-grid{grid-template-columns:1fr}.audit-grid{grid-template-columns:repeat(2,1fr)}.protocol{grid-template-columns:1fr}}@media(max-width:560px){h1{font-size:27px}.table-tools{align-items:stretch;flex-direction:column}.search{width:100%}.audit-controls,.audit-grid{grid-template-columns:1fr}.canvas-wrap{height:280px}}
19
  </style>
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
20
  </head>
21
- <body>
22
  <div class="shell">
23
- <nav class="leaderboard-nav" aria-label="Motius leaderboards">
24
- <span class="nav-label">Leaderboards</span>
25
- <a class="nav-link" href="https://huggingface.co/spaces/ZeyuLing/t2m-humanml3d-leaderboard">T2M HumanML3D</a>
26
- <a class="nav-link" href="https://huggingface.co/spaces/ZeyuLing/temporal-condition-leaderboard">Temporal Condition</a>
27
- <a class="nav-link" href="https://huggingface.co/spaces/ZeyuLing/babel-sequential-generation-leaderboard">BABEL Sequential</a>
28
- <a class="nav-link" href="https://huggingface.co/spaces/ZeyuLing/instruction-editing-leaderboard" aria-current="page">Instruction Editing</a>
29
- </nav>
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
30
  <header>
31
- <div class="title-row"><div><h1>Instruction Editing Leaderboard</h1><p class="lede">MotionFix official test benchmark for editing a supplied source motion with a free-form instruction. Every method is converted to the same nominal-30fps HML263 representation and evaluated against the paired target with MotionLab's released text_mot_match motion encoder.</p></div><div class="header-actions"><span class="status-chip">Native Batch-32 paired-target protocol</span><a class="audit-link" href="#qualitative">Inspect motions</a></div></div>
32
  <div class="badges"><span class="badge">MotionFix official test</span><span class="badge">1,013 source–instruction–target triplets</span><span class="badge">Nominal 30 fps</span><span class="badge">MotionLab text_mot_match evaluator</span><span class="badge">Target-length-sorted Batch-32 galleries</span></div>
33
  </header>
34
  <div class="summary"><div class="summary-item"><div class="value" id="method-count">0</div><div class="label">Measured methods</div></div><div class="summary-item"><div class="value">1,013</div><div class="label">Paired test cases</div></div><div class="summary-item"><div class="value">R@3₃₂</div><div class="label">Displayed rank metric</div></div><div class="summary-item"><div class="value" id="audit-count">5</div><div class="label">Six-way audit cases</div></div></div>
@@ -39,7 +178,7 @@
39
  <footer>Protocol and implementation: <a href="https://github.com/ZeyuLing/Motius">ZeyuLing/Motius</a>. MotionFix benchmark and released baseline implementations are evaluated through the shared canonical adapter.</footer>
40
  </div>
41
  <script src="https://cdn.jsdelivr.net/npm/chart.js@4.4.7/dist/chart.umd.min.js"></script>
42
- <script type="application/json" id="leaderboard-data">{"title":"Instruction Editing Leaderboard","updated":"2026-07-22","dataset":"MotionFix official test","count":1013,"evaluator":"MotionLab native text_mot_match evaluator","protocol":{"input":"source motion + free-form edit instruction","target":"paired MotionFix target motion","fid":"MotionLab native motion-embedding FID","batch_retrieval":"target-length-sorted candidate batches of 32","rank_by":"Displayed measured Batch-32 R@3 rank; asterisk marks rows excluded from formal paper ranking","protocol_revision":"motionfix_motionlab_native_batch32_v1"},"metrics":["FID","R@1","R@2","R@3","AvgR","M2M-Dist","Diversity"],"rows":[{"method":"MotionCanvas","method_id":"motioncanvas","input":"source motion + instruction","native_representation":"SMPL-22 motion135","coverage":"1013/1013","status":"contaminated","ranked":false,"metrics":{"FID":0.03266168544926269,"R@1":80.15794669299112,"R@2":92.79368213228035,"R@3":95.95261599210266,"AvgR":1.4274432379072064,"M2M-Dist":0.7901288866996765,"Diversity":8.281886100769043},"contamination_note":"Training annotation contains 1,000/1,013 MotionFix test pairs with identical source and target motion content.","artifact":"outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/motioncanvas","rank":null,"measured_rank":1},{"method":"SimMotionEdit","method_id":"simmotionedit","input":"source motion + instruction","native_representation":"MotionFix motion135","coverage":"1013/1013","status":"complete","ranked":true,"metrics":{"FID":0.49990421643938365,"R@1":40.473840078973346,"R@2":59.526159921026654,"R@3":69.79269496544916,"AvgR":4.027640671273446,"M2M-Dist":2.4369125366210938,"Diversity":7.819880485534668},"contamination_note":null,"artifact":"outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/simmotionedit","rank":2,"measured_rank":3},{"method":"MotionFix (TMED)","method_id":"motionfix_tmed","input":"source motion + instruction","native_representation":"MotionFix motion135","coverage":"1013/1013","status":"complete","ranked":true,"metrics":{"FID":0.5282222533812915,"R@1":32.477788746298124,"R@2":48.76604146100691,"R@3":59.82230997038499,"AvgR":5.3593287265547875,"M2M-Dist":3.197392225265503,"Diversity":7.886959552764893},"contamination_note":null,"artifact":"outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/motionfix_tmed","rank":3,"measured_rank":4},{"method":"MotionLab","method_id":"motionlab","input":"source motion + instruction","native_representation":"HumanML3D 263D","coverage":"1013/1013","status":"complete","ranked":true,"metrics":{"FID":0.1339166069304245,"R@1":46.10069101678184,"R@2":63.079960513326746,"R@3":73.14906219151037,"AvgR":3.753208292201382,"M2M-Dist":2.41121768951416,"Diversity":8.180389404296875},"contamination_note":null,"artifact":"outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/motionlab","rank":1,"measured_rank":2},{"method":"Source input (no edit)","method_id":"source_input","input":"source motion only","native_representation":"SMPL-22 motion135","coverage":"1013/1013","status":"complete","ranked":false,"metrics":{"FID":0.10658133437839573,"R@1":46.396841066140176,"R@2":65.25172754195458,"R@3":75.02467917077986,"AvgR":3.5054294175715697,"M2M-Dist":2.281679153442383,"Diversity":8.198084831237793},"contamination_note":null,"artifact":"outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/source_input","rank":null,"measured_rank":null}]}</script>
43
  <script>
44
  const DATA=JSON.parse(document.getElementById("leaderboard-data").textContent);
45
  const rows=Object.freeze(DATA.rows.map(row=>({method:row.method,version:row.input,coverage:row.coverage,status:row.status,rankExcluded:!row.ranked||row.status!=="complete",isReference:row.method_id==="source_input",measuredRank:row.measured_rank,fid:row.metrics["FID"],r1:row.metrics["R@1"],r2:row.metrics["R@2"],r3:row.metrics["R@3"],avgR:row.metrics["AvgR"],m2m:row.metrics["M2M-Dist"],diversity:row.metrics["Diversity"]})));
 
4
  <meta charset="utf-8">
5
  <meta name="viewport" content="width=device-width, initial-scale=1">
6
  <link rel="icon" href="data:,">
7
+ <title>Motion Editing · MotionFix Instructions · Motius</title>
8
  <style>
9
  :root{--ink:#18231f;--muted:#63706c;--line:#dce3df;--soft:#f4f7f5;--paper:#fff;--green:#087d72;--green-soft:#e7f4f1;--blue:#315f9d;--coral:#c7563f;--amber:#ad6d00;--shadow:0 8px 24px rgba(24,35,31,.07)}
10
  *{box-sizing:border-box}body{margin:0;color:var(--ink);background:var(--paper);font-family:Inter,ui-sans-serif,system-ui,-apple-system,BlinkMacSystemFont,"Segoe UI",sans-serif;font-size:14px;letter-spacing:0}a{color:inherit}button,input,select{font:inherit;letter-spacing:0}.shell{width:min(1480px,calc(100% - 40px));margin:0 auto}
 
17
  .protocol{display:grid;grid-template-columns:repeat(3,minmax(0,1fr));gap:1px;border:1px solid var(--line);border-radius:8px;overflow:hidden;background:var(--line)}.protocol div{padding:16px;background:var(--paper)}.protocol dt{color:var(--muted);font-size:11px;font-weight:700;text-transform:uppercase}.protocol dd{margin:6px 0 0;line-height:1.5}.protocol .warning{border-left:3px solid var(--coral)}footer{padding:22px 0 34px;color:var(--muted);font-size:12px}footer a{color:var(--green)}
18
  @media(max-width:900px){.shell{width:min(100% - 24px,1480px)}.title-row,.section-head{align-items:stretch;flex-direction:column}.header-actions{align-self:flex-start}.summary{grid-template-columns:repeat(2,1fr)}.summary-item:nth-child(2){border-right:0}.summary-item:nth-child(-n+2){border-bottom:1px solid var(--line)}.summary-item:nth-child(3){padding-left:0}.chart-grid{grid-template-columns:1fr}.audit-grid{grid-template-columns:repeat(2,1fr)}.protocol{grid-template-columns:1fr}}@media(max-width:560px){h1{font-size:27px}.table-tools{align-items:stretch;flex-direction:column}.search{width:100%}.audit-controls,.audit-grid{grid-template-columns:1fr}.canvas-wrap{height:280px}}
19
  </style>
20
+ <!-- motius-benchmark-nav-style:start -->
21
+ <style id="motius-benchmark-nav-style">
22
+ .motius-benchmark-nav {
23
+ position: relative;
24
+ z-index: 1000;
25
+ display: flex;
26
+ align-items: center;
27
+ justify-content: space-between;
28
+ gap: 16px;
29
+ width: min(1420px, calc(100% - 36px));
30
+ min-height: 50px;
31
+ margin: 14px auto 0;
32
+ padding: 8px 10px 8px 14px;
33
+ border: 1px solid #d8dfdc;
34
+ border-radius: 7px;
35
+ background: #ffffff;
36
+ color: #17211e;
37
+ box-shadow: 0 5px 18px rgba(23, 33, 30, 0.06);
38
+ font: 13px/1.4 Inter, ui-sans-serif, system-ui, -apple-system, sans-serif;
39
+ letter-spacing: 0;
40
+ }
41
+ .motius-benchmark-nav *,
42
+ .motius-benchmark-nav *::before,
43
+ .motius-benchmark-nav *::after { box-sizing: border-box; }
44
+ .motius-benchmark-brand {
45
+ color: #0a746b;
46
+ font-weight: 760;
47
+ text-decoration: none;
48
+ white-space: nowrap;
49
+ }
50
+ .motius-benchmark-context {
51
+ min-width: 0;
52
+ margin-left: auto;
53
+ overflow: hidden;
54
+ color: #53615c;
55
+ text-overflow: ellipsis;
56
+ white-space: nowrap;
57
+ }
58
+ .motius-benchmark-menu { position: relative; flex: 0 0 auto; }
59
+ .motius-benchmark-menu > summary {
60
+ display: flex;
61
+ align-items: center;
62
+ min-height: 34px;
63
+ padding: 6px 10px;
64
+ border: 1px solid #cbd5d1;
65
+ border-radius: 6px;
66
+ background: #f7f9f8;
67
+ color: #26332f;
68
+ cursor: pointer;
69
+ font-weight: 680;
70
+ list-style: none;
71
+ user-select: none;
72
+ }
73
+ .motius-benchmark-menu > summary::-webkit-details-marker { display: none; }
74
+ .motius-benchmark-menu > summary::after {
75
+ content: "▾";
76
+ margin-left: 8px;
77
+ color: #0a746b;
78
+ }
79
+ .motius-benchmark-menu[open] > summary::after { content: "▴"; }
80
+ .motius-benchmark-list {
81
+ position: absolute;
82
+ top: calc(100% + 8px);
83
+ right: 0;
84
+ display: grid;
85
+ grid-template-columns: repeat(2, minmax(260px, 1fr));
86
+ width: min(720px, calc(100vw - 36px));
87
+ max-height: min(70vh, 620px);
88
+ padding: 8px;
89
+ overflow: auto;
90
+ border: 1px solid #cbd5d1;
91
+ border-radius: 7px;
92
+ background: #ffffff;
93
+ box-shadow: 0 16px 42px rgba(23, 33, 30, 0.16);
94
+ }
95
+ .motius-benchmark-link {
96
+ display: grid;
97
+ grid-template-columns: minmax(0, 1fr) auto;
98
+ gap: 12px;
99
+ align-items: center;
100
+ min-height: 42px;
101
+ padding: 8px 10px;
102
+ border-radius: 5px;
103
+ color: #26332f;
104
+ text-decoration: none;
105
+ }
106
+ .motius-benchmark-link:hover { background: #f0f5f3; }
107
+ .motius-benchmark-link[aria-current="page"] {
108
+ background: #e5f3ef;
109
+ color: #075e57;
110
+ font-weight: 720;
111
+ }
112
+ .motius-benchmark-status {
113
+ color: #69756f;
114
+ font: 10px/1.2 ui-monospace, SFMono-Regular, Consolas, monospace;
115
+ white-space: nowrap;
116
+ }
117
+ .motius-benchmark-status[data-status="complete"] { color: #087267; }
118
+ .motius-benchmark-status[data-status="metrics_complete"] { color: #946018; }
119
+ .motius-benchmark-status[data-status="paused"] { color: #a1453a; }
120
+ @media (max-width: 720px) {
121
+ .motius-benchmark-nav {
122
+ width: calc(100% - 24px);
123
+ margin-top: 10px;
124
+ gap: 8px;
125
+ padding-left: 10px;
126
+ }
127
+ .motius-benchmark-context { display: none; }
128
+ .motius-benchmark-list {
129
+ position: fixed;
130
+ top: 64px;
131
+ right: 12px;
132
+ grid-template-columns: 1fr;
133
+ width: calc(100vw - 24px);
134
+ max-height: calc(100vh - 82px);
135
+ }
136
+ }
137
+ </style>
138
+ <!-- motius-benchmark-nav-style:end -->
139
  </head>
140
+ <body data-benchmark-id="motion_editing_motionfix">
141
  <div class="shell">
142
+ <!-- motius-benchmark-nav:start -->
143
+ <nav class="motius-benchmark-nav" data-benchmark-id="motion_editing_motionfix" aria-label="Motius benchmark navigation">
144
+ <a class="motius-benchmark-brand" href="https://github.com/ZeyuLing/Motius/tree/main/docs/leaderboards" target="_blank" rel="noopener noreferrer">Motius Benchmark Hub</a>
145
+ <span class="motius-benchmark-context">Motion Editing · MotionFix Instructions</span>
146
+ <details class="motius-benchmark-menu">
147
+ <summary>All benchmarks</summary>
148
+ <div class="motius-benchmark-list">
149
+ <a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/t2m-humanml3d-leaderboard"><span>Text-to-Motion · HumanML3D</span><span class="motius-benchmark-status" data-status="complete">Complete</span></a>
150
+ <a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/t2m-unitree-g1-leaderboard"><span>Text-to-Motion · Unitree G1</span><span class="motius-benchmark-status" data-status="metrics_complete">Metrics ready</span></a>
151
+ <a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/m2t-humanml3d-leaderboard"><span>Motion-to-Text · HumanML3D</span><span class="motius-benchmark-status" data-status="complete">Complete</span></a>
152
+ <a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/babel-sequential-generation-leaderboard"><span>Sequential Text-to-Motion · BABEL</span><span class="motius-benchmark-status" data-status="metrics_complete">Metrics ready</span></a>
153
+ <a class="motius-benchmark-link" href="https://github.com/ZeyuLing/Motius/blob/main/docs/leaderboards/text_to_multi_person_interhuman.md"><span>Text-to-Multi-Person Motion · InterHuman</span><span class="motius-benchmark-status" data-status="protocol_only">Protocol</span></a>
154
+ <a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/temporal-condition-leaderboard"><span>Temporal Motion Completion · HumanML3D</span><span class="motius-benchmark-status" data-status="complete">Complete</span></a>
155
+ <a class="motius-benchmark-link" href="https://github.com/ZeyuLing/Motius/blob/main/docs/leaderboards/kinematic_motion_control.md"><span>Kinematic Motion Control · Native-Skeleton Protocol</span><span class="motius-benchmark-status" data-status="protocol_only">Protocol</span></a>
156
+ <a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/body-part-condition-humanml3d-leaderboard"><span>Part-Level Motion Control · HumanML3D</span><span class="motius-benchmark-status" data-status="metrics_complete">Metrics ready</span></a>
157
+ <a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/motion-edit-leaderboard"><span>Motion Editing · Style and Content</span><span class="motius-benchmark-status" data-status="complete">Complete</span></a>
158
+ <a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/instruction-editing-leaderboard" aria-current="page"><span>Motion Editing · MotionFix Instructions</span><span class="motius-benchmark-status" data-status="complete">Complete</span></a>
159
+ <a class="motius-benchmark-link" href="https://github.com/ZeyuLing/Motius/blob/main/docs/leaderboards/README.md#motion-repair-fixed-support-protocol"><span>Motion Repair · Fixed-Support Protocol</span><span class="motius-benchmark-status" data-status="protocol_only">Protocol</span></a>
160
+ <a class="motius-benchmark-link" href="https://github.com/ZeyuLing/Motius/blob/main/docs/leaderboards/README.md#motion-reconstruction-humanml3d"><span>Motion Reconstruction · HumanML3D</span><span class="motius-benchmark-status" data-status="protocol_only">Protocol</span></a>
161
+ <a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/music-to-dance-aistpp-leaderboard"><span>Music-to-Dance · AIST++</span><span class="motius-benchmark-status" data-status="complete">Complete</span></a>
162
+ <a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/dance-to-music-aistpp-leaderboard"><span>Dance-to-Music · AIST++</span><span class="motius-benchmark-status" data-status="complete">Complete</span></a>
163
+ <a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/speech-to-gesture-beat2-leaderboard"><span>Speech-to-Gesture · BEAT2</span><span class="motius-benchmark-status" data-status="complete">Complete</span></a>
164
+ <a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/monocular-motion-capture-leaderboard"><span>Monocular Motion Capture · 3DPW Test</span><span class="motius-benchmark-status" data-status="paused">Paused</span></a>
165
+ </div>
166
+ </details>
167
+ </nav>
168
+ <!-- motius-benchmark-nav:end -->
169
  <header>
170
+ <div class="title-row"><div><h1>Motion Editing · MotionFix Instructions</h1><p class="lede">MotionFix official test benchmark for editing a supplied source motion with a free-form instruction. Every method is converted to the same nominal-30fps HML263 representation and evaluated against the paired target with MotionLab's released text_mot_match motion encoder.</p></div><div class="header-actions"><span class="status-chip">Native Batch-32 paired-target protocol</span><a class="audit-link" href="#qualitative">Inspect motions</a></div></div>
171
  <div class="badges"><span class="badge">MotionFix official test</span><span class="badge">1,013 source–instruction–target triplets</span><span class="badge">Nominal 30 fps</span><span class="badge">MotionLab text_mot_match evaluator</span><span class="badge">Target-length-sorted Batch-32 galleries</span></div>
172
  </header>
173
  <div class="summary"><div class="summary-item"><div class="value" id="method-count">0</div><div class="label">Measured methods</div></div><div class="summary-item"><div class="value">1,013</div><div class="label">Paired test cases</div></div><div class="summary-item"><div class="value">R@3₃₂</div><div class="label">Displayed rank metric</div></div><div class="summary-item"><div class="value" id="audit-count">5</div><div class="label">Six-way audit cases</div></div></div>
 
178
  <footer>Protocol and implementation: <a href="https://github.com/ZeyuLing/Motius">ZeyuLing/Motius</a>. MotionFix benchmark and released baseline implementations are evaluated through the shared canonical adapter.</footer>
179
  </div>
180
  <script src="https://cdn.jsdelivr.net/npm/chart.js@4.4.7/dist/chart.umd.min.js"></script>
181
+ <script type="application/json" id="leaderboard-data">{"title":"Motion Editing \u00b7 MotionFix Instructions","updated":"2026-07-22","dataset":"MotionFix official test","count":1013,"evaluator":"MotionLab native text_mot_match evaluator","protocol":{"input":"source motion + free-form edit instruction","target":"paired MotionFix target motion","fid":"MotionLab native motion-embedding FID","batch_retrieval":"target-length-sorted candidate batches of 32","rank_by":"Displayed measured Batch-32 R@3 rank; asterisk marks rows excluded from formal paper ranking","protocol_revision":"motionfix_motionlab_native_batch32_v1"},"metrics":["FID","R@1","R@2","R@3","AvgR","M2M-Dist","Diversity"],"rows":[{"method":"MotionCanvas","method_id":"motioncanvas","input":"source motion + instruction","native_representation":"SMPL-22 motion135","coverage":"1013/1013","status":"contaminated","ranked":false,"metrics":{"FID":0.03266168544926269,"R@1":80.15794669299112,"R@2":92.79368213228035,"R@3":95.95261599210266,"AvgR":1.4274432379072064,"M2M-Dist":0.7901288866996765,"Diversity":8.281886100769043},"contamination_note":"Training annotation contains 1,000/1,013 MotionFix test pairs with identical source and target motion content.","artifact":"outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/motioncanvas","rank":null,"measured_rank":1},{"method":"SimMotionEdit","method_id":"simmotionedit","input":"source motion + instruction","native_representation":"MotionFix motion135","coverage":"1013/1013","status":"complete","ranked":true,"metrics":{"FID":0.49990421643938365,"R@1":40.473840078973346,"R@2":59.526159921026654,"R@3":69.79269496544916,"AvgR":4.027640671273446,"M2M-Dist":2.4369125366210938,"Diversity":7.819880485534668},"contamination_note":null,"artifact":"outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/simmotionedit","rank":2,"measured_rank":3},{"method":"MotionFix (TMED)","method_id":"motionfix_tmed","input":"source motion + instruction","native_representation":"MotionFix motion135","coverage":"1013/1013","status":"complete","ranked":true,"metrics":{"FID":0.5282222533812915,"R@1":32.477788746298124,"R@2":48.76604146100691,"R@3":59.82230997038499,"AvgR":5.3593287265547875,"M2M-Dist":3.197392225265503,"Diversity":7.886959552764893},"contamination_note":null,"artifact":"outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/motionfix_tmed","rank":3,"measured_rank":4},{"method":"MotionLab","method_id":"motionlab","input":"source motion + instruction","native_representation":"HumanML3D 263D","coverage":"1013/1013","status":"complete","ranked":true,"metrics":{"FID":0.1339166069304245,"R@1":46.10069101678184,"R@2":63.079960513326746,"R@3":73.14906219151037,"AvgR":3.753208292201382,"M2M-Dist":2.41121768951416,"Diversity":8.180389404296875},"contamination_note":null,"artifact":"outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/motionlab","rank":1,"measured_rank":2},{"method":"Source input (no edit)","method_id":"source_input","input":"source motion only","native_representation":"SMPL-22 motion135","coverage":"1013/1013","status":"complete","ranked":false,"metrics":{"FID":0.10658133437839573,"R@1":46.396841066140176,"R@2":65.25172754195458,"R@3":75.02467917077986,"AvgR":3.5054294175715697,"M2M-Dist":2.281679153442383,"Diversity":8.198084831237793},"contamination_note":null,"artifact":"outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/source_input","rank":null,"measured_rank":null}]}</script>
182
  <script>
183
  const DATA=JSON.parse(document.getElementById("leaderboard-data").textContent);
184
  const rows=Object.freeze(DATA.rows.map(row=>({method:row.method,version:row.input,coverage:row.coverage,status:row.status,rankExcluded:!row.ranked||row.status!=="complete",isReference:row.method_id==="source_input",measuredRank:row.measured_rank,fid:row.metrics["FID"],r1:row.metrics["R@1"],r2:row.metrics["R@2"],r3:row.metrics["R@3"],avgR:row.metrics["AvgR"],m2m:row.metrics["M2M-Dist"],diversity:row.metrics["Diversity"]})));
instruction_editing_results.json ADDED
@@ -0,0 +1,136 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "title": "Motion Editing · MotionFix Instructions",
3
+ "updated": "2026-07-22",
4
+ "dataset": "MotionFix official test",
5
+ "count": 1013,
6
+ "evaluator": "MotionLab native text_mot_match evaluator",
7
+ "protocol": {
8
+ "input": "source motion + free-form edit instruction",
9
+ "target": "paired MotionFix target motion",
10
+ "fid": "MotionLab native motion-embedding FID",
11
+ "batch_retrieval": "target-length-sorted candidate batches of 32",
12
+ "rank_by": "Displayed measured Batch-32 R@3 rank; asterisk marks rows excluded from formal paper ranking",
13
+ "protocol_revision": "motionfix_motionlab_native_batch32_v1"
14
+ },
15
+ "metrics": [
16
+ "FID",
17
+ "R@1",
18
+ "R@2",
19
+ "R@3",
20
+ "AvgR",
21
+ "M2M-Dist",
22
+ "Diversity"
23
+ ],
24
+ "rows": [
25
+ {
26
+ "method": "MotionCanvas",
27
+ "method_id": "motioncanvas",
28
+ "input": "source motion + instruction",
29
+ "native_representation": "SMPL-22 motion135",
30
+ "coverage": "1013/1013",
31
+ "status": "contaminated",
32
+ "ranked": false,
33
+ "metrics": {
34
+ "FID": 0.03266168544926269,
35
+ "R@1": 80.15794669299112,
36
+ "R@2": 92.79368213228035,
37
+ "R@3": 95.95261599210266,
38
+ "AvgR": 1.4274432379072064,
39
+ "M2M-Dist": 0.7901288866996765,
40
+ "Diversity": 8.281886100769043
41
+ },
42
+ "contamination_note": "Training annotation contains 1,000/1,013 MotionFix test pairs with identical source and target motion content.",
43
+ "artifact": "outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/motioncanvas",
44
+ "rank": null,
45
+ "measured_rank": 1
46
+ },
47
+ {
48
+ "method": "SimMotionEdit",
49
+ "method_id": "simmotionedit",
50
+ "input": "source motion + instruction",
51
+ "native_representation": "MotionFix motion135",
52
+ "coverage": "1013/1013",
53
+ "status": "complete",
54
+ "ranked": true,
55
+ "metrics": {
56
+ "FID": 0.49990421643938365,
57
+ "R@1": 40.473840078973346,
58
+ "R@2": 59.526159921026654,
59
+ "R@3": 69.79269496544916,
60
+ "AvgR": 4.027640671273446,
61
+ "M2M-Dist": 2.4369125366210938,
62
+ "Diversity": 7.819880485534668
63
+ },
64
+ "contamination_note": null,
65
+ "artifact": "outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/simmotionedit",
66
+ "rank": 2,
67
+ "measured_rank": 3
68
+ },
69
+ {
70
+ "method": "MotionFix (TMED)",
71
+ "method_id": "motionfix_tmed",
72
+ "input": "source motion + instruction",
73
+ "native_representation": "MotionFix motion135",
74
+ "coverage": "1013/1013",
75
+ "status": "complete",
76
+ "ranked": true,
77
+ "metrics": {
78
+ "FID": 0.5282222533812915,
79
+ "R@1": 32.477788746298124,
80
+ "R@2": 48.76604146100691,
81
+ "R@3": 59.82230997038499,
82
+ "AvgR": 5.3593287265547875,
83
+ "M2M-Dist": 3.197392225265503,
84
+ "Diversity": 7.886959552764893
85
+ },
86
+ "contamination_note": null,
87
+ "artifact": "outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/motionfix_tmed",
88
+ "rank": 3,
89
+ "measured_rank": 4
90
+ },
91
+ {
92
+ "method": "MotionLab",
93
+ "method_id": "motionlab",
94
+ "input": "source motion + instruction",
95
+ "native_representation": "HumanML3D 263D",
96
+ "coverage": "1013/1013",
97
+ "status": "complete",
98
+ "ranked": true,
99
+ "metrics": {
100
+ "FID": 0.1339166069304245,
101
+ "R@1": 46.10069101678184,
102
+ "R@2": 63.079960513326746,
103
+ "R@3": 73.14906219151037,
104
+ "AvgR": 3.753208292201382,
105
+ "M2M-Dist": 2.41121768951416,
106
+ "Diversity": 8.180389404296875
107
+ },
108
+ "contamination_note": null,
109
+ "artifact": "outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/motionlab",
110
+ "rank": 1,
111
+ "measured_rank": 2
112
+ },
113
+ {
114
+ "method": "Source input (no edit)",
115
+ "method_id": "source_input",
116
+ "input": "source motion only",
117
+ "native_representation": "SMPL-22 motion135",
118
+ "coverage": "1013/1013",
119
+ "status": "complete",
120
+ "ranked": false,
121
+ "metrics": {
122
+ "FID": 0.10658133437839573,
123
+ "R@1": 46.396841066140176,
124
+ "R@2": 65.25172754195458,
125
+ "R@3": 75.02467917077986,
126
+ "AvgR": 3.5054294175715697,
127
+ "M2M-Dist": 2.281679153442383,
128
+ "Diversity": 8.198084831237793
129
+ },
130
+ "contamination_note": null,
131
+ "artifact": "outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/source_input",
132
+ "rank": null,
133
+ "measured_rank": null
134
+ }
135
+ ]
136
+ }
smpl_viewer.js CHANGED
@@ -253,8 +253,13 @@ async function loadCase(index) {
253
  const metadata = caseIndex.cases[index];
254
  let payload = caseCache.get(index);
255
  if (!payload) {
 
 
 
 
 
256
  const response = await fetch(
257
- `${metadata.path}?v=${encodeURIComponent(caseIndex.revision)}`,
258
  );
259
  if (!response.ok) throw new Error(`case HTTP ${response.status}`);
260
  payload = await response.json();
 
253
  const metadata = caseIndex.cases[index];
254
  let payload = caseCache.get(index);
255
  if (!payload) {
256
+ const caseUrl = new URL(
257
+ metadata.path,
258
+ caseIndex.asset_base_url || window.location.href,
259
+ );
260
+ caseUrl.searchParams.set("v", caseIndex.revision);
261
  const response = await fetch(
262
+ caseUrl,
263
  );
264
  if (!response.ok) throw new Error(`case HTTP ${response.status}`);
265
  payload = await response.json();