Synchronize Motius benchmark navigation and publication metadata
Browse files- README.md +3 -1
- case_index.json +0 -0
- index.html +150 -11
- instruction_editing_results.json +136 -0
- smpl_viewer.js +6 -1
README.md
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
---
|
| 2 |
-
title:
|
| 3 |
emoji: 🎬
|
| 4 |
colorFrom: green
|
| 5 |
colorTo: yellow
|
|
@@ -9,5 +9,7 @@ pinned: false
|
|
| 9 |
license: mit
|
| 10 |
---
|
| 11 |
|
|
|
|
|
|
|
| 12 |
Static MotionFix benchmark generated by
|
| 13 |
`scripts/eval/build_instruction_editing_leaderboard.py`.
|
|
|
|
| 1 |
---
|
| 2 |
+
title: Motion Editing · MotionFix Instructions
|
| 3 |
emoji: 🎬
|
| 4 |
colorFrom: green
|
| 5 |
colorTo: yellow
|
|
|
|
| 9 |
license: mit
|
| 10 |
---
|
| 11 |
|
| 12 |
+
# Motion Editing · MotionFix Instructions
|
| 13 |
+
|
| 14 |
Static MotionFix benchmark generated by
|
| 15 |
`scripts/eval/build_instruction_editing_leaderboard.py`.
|
case_index.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
index.html
CHANGED
|
@@ -4,7 +4,7 @@
|
|
| 4 |
<meta charset="utf-8">
|
| 5 |
<meta name="viewport" content="width=device-width, initial-scale=1">
|
| 6 |
<link rel="icon" href="data:,">
|
| 7 |
-
<title>
|
| 8 |
<style>
|
| 9 |
:root{--ink:#18231f;--muted:#63706c;--line:#dce3df;--soft:#f4f7f5;--paper:#fff;--green:#087d72;--green-soft:#e7f4f1;--blue:#315f9d;--coral:#c7563f;--amber:#ad6d00;--shadow:0 8px 24px rgba(24,35,31,.07)}
|
| 10 |
*{box-sizing:border-box}body{margin:0;color:var(--ink);background:var(--paper);font-family:Inter,ui-sans-serif,system-ui,-apple-system,BlinkMacSystemFont,"Segoe UI",sans-serif;font-size:14px;letter-spacing:0}a{color:inherit}button,input,select{font:inherit;letter-spacing:0}.shell{width:min(1480px,calc(100% - 40px));margin:0 auto}
|
|
@@ -17,18 +17,157 @@
|
|
| 17 |
.protocol{display:grid;grid-template-columns:repeat(3,minmax(0,1fr));gap:1px;border:1px solid var(--line);border-radius:8px;overflow:hidden;background:var(--line)}.protocol div{padding:16px;background:var(--paper)}.protocol dt{color:var(--muted);font-size:11px;font-weight:700;text-transform:uppercase}.protocol dd{margin:6px 0 0;line-height:1.5}.protocol .warning{border-left:3px solid var(--coral)}footer{padding:22px 0 34px;color:var(--muted);font-size:12px}footer a{color:var(--green)}
|
| 18 |
@media(max-width:900px){.shell{width:min(100% - 24px,1480px)}.title-row,.section-head{align-items:stretch;flex-direction:column}.header-actions{align-self:flex-start}.summary{grid-template-columns:repeat(2,1fr)}.summary-item:nth-child(2){border-right:0}.summary-item:nth-child(-n+2){border-bottom:1px solid var(--line)}.summary-item:nth-child(3){padding-left:0}.chart-grid{grid-template-columns:1fr}.audit-grid{grid-template-columns:repeat(2,1fr)}.protocol{grid-template-columns:1fr}}@media(max-width:560px){h1{font-size:27px}.table-tools{align-items:stretch;flex-direction:column}.search{width:100%}.audit-controls,.audit-grid{grid-template-columns:1fr}.canvas-wrap{height:280px}}
|
| 19 |
</style>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
</head>
|
| 21 |
-
<body>
|
| 22 |
<div class="shell">
|
| 23 |
-
<
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
<
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 30 |
<header>
|
| 31 |
-
<div class="title-row"><div><h1>
|
| 32 |
<div class="badges"><span class="badge">MotionFix official test</span><span class="badge">1,013 source–instruction–target triplets</span><span class="badge">Nominal 30 fps</span><span class="badge">MotionLab text_mot_match evaluator</span><span class="badge">Target-length-sorted Batch-32 galleries</span></div>
|
| 33 |
</header>
|
| 34 |
<div class="summary"><div class="summary-item"><div class="value" id="method-count">0</div><div class="label">Measured methods</div></div><div class="summary-item"><div class="value">1,013</div><div class="label">Paired test cases</div></div><div class="summary-item"><div class="value">R@3₃₂</div><div class="label">Displayed rank metric</div></div><div class="summary-item"><div class="value" id="audit-count">5</div><div class="label">Six-way audit cases</div></div></div>
|
|
@@ -39,7 +178,7 @@
|
|
| 39 |
<footer>Protocol and implementation: <a href="https://github.com/ZeyuLing/Motius">ZeyuLing/Motius</a>. MotionFix benchmark and released baseline implementations are evaluated through the shared canonical adapter.</footer>
|
| 40 |
</div>
|
| 41 |
<script src="https://cdn.jsdelivr.net/npm/chart.js@4.4.7/dist/chart.umd.min.js"></script>
|
| 42 |
-
<script type="application/json" id="leaderboard-data">{"title":"
|
| 43 |
<script>
|
| 44 |
const DATA=JSON.parse(document.getElementById("leaderboard-data").textContent);
|
| 45 |
const rows=Object.freeze(DATA.rows.map(row=>({method:row.method,version:row.input,coverage:row.coverage,status:row.status,rankExcluded:!row.ranked||row.status!=="complete",isReference:row.method_id==="source_input",measuredRank:row.measured_rank,fid:row.metrics["FID"],r1:row.metrics["R@1"],r2:row.metrics["R@2"],r3:row.metrics["R@3"],avgR:row.metrics["AvgR"],m2m:row.metrics["M2M-Dist"],diversity:row.metrics["Diversity"]})));
|
|
|
|
| 4 |
<meta charset="utf-8">
|
| 5 |
<meta name="viewport" content="width=device-width, initial-scale=1">
|
| 6 |
<link rel="icon" href="data:,">
|
| 7 |
+
<title>Motion Editing · MotionFix Instructions · Motius</title>
|
| 8 |
<style>
|
| 9 |
:root{--ink:#18231f;--muted:#63706c;--line:#dce3df;--soft:#f4f7f5;--paper:#fff;--green:#087d72;--green-soft:#e7f4f1;--blue:#315f9d;--coral:#c7563f;--amber:#ad6d00;--shadow:0 8px 24px rgba(24,35,31,.07)}
|
| 10 |
*{box-sizing:border-box}body{margin:0;color:var(--ink);background:var(--paper);font-family:Inter,ui-sans-serif,system-ui,-apple-system,BlinkMacSystemFont,"Segoe UI",sans-serif;font-size:14px;letter-spacing:0}a{color:inherit}button,input,select{font:inherit;letter-spacing:0}.shell{width:min(1480px,calc(100% - 40px));margin:0 auto}
|
|
|
|
| 17 |
.protocol{display:grid;grid-template-columns:repeat(3,minmax(0,1fr));gap:1px;border:1px solid var(--line);border-radius:8px;overflow:hidden;background:var(--line)}.protocol div{padding:16px;background:var(--paper)}.protocol dt{color:var(--muted);font-size:11px;font-weight:700;text-transform:uppercase}.protocol dd{margin:6px 0 0;line-height:1.5}.protocol .warning{border-left:3px solid var(--coral)}footer{padding:22px 0 34px;color:var(--muted);font-size:12px}footer a{color:var(--green)}
|
| 18 |
@media(max-width:900px){.shell{width:min(100% - 24px,1480px)}.title-row,.section-head{align-items:stretch;flex-direction:column}.header-actions{align-self:flex-start}.summary{grid-template-columns:repeat(2,1fr)}.summary-item:nth-child(2){border-right:0}.summary-item:nth-child(-n+2){border-bottom:1px solid var(--line)}.summary-item:nth-child(3){padding-left:0}.chart-grid{grid-template-columns:1fr}.audit-grid{grid-template-columns:repeat(2,1fr)}.protocol{grid-template-columns:1fr}}@media(max-width:560px){h1{font-size:27px}.table-tools{align-items:stretch;flex-direction:column}.search{width:100%}.audit-controls,.audit-grid{grid-template-columns:1fr}.canvas-wrap{height:280px}}
|
| 19 |
</style>
|
| 20 |
+
<!-- motius-benchmark-nav-style:start -->
|
| 21 |
+
<style id="motius-benchmark-nav-style">
|
| 22 |
+
.motius-benchmark-nav {
|
| 23 |
+
position: relative;
|
| 24 |
+
z-index: 1000;
|
| 25 |
+
display: flex;
|
| 26 |
+
align-items: center;
|
| 27 |
+
justify-content: space-between;
|
| 28 |
+
gap: 16px;
|
| 29 |
+
width: min(1420px, calc(100% - 36px));
|
| 30 |
+
min-height: 50px;
|
| 31 |
+
margin: 14px auto 0;
|
| 32 |
+
padding: 8px 10px 8px 14px;
|
| 33 |
+
border: 1px solid #d8dfdc;
|
| 34 |
+
border-radius: 7px;
|
| 35 |
+
background: #ffffff;
|
| 36 |
+
color: #17211e;
|
| 37 |
+
box-shadow: 0 5px 18px rgba(23, 33, 30, 0.06);
|
| 38 |
+
font: 13px/1.4 Inter, ui-sans-serif, system-ui, -apple-system, sans-serif;
|
| 39 |
+
letter-spacing: 0;
|
| 40 |
+
}
|
| 41 |
+
.motius-benchmark-nav *,
|
| 42 |
+
.motius-benchmark-nav *::before,
|
| 43 |
+
.motius-benchmark-nav *::after { box-sizing: border-box; }
|
| 44 |
+
.motius-benchmark-brand {
|
| 45 |
+
color: #0a746b;
|
| 46 |
+
font-weight: 760;
|
| 47 |
+
text-decoration: none;
|
| 48 |
+
white-space: nowrap;
|
| 49 |
+
}
|
| 50 |
+
.motius-benchmark-context {
|
| 51 |
+
min-width: 0;
|
| 52 |
+
margin-left: auto;
|
| 53 |
+
overflow: hidden;
|
| 54 |
+
color: #53615c;
|
| 55 |
+
text-overflow: ellipsis;
|
| 56 |
+
white-space: nowrap;
|
| 57 |
+
}
|
| 58 |
+
.motius-benchmark-menu { position: relative; flex: 0 0 auto; }
|
| 59 |
+
.motius-benchmark-menu > summary {
|
| 60 |
+
display: flex;
|
| 61 |
+
align-items: center;
|
| 62 |
+
min-height: 34px;
|
| 63 |
+
padding: 6px 10px;
|
| 64 |
+
border: 1px solid #cbd5d1;
|
| 65 |
+
border-radius: 6px;
|
| 66 |
+
background: #f7f9f8;
|
| 67 |
+
color: #26332f;
|
| 68 |
+
cursor: pointer;
|
| 69 |
+
font-weight: 680;
|
| 70 |
+
list-style: none;
|
| 71 |
+
user-select: none;
|
| 72 |
+
}
|
| 73 |
+
.motius-benchmark-menu > summary::-webkit-details-marker { display: none; }
|
| 74 |
+
.motius-benchmark-menu > summary::after {
|
| 75 |
+
content: "▾";
|
| 76 |
+
margin-left: 8px;
|
| 77 |
+
color: #0a746b;
|
| 78 |
+
}
|
| 79 |
+
.motius-benchmark-menu[open] > summary::after { content: "▴"; }
|
| 80 |
+
.motius-benchmark-list {
|
| 81 |
+
position: absolute;
|
| 82 |
+
top: calc(100% + 8px);
|
| 83 |
+
right: 0;
|
| 84 |
+
display: grid;
|
| 85 |
+
grid-template-columns: repeat(2, minmax(260px, 1fr));
|
| 86 |
+
width: min(720px, calc(100vw - 36px));
|
| 87 |
+
max-height: min(70vh, 620px);
|
| 88 |
+
padding: 8px;
|
| 89 |
+
overflow: auto;
|
| 90 |
+
border: 1px solid #cbd5d1;
|
| 91 |
+
border-radius: 7px;
|
| 92 |
+
background: #ffffff;
|
| 93 |
+
box-shadow: 0 16px 42px rgba(23, 33, 30, 0.16);
|
| 94 |
+
}
|
| 95 |
+
.motius-benchmark-link {
|
| 96 |
+
display: grid;
|
| 97 |
+
grid-template-columns: minmax(0, 1fr) auto;
|
| 98 |
+
gap: 12px;
|
| 99 |
+
align-items: center;
|
| 100 |
+
min-height: 42px;
|
| 101 |
+
padding: 8px 10px;
|
| 102 |
+
border-radius: 5px;
|
| 103 |
+
color: #26332f;
|
| 104 |
+
text-decoration: none;
|
| 105 |
+
}
|
| 106 |
+
.motius-benchmark-link:hover { background: #f0f5f3; }
|
| 107 |
+
.motius-benchmark-link[aria-current="page"] {
|
| 108 |
+
background: #e5f3ef;
|
| 109 |
+
color: #075e57;
|
| 110 |
+
font-weight: 720;
|
| 111 |
+
}
|
| 112 |
+
.motius-benchmark-status {
|
| 113 |
+
color: #69756f;
|
| 114 |
+
font: 10px/1.2 ui-monospace, SFMono-Regular, Consolas, monospace;
|
| 115 |
+
white-space: nowrap;
|
| 116 |
+
}
|
| 117 |
+
.motius-benchmark-status[data-status="complete"] { color: #087267; }
|
| 118 |
+
.motius-benchmark-status[data-status="metrics_complete"] { color: #946018; }
|
| 119 |
+
.motius-benchmark-status[data-status="paused"] { color: #a1453a; }
|
| 120 |
+
@media (max-width: 720px) {
|
| 121 |
+
.motius-benchmark-nav {
|
| 122 |
+
width: calc(100% - 24px);
|
| 123 |
+
margin-top: 10px;
|
| 124 |
+
gap: 8px;
|
| 125 |
+
padding-left: 10px;
|
| 126 |
+
}
|
| 127 |
+
.motius-benchmark-context { display: none; }
|
| 128 |
+
.motius-benchmark-list {
|
| 129 |
+
position: fixed;
|
| 130 |
+
top: 64px;
|
| 131 |
+
right: 12px;
|
| 132 |
+
grid-template-columns: 1fr;
|
| 133 |
+
width: calc(100vw - 24px);
|
| 134 |
+
max-height: calc(100vh - 82px);
|
| 135 |
+
}
|
| 136 |
+
}
|
| 137 |
+
</style>
|
| 138 |
+
<!-- motius-benchmark-nav-style:end -->
|
| 139 |
</head>
|
| 140 |
+
<body data-benchmark-id="motion_editing_motionfix">
|
| 141 |
<div class="shell">
|
| 142 |
+
<!-- motius-benchmark-nav:start -->
|
| 143 |
+
<nav class="motius-benchmark-nav" data-benchmark-id="motion_editing_motionfix" aria-label="Motius benchmark navigation">
|
| 144 |
+
<a class="motius-benchmark-brand" href="https://github.com/ZeyuLing/Motius/tree/main/docs/leaderboards" target="_blank" rel="noopener noreferrer">Motius Benchmark Hub</a>
|
| 145 |
+
<span class="motius-benchmark-context">Motion Editing · MotionFix Instructions</span>
|
| 146 |
+
<details class="motius-benchmark-menu">
|
| 147 |
+
<summary>All benchmarks</summary>
|
| 148 |
+
<div class="motius-benchmark-list">
|
| 149 |
+
<a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/t2m-humanml3d-leaderboard"><span>Text-to-Motion · HumanML3D</span><span class="motius-benchmark-status" data-status="complete">Complete</span></a>
|
| 150 |
+
<a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/t2m-unitree-g1-leaderboard"><span>Text-to-Motion · Unitree G1</span><span class="motius-benchmark-status" data-status="metrics_complete">Metrics ready</span></a>
|
| 151 |
+
<a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/m2t-humanml3d-leaderboard"><span>Motion-to-Text · HumanML3D</span><span class="motius-benchmark-status" data-status="complete">Complete</span></a>
|
| 152 |
+
<a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/babel-sequential-generation-leaderboard"><span>Sequential Text-to-Motion · BABEL</span><span class="motius-benchmark-status" data-status="metrics_complete">Metrics ready</span></a>
|
| 153 |
+
<a class="motius-benchmark-link" href="https://github.com/ZeyuLing/Motius/blob/main/docs/leaderboards/text_to_multi_person_interhuman.md"><span>Text-to-Multi-Person Motion · InterHuman</span><span class="motius-benchmark-status" data-status="protocol_only">Protocol</span></a>
|
| 154 |
+
<a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/temporal-condition-leaderboard"><span>Temporal Motion Completion · HumanML3D</span><span class="motius-benchmark-status" data-status="complete">Complete</span></a>
|
| 155 |
+
<a class="motius-benchmark-link" href="https://github.com/ZeyuLing/Motius/blob/main/docs/leaderboards/kinematic_motion_control.md"><span>Kinematic Motion Control · Native-Skeleton Protocol</span><span class="motius-benchmark-status" data-status="protocol_only">Protocol</span></a>
|
| 156 |
+
<a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/body-part-condition-humanml3d-leaderboard"><span>Part-Level Motion Control · HumanML3D</span><span class="motius-benchmark-status" data-status="metrics_complete">Metrics ready</span></a>
|
| 157 |
+
<a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/motion-edit-leaderboard"><span>Motion Editing · Style and Content</span><span class="motius-benchmark-status" data-status="complete">Complete</span></a>
|
| 158 |
+
<a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/instruction-editing-leaderboard" aria-current="page"><span>Motion Editing · MotionFix Instructions</span><span class="motius-benchmark-status" data-status="complete">Complete</span></a>
|
| 159 |
+
<a class="motius-benchmark-link" href="https://github.com/ZeyuLing/Motius/blob/main/docs/leaderboards/README.md#motion-repair-fixed-support-protocol"><span>Motion Repair · Fixed-Support Protocol</span><span class="motius-benchmark-status" data-status="protocol_only">Protocol</span></a>
|
| 160 |
+
<a class="motius-benchmark-link" href="https://github.com/ZeyuLing/Motius/blob/main/docs/leaderboards/README.md#motion-reconstruction-humanml3d"><span>Motion Reconstruction · HumanML3D</span><span class="motius-benchmark-status" data-status="protocol_only">Protocol</span></a>
|
| 161 |
+
<a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/music-to-dance-aistpp-leaderboard"><span>Music-to-Dance · AIST++</span><span class="motius-benchmark-status" data-status="complete">Complete</span></a>
|
| 162 |
+
<a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/dance-to-music-aistpp-leaderboard"><span>Dance-to-Music · AIST++</span><span class="motius-benchmark-status" data-status="complete">Complete</span></a>
|
| 163 |
+
<a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/speech-to-gesture-beat2-leaderboard"><span>Speech-to-Gesture · BEAT2</span><span class="motius-benchmark-status" data-status="complete">Complete</span></a>
|
| 164 |
+
<a class="motius-benchmark-link" href="https://huggingface.co/spaces/ZeyuLing/monocular-motion-capture-leaderboard"><span>Monocular Motion Capture · 3DPW Test</span><span class="motius-benchmark-status" data-status="paused">Paused</span></a>
|
| 165 |
+
</div>
|
| 166 |
+
</details>
|
| 167 |
+
</nav>
|
| 168 |
+
<!-- motius-benchmark-nav:end -->
|
| 169 |
<header>
|
| 170 |
+
<div class="title-row"><div><h1>Motion Editing · MotionFix Instructions</h1><p class="lede">MotionFix official test benchmark for editing a supplied source motion with a free-form instruction. Every method is converted to the same nominal-30fps HML263 representation and evaluated against the paired target with MotionLab's released text_mot_match motion encoder.</p></div><div class="header-actions"><span class="status-chip">Native Batch-32 paired-target protocol</span><a class="audit-link" href="#qualitative">Inspect motions</a></div></div>
|
| 171 |
<div class="badges"><span class="badge">MotionFix official test</span><span class="badge">1,013 source–instruction–target triplets</span><span class="badge">Nominal 30 fps</span><span class="badge">MotionLab text_mot_match evaluator</span><span class="badge">Target-length-sorted Batch-32 galleries</span></div>
|
| 172 |
</header>
|
| 173 |
<div class="summary"><div class="summary-item"><div class="value" id="method-count">0</div><div class="label">Measured methods</div></div><div class="summary-item"><div class="value">1,013</div><div class="label">Paired test cases</div></div><div class="summary-item"><div class="value">R@3₃₂</div><div class="label">Displayed rank metric</div></div><div class="summary-item"><div class="value" id="audit-count">5</div><div class="label">Six-way audit cases</div></div></div>
|
|
|
|
| 178 |
<footer>Protocol and implementation: <a href="https://github.com/ZeyuLing/Motius">ZeyuLing/Motius</a>. MotionFix benchmark and released baseline implementations are evaluated through the shared canonical adapter.</footer>
|
| 179 |
</div>
|
| 180 |
<script src="https://cdn.jsdelivr.net/npm/chart.js@4.4.7/dist/chart.umd.min.js"></script>
|
| 181 |
+
<script type="application/json" id="leaderboard-data">{"title":"Motion Editing \u00b7 MotionFix Instructions","updated":"2026-07-22","dataset":"MotionFix official test","count":1013,"evaluator":"MotionLab native text_mot_match evaluator","protocol":{"input":"source motion + free-form edit instruction","target":"paired MotionFix target motion","fid":"MotionLab native motion-embedding FID","batch_retrieval":"target-length-sorted candidate batches of 32","rank_by":"Displayed measured Batch-32 R@3 rank; asterisk marks rows excluded from formal paper ranking","protocol_revision":"motionfix_motionlab_native_batch32_v1"},"metrics":["FID","R@1","R@2","R@3","AvgR","M2M-Dist","Diversity"],"rows":[{"method":"MotionCanvas","method_id":"motioncanvas","input":"source motion + instruction","native_representation":"SMPL-22 motion135","coverage":"1013/1013","status":"contaminated","ranked":false,"metrics":{"FID":0.03266168544926269,"R@1":80.15794669299112,"R@2":92.79368213228035,"R@3":95.95261599210266,"AvgR":1.4274432379072064,"M2M-Dist":0.7901288866996765,"Diversity":8.281886100769043},"contamination_note":"Training annotation contains 1,000/1,013 MotionFix test pairs with identical source and target motion content.","artifact":"outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/motioncanvas","rank":null,"measured_rank":1},{"method":"SimMotionEdit","method_id":"simmotionedit","input":"source motion + instruction","native_representation":"MotionFix motion135","coverage":"1013/1013","status":"complete","ranked":true,"metrics":{"FID":0.49990421643938365,"R@1":40.473840078973346,"R@2":59.526159921026654,"R@3":69.79269496544916,"AvgR":4.027640671273446,"M2M-Dist":2.4369125366210938,"Diversity":7.819880485534668},"contamination_note":null,"artifact":"outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/simmotionedit","rank":2,"measured_rank":3},{"method":"MotionFix (TMED)","method_id":"motionfix_tmed","input":"source motion + instruction","native_representation":"MotionFix motion135","coverage":"1013/1013","status":"complete","ranked":true,"metrics":{"FID":0.5282222533812915,"R@1":32.477788746298124,"R@2":48.76604146100691,"R@3":59.82230997038499,"AvgR":5.3593287265547875,"M2M-Dist":3.197392225265503,"Diversity":7.886959552764893},"contamination_note":null,"artifact":"outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/motionfix_tmed","rank":3,"measured_rank":4},{"method":"MotionLab","method_id":"motionlab","input":"source motion + instruction","native_representation":"HumanML3D 263D","coverage":"1013/1013","status":"complete","ranked":true,"metrics":{"FID":0.1339166069304245,"R@1":46.10069101678184,"R@2":63.079960513326746,"R@3":73.14906219151037,"AvgR":3.753208292201382,"M2M-Dist":2.41121768951416,"Diversity":8.180389404296875},"contamination_note":null,"artifact":"outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/motionlab","rank":1,"measured_rank":2},{"method":"Source input (no edit)","method_id":"source_input","input":"source motion only","native_representation":"SMPL-22 motion135","coverage":"1013/1013","status":"complete","ranked":false,"metrics":{"FID":0.10658133437839573,"R@1":46.396841066140176,"R@2":65.25172754195458,"R@3":75.02467917077986,"AvgR":3.5054294175715697,"M2M-Dist":2.281679153442383,"Diversity":8.198084831237793},"contamination_note":null,"artifact":"outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/source_input","rank":null,"measured_rank":null}]}</script>
|
| 182 |
<script>
|
| 183 |
const DATA=JSON.parse(document.getElementById("leaderboard-data").textContent);
|
| 184 |
const rows=Object.freeze(DATA.rows.map(row=>({method:row.method,version:row.input,coverage:row.coverage,status:row.status,rankExcluded:!row.ranked||row.status!=="complete",isReference:row.method_id==="source_input",measuredRank:row.measured_rank,fid:row.metrics["FID"],r1:row.metrics["R@1"],r2:row.metrics["R@2"],r3:row.metrics["R@3"],avgR:row.metrics["AvgR"],m2m:row.metrics["M2M-Dist"],diversity:row.metrics["Diversity"]})));
|
instruction_editing_results.json
ADDED
|
@@ -0,0 +1,136 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"title": "Motion Editing · MotionFix Instructions",
|
| 3 |
+
"updated": "2026-07-22",
|
| 4 |
+
"dataset": "MotionFix official test",
|
| 5 |
+
"count": 1013,
|
| 6 |
+
"evaluator": "MotionLab native text_mot_match evaluator",
|
| 7 |
+
"protocol": {
|
| 8 |
+
"input": "source motion + free-form edit instruction",
|
| 9 |
+
"target": "paired MotionFix target motion",
|
| 10 |
+
"fid": "MotionLab native motion-embedding FID",
|
| 11 |
+
"batch_retrieval": "target-length-sorted candidate batches of 32",
|
| 12 |
+
"rank_by": "Displayed measured Batch-32 R@3 rank; asterisk marks rows excluded from formal paper ranking",
|
| 13 |
+
"protocol_revision": "motionfix_motionlab_native_batch32_v1"
|
| 14 |
+
},
|
| 15 |
+
"metrics": [
|
| 16 |
+
"FID",
|
| 17 |
+
"R@1",
|
| 18 |
+
"R@2",
|
| 19 |
+
"R@3",
|
| 20 |
+
"AvgR",
|
| 21 |
+
"M2M-Dist",
|
| 22 |
+
"Diversity"
|
| 23 |
+
],
|
| 24 |
+
"rows": [
|
| 25 |
+
{
|
| 26 |
+
"method": "MotionCanvas",
|
| 27 |
+
"method_id": "motioncanvas",
|
| 28 |
+
"input": "source motion + instruction",
|
| 29 |
+
"native_representation": "SMPL-22 motion135",
|
| 30 |
+
"coverage": "1013/1013",
|
| 31 |
+
"status": "contaminated",
|
| 32 |
+
"ranked": false,
|
| 33 |
+
"metrics": {
|
| 34 |
+
"FID": 0.03266168544926269,
|
| 35 |
+
"R@1": 80.15794669299112,
|
| 36 |
+
"R@2": 92.79368213228035,
|
| 37 |
+
"R@3": 95.95261599210266,
|
| 38 |
+
"AvgR": 1.4274432379072064,
|
| 39 |
+
"M2M-Dist": 0.7901288866996765,
|
| 40 |
+
"Diversity": 8.281886100769043
|
| 41 |
+
},
|
| 42 |
+
"contamination_note": "Training annotation contains 1,000/1,013 MotionFix test pairs with identical source and target motion content.",
|
| 43 |
+
"artifact": "outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/motioncanvas",
|
| 44 |
+
"rank": null,
|
| 45 |
+
"measured_rank": 1
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"method": "SimMotionEdit",
|
| 49 |
+
"method_id": "simmotionedit",
|
| 50 |
+
"input": "source motion + instruction",
|
| 51 |
+
"native_representation": "MotionFix motion135",
|
| 52 |
+
"coverage": "1013/1013",
|
| 53 |
+
"status": "complete",
|
| 54 |
+
"ranked": true,
|
| 55 |
+
"metrics": {
|
| 56 |
+
"FID": 0.49990421643938365,
|
| 57 |
+
"R@1": 40.473840078973346,
|
| 58 |
+
"R@2": 59.526159921026654,
|
| 59 |
+
"R@3": 69.79269496544916,
|
| 60 |
+
"AvgR": 4.027640671273446,
|
| 61 |
+
"M2M-Dist": 2.4369125366210938,
|
| 62 |
+
"Diversity": 7.819880485534668
|
| 63 |
+
},
|
| 64 |
+
"contamination_note": null,
|
| 65 |
+
"artifact": "outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/simmotionedit",
|
| 66 |
+
"rank": 2,
|
| 67 |
+
"measured_rank": 3
|
| 68 |
+
},
|
| 69 |
+
{
|
| 70 |
+
"method": "MotionFix (TMED)",
|
| 71 |
+
"method_id": "motionfix_tmed",
|
| 72 |
+
"input": "source motion + instruction",
|
| 73 |
+
"native_representation": "MotionFix motion135",
|
| 74 |
+
"coverage": "1013/1013",
|
| 75 |
+
"status": "complete",
|
| 76 |
+
"ranked": true,
|
| 77 |
+
"metrics": {
|
| 78 |
+
"FID": 0.5282222533812915,
|
| 79 |
+
"R@1": 32.477788746298124,
|
| 80 |
+
"R@2": 48.76604146100691,
|
| 81 |
+
"R@3": 59.82230997038499,
|
| 82 |
+
"AvgR": 5.3593287265547875,
|
| 83 |
+
"M2M-Dist": 3.197392225265503,
|
| 84 |
+
"Diversity": 7.886959552764893
|
| 85 |
+
},
|
| 86 |
+
"contamination_note": null,
|
| 87 |
+
"artifact": "outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/motionfix_tmed",
|
| 88 |
+
"rank": 3,
|
| 89 |
+
"measured_rank": 4
|
| 90 |
+
},
|
| 91 |
+
{
|
| 92 |
+
"method": "MotionLab",
|
| 93 |
+
"method_id": "motionlab",
|
| 94 |
+
"input": "source motion + instruction",
|
| 95 |
+
"native_representation": "HumanML3D 263D",
|
| 96 |
+
"coverage": "1013/1013",
|
| 97 |
+
"status": "complete",
|
| 98 |
+
"ranked": true,
|
| 99 |
+
"metrics": {
|
| 100 |
+
"FID": 0.1339166069304245,
|
| 101 |
+
"R@1": 46.10069101678184,
|
| 102 |
+
"R@2": 63.079960513326746,
|
| 103 |
+
"R@3": 73.14906219151037,
|
| 104 |
+
"AvgR": 3.753208292201382,
|
| 105 |
+
"M2M-Dist": 2.41121768951416,
|
| 106 |
+
"Diversity": 8.180389404296875
|
| 107 |
+
},
|
| 108 |
+
"contamination_note": null,
|
| 109 |
+
"artifact": "outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/motionlab",
|
| 110 |
+
"rank": 1,
|
| 111 |
+
"measured_rank": 2
|
| 112 |
+
},
|
| 113 |
+
{
|
| 114 |
+
"method": "Source input (no edit)",
|
| 115 |
+
"method_id": "source_input",
|
| 116 |
+
"input": "source motion only",
|
| 117 |
+
"native_representation": "SMPL-22 motion135",
|
| 118 |
+
"coverage": "1013/1013",
|
| 119 |
+
"status": "complete",
|
| 120 |
+
"ranked": false,
|
| 121 |
+
"metrics": {
|
| 122 |
+
"FID": 0.10658133437839573,
|
| 123 |
+
"R@1": 46.396841066140176,
|
| 124 |
+
"R@2": 65.25172754195458,
|
| 125 |
+
"R@3": 75.02467917077986,
|
| 126 |
+
"AvgR": 3.5054294175715697,
|
| 127 |
+
"M2M-Dist": 2.281679153442383,
|
| 128 |
+
"Diversity": 8.198084831237793
|
| 129 |
+
},
|
| 130 |
+
"contamination_note": null,
|
| 131 |
+
"artifact": "outputs/evaluation/motion_edit/instruction_editing/motionfix_test/smplh_joints66/source_input",
|
| 132 |
+
"rank": null,
|
| 133 |
+
"measured_rank": null
|
| 134 |
+
}
|
| 135 |
+
]
|
| 136 |
+
}
|
smpl_viewer.js
CHANGED
|
@@ -253,8 +253,13 @@ async function loadCase(index) {
|
|
| 253 |
const metadata = caseIndex.cases[index];
|
| 254 |
let payload = caseCache.get(index);
|
| 255 |
if (!payload) {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 256 |
const response = await fetch(
|
| 257 |
-
|
| 258 |
);
|
| 259 |
if (!response.ok) throw new Error(`case HTTP ${response.status}`);
|
| 260 |
payload = await response.json();
|
|
|
|
| 253 |
const metadata = caseIndex.cases[index];
|
| 254 |
let payload = caseCache.get(index);
|
| 255 |
if (!payload) {
|
| 256 |
+
const caseUrl = new URL(
|
| 257 |
+
metadata.path,
|
| 258 |
+
caseIndex.asset_base_url || window.location.href,
|
| 259 |
+
);
|
| 260 |
+
caseUrl.searchParams.set("v", caseIndex.revision);
|
| 261 |
const response = await fetch(
|
| 262 |
+
caseUrl,
|
| 263 |
);
|
| 264 |
if (!response.ok) throw new Error(`case HTTP ${response.status}`);
|
| 265 |
payload = await response.json();
|