chore: publish rSkill OpenRAL/rskill-gr00t_n17-franka_panda-libero_spatial-bf16 v0.1.0

eval/libero_spatial.json

@@ -0,0 +1,50 @@
+{
+  "schema_version": "0.1",
+  "source": {
+    "paper": "https://arxiv.org/abs/2306.03310",
+    "arxiv": "https://arxiv.org/abs/2306.03310",
+    "model_variant": "gr00t",
+    "evaluated_by": "OpenRAL:openral benchmark run",
+    "reproduced_locally": true,
+    "reproduction_planned": null,
+    "reproduction_cli": "openral benchmark run --suite libero_spatial --rskill rskills/gr00t-n17-libero",
+    "table": null,
+    "status": "reproduced"
+  },
+  "benchmark": {
+    "name": "LIBERO-Spatial",
+    "dataset": null,
+    "protocol": "1 episodes per task, success_key=is_success, max_steps=280",
+    "robot": "franka_panda",
+    "simulator": "LIBERO (MuJoCo)"
+  },
+  "eval_config": {
+    "n_episodes": 1,
+    "seeds": [
+      0
+    ],
+    "success_key": "is_success",
+    "max_steps": 280,
+    "vla_id": "gr00t",
+    "weights_uri": "rskills/gr00t-n17-libero"
+  },
+  "results": {
+    "libero_spatial/0_success_rate": 1.0,
+    "libero_spatial/1_success_rate": 1.0,
+    "libero_spatial/2_success_rate": 1.0,
+    "libero_spatial/3_success_rate": 1.0,
+    "libero_spatial/4_success_rate": 1.0,
+    "libero_spatial/5_success_rate": 0.0,
+    "libero_spatial/6_success_rate": 1.0,
+    "libero_spatial/7_success_rate": 1.0,
+    "libero_spatial/8_success_rate": 1.0,
+    "libero_spatial/9_success_rate": 1.0,
+    "avg_success_rate": 0.9,
+    "n_tasks": 10,
+    "n_episodes_per_task": 1,
+    "n_episodes_total": 10,
+    "mean_step_latency_ms_avg": 36.12678431379617
+  },
+  "baselines": {},
+  "trace_id": null
+}