jina-embeddings-v5-omni-nano / validation /ax_run_model_average.json
yongqiang
Publish Nano matrix-input LoRA package
6181fa7
Raw
History Blame Contribute Delete
713 Bytes
{
"device": "AX650 / NPU3",
"warmup": 3,
"repeat": 20,
"command": "ax_run_model --model=<package-local-axmodel> --warmup=3 --repeat=20",
"text": {
"shape_group": 1,
"layer_average_ms": [
2.357,
2.391,
2.345,
2.340,
2.345,
2.346,
2.345,
2.342,
2.342,
2.343,
2.341,
2.340
],
"layer_average_sum_ms": 28.177,
"post_average_ms": 5.601
},
"vision": {
"tower_average_ms": 15.838,
"merger_average_ms": {
"retrieval": 0.671,
"clustering": 0.671
}
},
"audio": {
"tower_average_ms": 211.082,
"projector_average_ms": {
"retrieval": 0.239,
"clustering": 0.242
}
}
}