| { | |
| "activation": "gelu_pytorch_tanh", | |
| "speedup": 1.1246815927067972, | |
| "parameters": 2183552, | |
| "tests": [ | |
| { | |
| "prompt": "Hello, world!", | |
| "forward_ms": 10.998010635375977, | |
| "generation_ms": 46.46134376525879, | |
| "text": "Hello, world!bersbersbersbersbersbersbersbersbersbers", | |
| "status": "success" | |
| }, | |
| { | |
| "prompt": "The future of AI is", | |
| "forward_ms": 8.766412734985352, | |
| "generation_ms": 31.504392623901367, | |
| "text": "The future of AI is is is is is is is is is is is", | |
| "status": "success" | |
| }, | |
| { | |
| "prompt": "Once upon a time", | |
| "forward_ms": 5.000114440917969, | |
| "generation_ms": 31.223297119140625, | |
| "text": "Once upon a timeIFIEDIFIEDIFIEDIFIEDIFIEDIFIEDIFIEDIFIEDIFIEDIFIED", | |
| "status": "success" | |
| } | |
| ] | |
| } |