| { | |
| "base_current_gpu_type": "NVIDIA A100-PCIE-40GB", | |
| "base_current_gpu_total_memory": 40339.3125, | |
| "base_perplexity": 11.945297241210938, | |
| "base_token_generation_latency_sync": 36.61009635925293, | |
| "base_token_generation_latency_async": 36.64432633668184, | |
| "base_token_generation_throughput_sync": 0.027314869378847112, | |
| "base_token_generation_throughput_async": 0.027289354177565443, | |
| "base_token_generation_CO2_emissions": null, | |
| "base_token_generation_energy_consumption": null, | |
| "base_inference_latency_sync": 120.30351409912109, | |
| "base_inference_latency_async": 37.97504901885986, | |
| "base_inference_throughput_sync": 0.008312309141494195, | |
| "base_inference_throughput_async": 0.026333079899471933, | |
| "base_inference_CO2_emissions": null, | |
| "base_inference_energy_consumption": null, | |
| "smashed_current_gpu_type": "NVIDIA A100-PCIE-40GB", | |
| "smashed_current_gpu_total_memory": 40339.3125, | |
| "smashed_perplexity": 12.385092735290527, | |
| "smashed_token_generation_latency_sync": 43.115352630615234, | |
| "smashed_token_generation_latency_async": 42.25224871188402, | |
| "smashed_token_generation_throughput_sync": 0.023193594369211368, | |
| "smashed_token_generation_throughput_async": 0.023667379381839538, | |
| "smashed_token_generation_CO2_emissions": null, | |
| "smashed_token_generation_energy_consumption": null, | |
| "smashed_inference_latency_sync": 163.38503723144532, | |
| "smashed_inference_latency_async": 69.0446138381958, | |
| "smashed_inference_throughput_sync": 0.006120511504266062, | |
| "smashed_inference_throughput_async": 0.014483388991695618, | |
| "smashed_inference_CO2_emissions": null, | |
| "smashed_inference_energy_consumption": null | |
| } |