{"run": 1, "env": "", "mode": "hf", "secondes": 12.6, "meta": {"torch": "2.13.0+cu130", "cuda": "13.0"}, "reponses": ["Paris", "42", "Red, Blue, Yellow", "\"Good morning\" in French is \"Bonjour.\"", "A CPU (Central Processing Unit) is responsible for executing instructions and performing calculations in a computer system.", "nabam"]}
{"run": 2, "env": "", "mode": "vllm-default", "secondes": 114.7, "meta": {"vllm": "0.30.0", "torch": "2.13.0+cu130", "cuda": "13.0", "enforce_eager": "False", "gpu_memory_utilization": "0.6", "max_model_len": "2048", "attention_backend": "FLASH_ATTN (FA3)", "model_runner": "V2"}, "reponses": ["[]([](http://www.xinhuanet/222222222000\n3. 1000000000.00000000000", "[](https://www.ynxh.222222222000000000000000000000000000000", "[](http://www.min.edu.cn/222222222202. 1000000000000.000000000000", "[](https://www.ishaodian.gov/2222222222\n2. 1000000000000000000000000", "[](http://www.66/22222222220000.000000000000.000000000000", "[](https://www.ishaodian.gov/2222222222\n2. 1000000000000000000000000"]}
{"run": 3, "env": "", "mode": "vllm-eager", "secondes": 28.0, "meta": {"vllm": "0.30.0", "torch": "2.13.0+cu130", "cuda": "13.0", "enforce_eager": "True", "gpu_memory_utilization": "0.6", "max_model_len": "2048", "attention_backend": "FLASH_ATTN (FA3)", "model_runner": "V2"}, "reponses": ["[]([](http://www.yninhai.cn[![![![![![![![![![enterenterenterenterenterenterenterenterenterenterenterenterenterenterenterenterenterenterenterenter./home/./home/./", "[](http://www.ah.gov.cn.cn[![![![![![![![![![enter image description here)\n\nI have a picture of a picture of a picture of a picture of a picture of a cat of a cat of a", "[](http://www.jinhai.cn/![![![![![![![![![![enterenter image](https://i.imgur.com/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s", "[](http://www.ynyc.gov.cn/![![![![![![![![![enter image description here](httpss://.com/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s", "[](http://www.6.com.cn[![![![![![![![![![![enterenterimage](https://i.com.com/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s", "[](http://www.ynyc.gov.cn/![![![![![![![![![enter image description here](httpss://.com/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s/s"]}
{"run": 4, "env": "", "mode": "vllm-fp32", "secondes": 39.7, "meta": {"vllm": "0.30.0", "torch": "2.13.0+cu130", "cuda": "13.0", "enforce_eager": "False", "gpu_memory_utilization": "0.6", "max_model_len": "2048", "dtype": "float32", "attention_backend": "TRITON_ATTN", "model_runner": "V2"}, "reponses": ["[]([](http://www.999999999999999999999999999999999999999999", "[](http://www.xinhuanet/21/21/21/21/21/21/21/21/21/21/21/21/21/", "[](http://www.min.edu.cn/1/21/21/21/21/21/21/21/21/21/21/21/21/21", "[](https://www.ishaoy/21/21/21/21/21/21/21/21/21/21/21/21/21/2", "[](http://www.661/21/21/21/21/21/21/21/21/21/21/21/21/21/", "[](https://www.ishaoy/21/21/21/21/21/21/21/21/21/21/21/21/21/2"]}
{"run": 5, "env": "CUDA_LAUNCH_BLOCKING=1 VLLM_ENABLE_V1_MULTIPROCESSING=0", "mode": "sync (eager)", "secondes": 26.3, "vllm": "0.30.0", "model_runner": "V2", "reponses": ["[](https://www.wuyan.com/upload/upload/upload/upload/upload/upload/upload/upload/upload/202023.jpg',const4.jpg,const,const,const,const,const,const,const,const,const,const--0-0,-0,-0", "[](//img-issue.yunnan.cn/upload/upload/upload/upload/upload/upload/upload/upload/upload/2023-03-03-03-03,-0,-0,-0,-0,-0,-0,-", "[](http://www.jx.gov.cn/upload/upload/upload/upload/upload/upload/upload/upload/upload/23.jpg';\nconst3.jpg',',',',',',',',',',-0,-0,-0,-0,-0,-0,-", "[](http://www.xinhuan.gov/upload/upload/upload/upload/upload/upload/upload/upload/upload/123.jpg',const4.jpg',',',',',',',',',,-0,-0,-0,-0,-0,-0", "[](http://www.6.com/upload/upload/upload/upload/upload/upload/upload/upload/upload/upload/20602.jpg',',',',',',',',',',',-,-0,-0,-0,-0,-0,-0", "[](http://www.xinhuan.gov/upload/upload/upload/upload/upload/upload/upload/upload/upload/123.jpg',const4.jpg',',',',',',',',',,-0,-0,-0,-0,-0,-0"]}
{"run": 6, "env": "VLLM_USE_V2_MODEL_RUNNER=0 VLLM_ENABLE_V1_MULTIPROCESSING=0", "mode": "v1runner (eager)", "secondes": 137.2, "vllm": "0.30.0", "model_runner": "V1", "reponses": ["Paris", "42", "Red, Blue, Yellow", "\"Good morning\" in French is \"Bonjour.\"", "A CPU (Central Processing Unit) executes instructions and performs calculations to control the operation of a computer.", "nabam"]}
{"run": 7, "env": "VLLM_USE_V2_MODEL_RUNNER=0", "mode": "vllm-default (torch.compile + CUDA graphs)", "secondes": 137.9, "meta": {"vllm": "0.30.0", "torch": "2.13.0+cu130", "cuda": "13.0", "enforce_eager": "False", "gpu_memory_utilization": "0.6", "max_model_len": "2048"}, "model_runner": "V1", "reponses": ["Paris", "42", "Red, Blue, Yellow", "\"Good morning\" in French is \"Bonjour.\"", "A CPU (Central Processing Unit) executes instructions and performs calculations to control the operation of a computer.", "nabam"]}