[Bugfix] Fix ITL recording in serving benchmark (#7372)

2024-08-09 10:00:00 -07:00
parent 249b88228d
commit 70d268a399
1 changed files with 3 additions and 2 deletions
--- a/benchmarks/backend_request_func.py
+++ b/benchmarks/backend_request_func.py
@@ -276,8 +276,9 @@ async def async_request_openai_completions(
                                    output.ttft = ttft

                                # Decoding phase
-                                output.itl.append(timestamp -
-                                                  most_recent_timestamp)
+                                else:
+                                    output.itl.append(timestamp -
+                                                      most_recent_timestamp)

                                most_recent_timestamp = timestamp
                                generated_text += data["choices"][0]["text"]