[V1][Spec Decoding] Include bonus tokens in mean acceptance length (#17908)

Signed-off-by: Mark McLoughlin <markmc@redhat.com>
2025-05-09 21:32:36 +01:00
parent ea2236bf95
commit 7e3571134f
2 changed files with 9 additions and 5 deletions
--- a/examples/offline_inference/eagle.py
+++ b/examples/offline_inference/eagle.py
@@ -118,8 +118,8 @@ def main():
            acceptance_counts[step] += count

    print("-" * 50)
-    print(f"mean acceptance length: \
-        {sum(acceptance_counts) / acceptance_counts[0]:.2f}")
+    print(f"mean acceptance length (including bonus tokens): \
+        {1 + (sum(acceptance_counts) / acceptance_counts[0]):.2f}")
    print("-" * 50)

    # print acceptance at each token position