[Doc] Fix example of eagle3 (#34960)

Signed-off-by: Petr Pechman <petr.pechman@firma.seznam.cz>
Co-authored-by: Petr Pechman <petr.pechman@firma.seznam.cz>
This commit is contained in:
petrpechman
2026-02-21 10:57:53 +01:00
committed by GitHub
parent 820d7815eb
commit bebfe55b1c

View File

@@ -44,7 +44,7 @@ llm = LLM(
"model": "RedHatAI/Llama-3.1-8B-Instruct-speculator.eagle3",
"draft_tensor_parallel_size": 2,
"num_speculative_tokens": 2,
"method": "eagle",
"method": "eagle3",
},
)