Zhn/fish e2e merge

benchmarks/backend_request_func.py

@@ -31,7 +31,8 @@ class RequestFuncInput:
 
 @dataclass
 class RequestFuncOutput:
-    generated_text: str = ""
+    generated_text: str = "",
+    output_tokens: Union[List[int], List[List[int]]] = [],
     success: bool = False
     latency: float = 0.0
     ttft: float = 0.0  # Time to first token