From 1bddc66668093b2a16c3c0f6dc2c3380a53f315e Mon Sep 17 00:00:00 2001 From: IlyasMoutawwakil Date: Tue, 10 Dec 2024 14:48:07 +0100 Subject: [PATCH] fix tgi --- optimum_benchmark/backends/py_txi/config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/optimum_benchmark/backends/py_txi/config.py b/optimum_benchmark/backends/py_txi/config.py index e42161e6..73b75b75 100644 --- a/optimum_benchmark/backends/py_txi/config.py +++ b/optimum_benchmark/backends/py_txi/config.py @@ -50,7 +50,7 @@ class PyTXIConfig(BackendConfig): quantize: Optional[str] = None num_shard: Optional[int] = None speculate: Optional[int] = None - cuda_graphs: Optional[bool] = None + cuda_graphs: Optional[int] = None disable_custom_kernels: Optional[bool] = None trust_remote_code: Optional[bool] = None