Skip to content

Commit 4047be7

Browse files
scripts: update compare-llama-bench.py (#10319)
1 parent 883d206 commit 4047be7

File tree

1 file changed

+10
-10
lines changed

1 file changed

+10
-10
lines changed

scripts/compare-llama-bench.py

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -19,22 +19,22 @@
1919

2020
# Properties by which to differentiate results per commit:
2121
KEY_PROPERTIES = [
22-
"cpu_info", "gpu_info", "n_gpu_layers", "cuda", "vulkan", "kompute", "metal", "sycl", "rpc", "gpu_blas",
23-
"blas", "model_filename", "model_type", "n_batch", "n_ubatch", "embeddings", "n_threads",
24-
"type_k", "type_v", "use_mmap", "no_kv_offload", "split_mode", "main_gpu", "tensor_split", "flash_attn", "n_prompt", "n_gen"
22+
"cpu_info", "gpu_info", "backends", "n_gpu_layers", "model_filename", "model_type", "n_batch", "n_ubatch",
23+
"embeddings", "cpu_mask", "cpu_strict", "poll", "n_threads", "type_k", "type_v", "use_mmap", "no_kv_offload",
24+
"split_mode", "main_gpu", "tensor_split", "flash_attn", "n_prompt", "n_gen"
2525
]
2626

2727
# Properties that are boolean and are converted to Yes/No for the table:
28-
BOOL_PROPERTIES = ["cuda", "vulkan", "kompute", "metal", "sycl", "gpu_blas", "blas", "embeddings", "use_mmap", "no_kv_offload", "flash_attn"]
28+
BOOL_PROPERTIES = ["embeddings", "cpu_strict", "use_mmap", "no_kv_offload", "flash_attn"]
2929

3030
# Header names for the table:
3131
PRETTY_NAMES = {
32-
"cuda": "CUDA", "vulkan": "Vulkan", "kompute": "Kompute", "metal": "Metal", "sycl": "SYCL", "rpc": "RPC",
33-
"gpu_blas": "GPU BLAS", "blas": "BLAS", "cpu_info": "CPU", "gpu_info": "GPU", "model_filename": "File", "model_type": "Model",
34-
"model_size": "Model Size [GiB]", "model_n_params": "Num. of Par.", "n_batch": "Batch size", "n_ubatch": "Microbatch size",
35-
"n_threads": "Threads", "type_k": "K type", "type_v": "V type", "n_gpu_layers": "GPU layers", "split_mode": "Split mode",
36-
"main_gpu": "Main GPU", "no_kv_offload": "NKVO", "flash_attn": "FlashAttention", "tensor_split": "Tensor split",
37-
"use_mmap": "Use mmap", "embeddings": "Embeddings",
32+
"cpu_info": "CPU", "gpu_info": "GPU", "backends": "Backends", "n_gpu_layers": "GPU layers",
33+
"model_filename": "File", "model_type": "Model", "model_size": "Model size [GiB]",
34+
"model_n_params": "Num. of par.", "n_batch": "Batch size", "n_ubatch": "Microbatch size",
35+
"embeddings": "Embeddings", "cpu_mask": "CPU mask", "cpu_strict": "CPU strict", "poll": "Poll",
36+
"n_threads": "Threads", "type_k": "K type", "type_v": "V type", "split_mode": "Split mode", "main_gpu": "Main GPU",
37+
"no_kv_offload": "NKVO", "flash_attn": "FlashAttention", "tensor_split": "Tensor split", "use_mmap": "Use mmap",
3838
}
3939

4040
DEFAULT_SHOW = ["model_type"] # Always show these properties by default.

0 commit comments

Comments
 (0)