Skip to content

Commit 9e04f2c

Browse files
committed
llama : print devices used on model load
1 parent 5f4e30d commit 9e04f2c

File tree

1 file changed

+5
-0
lines changed

1 file changed

+5
-0
lines changed

src/llama.cpp

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19100,8 +19100,13 @@ struct llama_model * llama_load_model_from_file(
1910019100

1910119101
case GGML_BACKEND_DEVICE_TYPE_GPU:
1910219102
case GGML_BACKEND_DEVICE_TYPE_GPU_FULL:
19103+
{
19104+
size_t free, total; // NOLINT
19105+
ggml_backend_dev_memory(dev, &free, &total);
19106+
LLAMA_LOG_INFO("%s: using device %s (%s) - %zu MiB free\n", __func__, ggml_backend_dev_name(dev), ggml_backend_dev_description(dev), free/1024/1024);
1910319107
model->devices.push_back(dev);
1910419108
break;
19109+
}
1910519110
}
1910619111
}
1910719112

0 commit comments

Comments
 (0)