Skip to content

Commit a6fc1d9

Browse files
committed
fix dev list with dl backends
1 parent d1dc8fb commit a6fc1d9

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

common/arg.cpp

+5-1
Original file line numberDiff line numberDiff line change
@@ -1345,12 +1345,16 @@ common_params_context common_params_parser_init(common_params & params, llama_ex
13451345
{"--list-devices"},
13461346
"print list of available devices and exit",
13471347
[](common_params &) {
1348+
// load dynamic backends
1349+
ggml_backend_load_all();
1350+
1351+
printf("Available devices:\n");
13481352
for (size_t i = 0; i < ggml_backend_dev_count(); ++i) {
13491353
auto * dev = ggml_backend_dev_get(i);
13501354
if (ggml_backend_dev_type(dev) == GGML_BACKEND_DEVICE_TYPE_GPU) {
13511355
size_t free, total;
13521356
ggml_backend_dev_memory(dev, &free, &total);
1353-
printf("%s: %s (%zu MiB, %zu MiB free)\n", ggml_backend_dev_name(dev), ggml_backend_dev_description(dev), total / 1024 / 1024, free / 1024 / 1024);
1357+
printf(" %s: %s (%zu MiB, %zu MiB free)\n", ggml_backend_dev_name(dev), ggml_backend_dev_description(dev), total / 1024 / 1024, free / 1024 / 1024);
13541358
}
13551359
}
13561360
exit(0);

0 commit comments

Comments
 (0)