@@ -392,8 +392,7 @@ static cmd_params parse_cmd_params(int argc, char ** argv) {
392
392
invalid_param = true ;
393
393
break ;
394
394
}
395
- auto p = split<std::string>(argv[i], split_delim);
396
- params.rpc_servers .insert (params.rpc_servers .end (), p.begin (), p.end ());
395
+ params.rpc_servers .push_back (argv[i]);
397
396
} else if (arg == " -sm" || arg == " --split-mode" ) {
398
397
if (++i >= argc) {
399
398
invalid_param = true ;
@@ -608,6 +607,7 @@ static std::vector<cmd_params_instance> get_cmd_params_instances(const cmd_param
608
607
// this ordering minimizes the number of times that each model needs to be reloaded
609
608
for (const auto & m : params.model )
610
609
for (const auto & nl : params.n_gpu_layers )
610
+ for (const auto & rpc : params.rpc_servers )
611
611
for (const auto & sm : params.split_mode )
612
612
for (const auto & mg : params.main_gpu )
613
613
for (const auto & ts : params.tensor_split )
@@ -634,7 +634,7 @@ static std::vector<cmd_params_instance> get_cmd_params_instances(const cmd_param
634
634
/* .type_v = */ tv,
635
635
/* .n_threads = */ nt,
636
636
/* .n_gpu_layers = */ nl,
637
- /* .rpc_servers = */ join (params. rpc_servers , " , " ) ,
637
+ /* .rpc_servers = */ rpc ,
638
638
/* .split_mode = */ sm,
639
639
/* .main_gpu = */ mg,
640
640
/* .no_kv_offload= */ nkvo,
@@ -660,7 +660,7 @@ static std::vector<cmd_params_instance> get_cmd_params_instances(const cmd_param
660
660
/* .type_v = */ tv,
661
661
/* .n_threads = */ nt,
662
662
/* .n_gpu_layers = */ nl,
663
- /* .rpc_servers = */ join (params. rpc_servers , " , " ) ,
663
+ /* .rpc_servers = */ rpc ,
664
664
/* .split_mode = */ sm,
665
665
/* .main_gpu = */ mg,
666
666
/* .no_kv_offload= */ nkvo,
@@ -686,7 +686,7 @@ static std::vector<cmd_params_instance> get_cmd_params_instances(const cmd_param
686
686
/* .type_v = */ tv,
687
687
/* .n_threads = */ nt,
688
688
/* .n_gpu_layers = */ nl,
689
- /* .rpc_servers = */ join (params. rpc_servers , " , " ) ,
689
+ /* .rpc_servers = */ rpc ,
690
690
/* .split_mode = */ sm,
691
691
/* .main_gpu = */ mg,
692
692
/* .no_kv_offload= */ nkvo,
0 commit comments