@@ -1800,6 +1800,12 @@ int llama_apply_lora_from_file(struct llama_context * ctx, const char * path_lor
1800
1800
ggml_context* lora_ctx = ggml_init (params);
1801
1801
std::unordered_map<std::string, struct ggml_tensor *> lora_tensors;
1802
1802
1803
+ // create a name -> tensor map of the model to accelerate lookups
1804
+ std::unordered_map<std::string, struct ggml_tensor *> model_tensors;
1805
+ for (auto & kv: model.tensors_by_name ) {
1806
+ model_tensors.insert (kv);
1807
+ }
1808
+
1803
1809
fprintf (stderr, " %s: " , __func__);
1804
1810
1805
1811
// read tensors and apply
@@ -1839,7 +1845,7 @@ int llama_apply_lora_from_file(struct llama_context * ctx, const char * path_lor
1839
1845
base_name.erase (pos);
1840
1846
// fprintf(stderr, "%s: %s => %s (lora type %s) ", __func__, name.c_str(),base_name.c_str(), lora_type.c_str());
1841
1847
1842
- if (model. tensors . find (base_name.data ()) == model. tensors .end ()) {
1848
+ if (model_tensors. find (base_name.data ()) == model_tensors .end ()) {
1843
1849
fprintf (stderr, " %s: unknown tensor '%s' in lora adapter\n " , __func__, name.data ());
1844
1850
return 1 ;
1845
1851
}
@@ -1878,7 +1884,7 @@ int llama_apply_lora_from_file(struct llama_context * ctx, const char * path_lor
1878
1884
if (lora_tensors.find (base_name + " .loraA" ) != lora_tensors.end () &&
1879
1885
lora_tensors.find (base_name + " .loraB" ) != lora_tensors.end ()) {
1880
1886
1881
- ggml_tensor * tensor = model. tensors [base_name];
1887
+ ggml_tensor * tensor = model_tensors [base_name];
1882
1888
ggml_tensor * loraA = lora_tensors[base_name + " .loraA" ];
1883
1889
ggml_tensor * loraB = lora_tensors[base_name + " .loraB" ];
1884
1890
0 commit comments