Skip to content

Commit 90fd87d

Browse files
committed
address comments
1 parent 1a3a1b6 commit 90fd87d

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

convert_hf_to_gguf.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1583,6 +1583,7 @@ def prepare_tensors(self):
15831583

15841584
low_freq_wavelen = old_context_len / low_freq_factor
15851585
high_freq_wavelen = old_context_len / high_freq_factor
1586+
assert low_freq_wavelen != high_freq_wavelen
15861587

15871588
rope_factors = []
15881589
for freq in freqs:
@@ -1592,11 +1593,10 @@ def prepare_tensors(self):
15921593
elif wavelen > low_freq_wavelen:
15931594
rope_factors.append(factor)
15941595
else:
1595-
assert low_freq_wavelen != high_freq_wavelen
15961596
smooth = (old_context_len / wavelen - low_freq_factor) / (high_freq_factor - low_freq_factor)
15971597
rope_factors.append(1 / ((1 - smooth) / factor + smooth))
15981598

1599-
self.gguf_writer.add_tensor(gguf.TENSOR_NAMES[gguf.MODEL_TENSOR.ROPE_FREQS] + ".weight", np.array(rope_factors, dtype=np.float32))
1599+
self.gguf_writer.add_tensor(self.format_tensor_name(gguf.MODEL_TENSOR.ROPE_FREQS), np.array(rope_factors, dtype=np.float32))
16001600

16011601
super().prepare_tensors()
16021602

0 commit comments

Comments
 (0)