File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -88,7 +88,7 @@ class ModelArgs:
88
88
use_sdpa_with_kv_cache_op : bool = (
89
89
False # Use custom sdpa op that updates kv cache in-place
90
90
)
91
- rope_freq_base : float = 10000.0 # The base frequency for RoPE
91
+ rope_theta : float = 10000.0 # The base frequency for RoPE
92
92
# Additional Model Metadata needed at runtime
93
93
bos_idx : int = 1
94
94
eos_idx : int = 3
@@ -448,7 +448,7 @@ def __init__(self, params: ModelArgs):
448
448
if params .ffn_dim_multiplier is None
449
449
else params .max_seq_len * 2 # Sharded checkpoint.
450
450
),
451
- params .rope_freq_base ,
451
+ params .rope_theta ,
452
452
)
453
453
self .register_buffer ("freqs_cos" , freqs_cos , persistent = False )
454
454
self .register_buffer ("freqs_sin" , freqs_sin , persistent = False )
You can’t perform that action at this time.
0 commit comments