Update llama_transformer.py

iseeyuan · web-flow · commit c9c587839966 · 2024-04-19T11:37:19.000-07:00
diff --git a/examples/models/llama2/llama_transformer.py b/examples/models/llama2/llama_transformer.py
@@ -88,7 +88,7 @@ class ModelArgs:
     use_sdpa_with_kv_cache_op: bool = (
         False  # Use custom sdpa op that updates kv cache in-place
     )
-    rope_theta: float = None  # The official name to override self.rope_freq_base.
+    rope_theta: Optional[float] = None  # The official name to override self.rope_freq_base.
     rope_freq_base: float = 10000.0  # The base frequency for RoPE. Keep it for BC.
     # Additional Model Metadata needed at runtime
     bos_idx: int = 1

Original file line number	Diff line number	Diff line change
`@@ -88,7 +88,7 @@ class ModelArgs:`
`88`	`88`	`use_sdpa_with_kv_cache_op: bool = (`
`89`	`89`	`False # Use custom sdpa op that updates kv cache in-place`
`90`	`90`	`)`
`91`		`- rope_theta: float = None # The official name to override self.rope_freq_base.`
	`91`	`+ rope_theta: Optional[float] = None # The official name to override self.rope_freq_base.`
`92`	`92`	`rope_freq_base: float = 10000.0 # The base frequency for RoPE. Keep it for BC.`
`93`	`93`	`# Additional Model Metadata needed at runtime`
`94`	`94`	`bos_idx: int = 1`