Meta -> cpu for uninitialized weights

jackzhxng · jackzhxng · commit 955b991101b3 · 2025-02-18T15:34:31.000-08:00
diff --git a/examples/models/llama/model.py b/examples/models/llama/model.py
@@ -251,6 +251,8 @@ def __init__(self, **kwargs):
                 "Could not load checkpoint into mode, defaulting to random uninitialized weights."
             )
             print(f"Error: {e}")
+            # Need to provide concrete (empty) values for meta-initialized tensors for quantization.
+            self.model_.to_empty(device="cpu")
 
         if missing:
             missing_weights = [fqn for fqn in missing if fqn.endswith(".weight")]

Original file line number	Diff line number	Diff line change
`@@ -251,6 +251,8 @@ def __init__(self, **kwargs):`
`251`	`251`	`"Could not load checkpoint into mode, defaulting to random uninitialized weights."`
`252`	`252`	`)`
`253`	`253`	`print(f"Error: {e}")`
	`254`	`+ # Need to provide concrete (empty) values for meta-initialized tensors for quantization.`
	`255`	`+ self.model_.to_empty(device="cpu")`
`254`	`256`
`255`	`257`	`if missing:`
`256`	`258`	`missing_weights = [fqn for fqn in missing if fqn.endswith(".weight")]`