File tree Expand file tree Collapse file tree 2 files changed +8
-7
lines changed Expand file tree Collapse file tree 2 files changed +8
-7
lines changed Original file line number Diff line number Diff line change @@ -1575,8 +1575,8 @@ def _find_fqn_for_placeholder(
1575
1575
warnings .warn (
1576
1576
"Mutation on a buffer in the model is detected. ExecuTorch assumes "
1577
1577
"buffers that are mutated in the graph have a meaningless initial state, "
1578
- "only the shape and dtype will be serialized, unless a pass which marks "
1579
- "spec.const= True such as InitializedMutableBufferPass is run." ,
1578
+ "only the shape and dtype will be serialized, unless a pass which sets "
1579
+ 'meta["et_init_buffer"] to True such as InitializedMutableBufferPass is run.' ,
1580
1580
UserWarning ,
1581
1581
stacklevel = 1 ,
1582
1582
)
Original file line number Diff line number Diff line change 12
12
13
13
class InitializedMutableBufferPass (ExportPass ):
14
14
"""
15
- If the buffer has the name "cache_pos", such as in an kv_cache
16
- module with `self.register_buffer("cache_pos", torch.arange(10))`,
17
- mark it with a custom tag which later is used by the emitter to
18
- flag spec.const to True, which provides the mutable buffer with
19
- an initialized state.
15
+ If a buffer has a name that within a specified list, set meta["et_init_buffer"]
16
+ to True, which provides the mutable buffer with an initialized state.
17
+
18
+ As an example, a module with `self.register_buffer("cache_pos", torch.arange(10))`
19
+ when patterns = ["cache_pos"] would have its initial state set instead of being
20
+ left uninitialized by default.
20
21
"""
21
22
22
23
def __init__ (self , patterns : List [str ]) -> None :
You can’t perform that action at this time.
0 commit comments