[llama-mm] Add export friendly TiledTokenPositionalEmbedding (#6824)

Summary: As titled. This is used by CLIP vision encoder.

Test Plan: Rely on newly added unit tests.

Reviewers:

Subscribers:

Tasks:

Tags:

ghstack-source-id: dcb8e60
Pull Request resolved: #6806

Co-authored-by: Mengwei Liu <[email protected]>

Author: pytorchbot

extension/llm/modules/__init__.py

@@ -6,14 +6,18 @@
 
 from ._position_embeddings import (
     replace_tile_positional_embedding,
+    replace_tiled_token_positional_embedding,
+    TiledTokenPositionalEmbedding,
     TilePositionalEmbedding,
 )
 from .attention import MultiHeadAttention, replace_mha_with_inference_mha
 from .kv_cache import KVCache
 
 __all__ = [
     "TilePositionalEmbedding",
+    "TiledTokenPositionalEmbedding",
     "replace_tile_positional_embedding",
+    "replace_tiled_token_positional_embedding",
     "MultiHeadAttention",
     "replace_mha_with_inference_mha",
     "KVCache",