Delete unused code

Differential Revision: D61497050

Pull Request resolved: #4780

Author: helunwencser

examples/models/llama2/llama_transformer.py

@@ -131,18 +131,6 @@ def __post_init__(self):
             self.hidden_dim = find_multiple(hidden_dim, multiple_of)
 
 
-def repeat_kv(x: torch.Tensor, n_rep: int) -> torch.Tensor:
-    """torch.repeat_interleave(x, dim=2, repeats=n_rep)"""
-    bs, slen, n_kv_heads, head_dim = x.shape
-    if n_rep == 1:
-        return x
-    return (
-        x[:, :, :, None, :]
-        .expand(bs, slen, n_kv_heads, n_rep, head_dim)
-        .reshape(bs, slen, n_kv_heads * n_rep, head_dim)
-    )
-
-
 class KVCache(nn.Module):
     def __init__(
         self,