We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1ee90dd commit 87a7311Copy full SHA for 87a7311
build/model.py
@@ -144,22 +144,6 @@ def from_name(cls, name: str):
144
"hidden_dim": 14336,
145
"vocab_size": 32000,
146
},
147
- "Mistral-7B-Instruct-v0.1": {
148
- "n_layers": 32,
149
- "n_heads": 32,
150
- "n_local_heads": 8,
151
- "dim": 4096,
152
- "hidden_dim": 14336,
153
- "vocab_size": 32000,
154
- },
155
- "Mistral-7B-Instruct-v0.2": {
156
157
158
159
160
161
162
163
"stories15M": {"n_layers": 6, "n_heads": 6, "dim": 288},
164
"stories110M": {"n_layers": 12, "n_heads": 12, "dim": 768},
165
}
0 commit comments