fix(model config): Fix model configs for Granite Code

* Use the right tokenizer_file name
* Use the right transformer_params_key based on the file name in
model_params
* Use the updated name to indicate HF tokenizers

Signed-off-by: Gabe Goodhart <[email protected]>

Author: gabe-l-hart

torchchat/model_config/models.json

@@ -169,12 +169,14 @@
         "aliases": ["granite-code", "granite-code-3b"],
         "distribution_channel": "HuggingFaceSnapshot",
         "distribution_path": "ibm-granite/granite-3b-code-instruct-128k",
-        "transformer_params_key": "3B"
+        "transformer_params_key": "Granite-3B-Code",
+        "tokenizer_file": "tokenizer.json"
     },
     "ibm-granite/granite-8b-code-instruct-128k": {
         "aliases": ["granite-code-8b"],
         "distribution_channel": "HuggingFaceSnapshot",
         "distribution_path": "ibm-granite/granite-8b-code-instruct-128k",
-        "transformer_params_key": "8B"
+        "transformer_params_key": "Granite-8B-Code",
+        "tokenizer_file": "tokenizer.json"
     }
 }

torchchat/model_params/Granite-3B-Code.json

@@ -7,7 +7,7 @@
     "n_layers": 32,
     "rope_base": 10000000,
     "vocab_size": 49152,
-    "use_tokenizers": true,
+    "use_hf_tokenizer": true,
     "norm_eps": 0.00001,
     "rope_scaling": null,
     "attention_bias": true,