33
33
{"generated_text" : "Hello, I'm a language model, and I'm here to help you with your English." }
34
34
]
35
35
JS_MODEL_ID = "huggingface-textgeneration1-gpt-neo-125m-fp16"
36
- JS_Gated_MODEL_ID = "huggingface-llm-zephyr-7b-gemma"
36
+ JS_GATED_MODEL_ID = "huggingface-llm-zephyr-7b-gemma"
37
37
ROLE_NAME = "SageMakerRole"
38
38
39
39
@@ -52,7 +52,7 @@ def happy_model_builder(sagemaker_session):
52
52
def happy_model_builder_gated_model (sagemaker_session ):
53
53
iam_client = sagemaker_session .boto_session .client ("iam" )
54
54
return ModelBuilder (
55
- model = JS_Gated_MODEL_ID ,
55
+ model = JS_GATED_MODEL_ID ,
56
56
schema_builder = SchemaBuilder (SAMPLE_PROMPT , SAMPLE_RESPONSE ),
57
57
role_arn = iam_client .get_role (RoleName = ROLE_NAME )["Role" ]["Arn" ],
58
58
sagemaker_session = sagemaker_session ,
@@ -108,7 +108,7 @@ def test_happy_js_gated_model(happy_model_builder_gated_model, gpu_instance_type
108
108
def test_js_gated_model_throws (happy_model_builder_gated_model , gpu_instance_type ):
109
109
logger .info ("Running in Local mode..." )
110
110
model_builder = ModelBuilder (
111
- model = JS_Gated_MODEL_ID ,
111
+ model = JS_GATED_MODEL_ID ,
112
112
schema_builder = SchemaBuilder (SAMPLE_PROMPT , SAMPLE_RESPONSE ),
113
113
mode = Mode .LOCAL_CONTAINER ,
114
114
)
0 commit comments