16
16
import unittest
17
17
from sagemaker .serve .builder .model_builder import ModelBuilder
18
18
from sagemaker .serve .mode .function_pointers import Mode
19
- from tests .unit .sagemaker .serve .constants import MOCK_IMAGE_CONFIG , MOCK_VPC_CONFIG
19
+ from tests .unit .sagemaker .serve .constants import MOCK_VPC_CONFIG
20
20
21
21
from sagemaker .serve .utils .predictors import TransformersLocalModePredictor
22
22
58
58
mock_schema_builder = MagicMock ()
59
59
mock_schema_builder .sample_input = mock_sample_input
60
60
mock_schema_builder .sample_output = mock_sample_output
61
+ MOCK_IMAGE_CONFIG = "763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:2.0.0-transformers4.28.1-gpu-py310-cu118-ubuntu20.04-v1.0" "
61
62
62
63
63
64
class TestTransformersBuilder (unittest .TestCase ):
@@ -115,8 +116,7 @@ def test_image_uri(
115
116
model = mock_model_id ,
116
117
schema_builder = mock_schema_builder ,
117
118
mode = Mode .LOCAL_CONTAINER ,
118
- vpc_config = MOCK_VPC_CONFIG ,
119
- image_config = MOCK_IMAGE_CONFIG ,
119
+ image_uri = MOCK_IMAGE_CONFIG ,
120
120
)
121
121
122
122
builder ._prepare_for_mode = MagicMock ()
@@ -128,17 +128,11 @@ def test_image_uri(
128
128
builder .modes [str (Mode .LOCAL_CONTAINER )] = MagicMock ()
129
129
predictor = model .deploy (model_data_download_timeout = 1800 )
130
130
131
- assert model .image_config == MOCK_IMAGE_CONFIG
132
- assert model .vpc_config == MOCK_VPC_CONFIG
131
+ assert builder .image_uri == MOCK_IMAGE_CONFIG
133
132
assert builder .env_vars ["MODEL_LOADING_TIMEOUT" ] == "1800"
134
133
assert isinstance (predictor , TransformersLocalModePredictor )
135
134
136
135
assert builder .nb_instance_type == "ml.g5.24xlarge"
137
136
138
- builder ._original_deploy = MagicMock ()
139
- builder ._prepare_for_mode .return_value = (None , {})
140
- predictor = model .deploy (mode = Mode .SAGEMAKER_ENDPOINT , role = "mock_role_arn" )
141
- assert "HF_MODEL_ID" in model .env
142
-
143
137
with self .assertRaises (ValueError ) as _ :
144
138
model .deploy (mode = Mode .IN_PROCESS )
0 commit comments