|
13 | 13 | """The notebook job step definitions for workflow."""
|
14 | 14 | from __future__ import absolute_import
|
15 | 15 |
|
| 16 | +import os |
16 | 17 | import re
|
17 | 18 | import shutil
|
18 |
| -import os |
| 19 | +from typing import Dict, List, Optional, Union |
19 | 20 |
|
20 |
| -from typing import ( |
21 |
| - List, |
22 |
| - Optional, |
23 |
| - Union, |
24 |
| - Dict, |
| 21 | +from sagemaker import vpc_utils |
| 22 | +from sagemaker.config.config_schema import ( |
| 23 | + NOTEBOOK_JOB_ROLE_ARN, |
| 24 | + NOTEBOOK_JOB_S3_KMS_KEY_ID, |
| 25 | + NOTEBOOK_JOB_S3_ROOT_URI, |
| 26 | + NOTEBOOK_JOB_VOLUME_KMS_KEY_ID, |
| 27 | + NOTEBOOK_JOB_VPC_CONFIG_SECURITY_GROUP_IDS, |
| 28 | + NOTEBOOK_JOB_VPC_CONFIG_SUBNETS, |
25 | 29 | )
|
26 |
| - |
| 30 | +from sagemaker.s3 import S3Uploader |
| 31 | +from sagemaker.s3_utils import s3_path_join |
| 32 | +from sagemaker.session import get_execution_role |
| 33 | +from sagemaker.utils import Tags, _tmpdir, format_tags, name_from_base, resolve_value_from_config |
| 34 | +from sagemaker.workflow.entities import PipelineVariable, RequestType |
27 | 35 | from sagemaker.workflow.execution_variables import ExecutionVariables
|
28 | 36 | from sagemaker.workflow.functions import Join
|
29 | 37 | from sagemaker.workflow.properties import Properties
|
30 | 38 | from sagemaker.workflow.retry import RetryPolicy
|
31 |
| -from sagemaker.workflow.steps import ( |
32 |
| - Step, |
33 |
| - ConfigurableRetryStep, |
34 |
| - StepTypeEnum, |
35 |
| -) |
36 | 39 | from sagemaker.workflow.step_collections import StepCollection
|
37 | 40 | from sagemaker.workflow.step_outputs import StepOutput
|
38 |
| - |
39 |
| -from sagemaker.workflow.entities import ( |
40 |
| - RequestType, |
41 |
| - PipelineVariable, |
42 |
| -) |
| 41 | +from sagemaker.workflow.steps import ConfigurableRetryStep, Step, StepTypeEnum |
43 | 42 | from sagemaker.workflow.utilities import _collect_parameters, load_step_compilation_context
|
44 |
| -from sagemaker.session import get_execution_role |
45 |
| - |
46 |
| -from sagemaker.s3_utils import s3_path_join |
47 |
| -from sagemaker.s3 import S3Uploader |
48 |
| -from sagemaker.utils import _tmpdir, name_from_base, resolve_value_from_config, format_tags, Tags |
49 |
| -from sagemaker import vpc_utils |
50 |
| - |
51 |
| -from sagemaker.config.config_schema import ( |
52 |
| - NOTEBOOK_JOB_ROLE_ARN, |
53 |
| - NOTEBOOK_JOB_S3_ROOT_URI, |
54 |
| - NOTEBOOK_JOB_S3_KMS_KEY_ID, |
55 |
| - NOTEBOOK_JOB_VOLUME_KMS_KEY_ID, |
56 |
| - NOTEBOOK_JOB_VPC_CONFIG_SUBNETS, |
57 |
| - NOTEBOOK_JOB_VPC_CONFIG_SECURITY_GROUP_IDS, |
58 |
| -) |
59 | 43 |
|
60 | 44 |
|
61 | 45 | # disable E1101 as collect_parameters decorator sets the attributes
|
@@ -374,7 +358,7 @@ def _prepare_env_variables(self):
|
374 | 358 | execution mechanism.
|
375 | 359 | """
|
376 | 360 |
|
377 |
| - job_envs = self.environment_variables if self.environment_variables else {} |
| 361 | + job_envs = dict(self.environment_variables or {}) |
378 | 362 | system_envs = {
|
379 | 363 | "AWS_DEFAULT_REGION": self._region_from_session,
|
380 | 364 | "SM_JOB_DEF_VERSION": "1.0",
|
|
0 commit comments