Skip to content

Commit 6b76093

Browse files
laurenyulaurenyu
authored
change: use image_uris.retrieve() for RL images (#1729)
This also introduces a "tag_prefix" feature for image_uris.retrieve(), and updates RLEstimator to recognize PyTorch + Ray.
1 parent 590969c commit 6b76093

File tree

11 files changed

+646
-76
lines changed

11 files changed

+646
-76
lines changed

‎src/sagemaker/image_uri_config/coach-mxnet.json

+64
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,64 @@
1+
{
2+
"processors": ["cpu", "gpu"],
3+
"scope": ["training"],
4+
"versions": {
5+
"0.11": {
6+
"py_versions": ["py3"],
7+
"registries": {
8+
"ap-east-1": "057415533634",
9+
"ap-northeast-1": "520713654638",
10+
"ap-northeast-2": "520713654638",
11+
"ap-south-1": "520713654638",
12+
"ap-southeast-1": "520713654638",
13+
"ap-southeast-2": "520713654638",
14+
"ca-central-1": "520713654638",
15+
"cn-north-1": "422961961927",
16+
"cn-northwest-1": "423003514399",
17+
"eu-central-1": "520713654638",
18+
"eu-north-1": "520713654638",
19+
"eu-west-1": "520713654638",
20+
"eu-west-2": "520713654638",
21+
"eu-west-3": "520713654638",
22+
"me-south-1": "724002660598",
23+
"sa-east-1": "520713654638",
24+
"us-east-1": "520713654638",
25+
"us-east-2": "520713654638",
26+
"us-gov-west-1": "246785580436",
27+
"us-iso-east-1": "744548109606",
28+
"us-west-1": "520713654638",
29+
"us-west-2": "520713654638"
30+
},
31+
"repository": "sagemaker-rl-mxnet",
32+
"tag_prefix": "coach0.11"
33+
},
34+
"0.11.0": {
35+
"py_versions": ["py3"],
36+
"registries": {
37+
"ap-east-1": "057415533634",
38+
"ap-northeast-1": "520713654638",
39+
"ap-northeast-2": "520713654638",
40+
"ap-south-1": "520713654638",
41+
"ap-southeast-1": "520713654638",
42+
"ap-southeast-2": "520713654638",
43+
"ca-central-1": "520713654638",
44+
"cn-north-1": "422961961927",
45+
"cn-northwest-1": "423003514399",
46+
"eu-central-1": "520713654638",
47+
"eu-north-1": "520713654638",
48+
"eu-west-1": "520713654638",
49+
"eu-west-2": "520713654638",
50+
"eu-west-3": "520713654638",
51+
"me-south-1": "724002660598",
52+
"sa-east-1": "520713654638",
53+
"us-east-1": "520713654638",
54+
"us-east-2": "520713654638",
55+
"us-gov-west-1": "246785580436",
56+
"us-iso-east-1": "744548109606",
57+
"us-west-1": "520713654638",
58+
"us-west-2": "520713654638"
59+
},
60+
"repository": "sagemaker-rl-mxnet",
61+
"tag_prefix": "coach0.11.0"
62+
}
63+
}
64+
}

‎src/sagemaker/image_uri_config/coach-tensorflow.json

+174
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,174 @@
1+
{
2+
"processors": ["cpu", "gpu"],
3+
"scope": ["training"],
4+
"versions": {
5+
"0.10": {
6+
"py_versions": ["py3"],
7+
"registries": {
8+
"ap-east-1": "057415533634",
9+
"ap-northeast-1": "520713654638",
10+
"ap-northeast-2": "520713654638",
11+
"ap-south-1": "520713654638",
12+
"ap-southeast-1": "520713654638",
13+
"ap-southeast-2": "520713654638",
14+
"ca-central-1": "520713654638",
15+
"cn-north-1": "422961961927",
16+
"cn-northwest-1": "423003514399",
17+
"eu-central-1": "520713654638",
18+
"eu-north-1": "520713654638",
19+
"eu-west-1": "520713654638",
20+
"eu-west-2": "520713654638",
21+
"eu-west-3": "520713654638",
22+
"me-south-1": "724002660598",
23+
"sa-east-1": "520713654638",
24+
"us-east-1": "520713654638",
25+
"us-east-2": "520713654638",
26+
"us-gov-west-1": "246785580436",
27+
"us-iso-east-1": "744548109606",
28+
"us-west-1": "520713654638",
29+
"us-west-2": "520713654638"
30+
},
31+
"repository": "sagemaker-rl-tensorflow",
32+
"tag_prefix": "coach0.10"
33+
},
34+
"0.10.1": {
35+
"py_versions": ["py3"],
36+
"registries": {
37+
"ap-east-1": "057415533634",
38+
"ap-northeast-1": "520713654638",
39+
"ap-northeast-2": "520713654638",
40+
"ap-south-1": "520713654638",
41+
"ap-southeast-1": "520713654638",
42+
"ap-southeast-2": "520713654638",
43+
"ca-central-1": "520713654638",
44+
"cn-north-1": "422961961927",
45+
"cn-northwest-1": "423003514399",
46+
"eu-central-1": "520713654638",
47+
"eu-north-1": "520713654638",
48+
"eu-west-1": "520713654638",
49+
"eu-west-2": "520713654638",
50+
"eu-west-3": "520713654638",
51+
"me-south-1": "724002660598",
52+
"sa-east-1": "520713654638",
53+
"us-east-1": "520713654638",
54+
"us-east-2": "520713654638",
55+
"us-gov-west-1": "246785580436",
56+
"us-iso-east-1": "744548109606",
57+
"us-west-1": "520713654638",
58+
"us-west-2": "520713654638"
59+
},
60+
"repository": "sagemaker-rl-tensorflow",
61+
"tag_prefix": "coach0.10.1"
62+
},
63+
"0.11": {
64+
"py_versions": ["py3"],
65+
"registries": {
66+
"ap-east-1": "057415533634",
67+
"ap-northeast-1": "520713654638",
68+
"ap-northeast-2": "520713654638",
69+
"ap-south-1": "520713654638",
70+
"ap-southeast-1": "520713654638",
71+
"ap-southeast-2": "520713654638",
72+
"ca-central-1": "520713654638",
73+
"cn-north-1": "422961961927",
74+
"cn-northwest-1": "423003514399",
75+
"eu-central-1": "520713654638",
76+
"eu-north-1": "520713654638",
77+
"eu-west-1": "520713654638",
78+
"eu-west-2": "520713654638",
79+
"eu-west-3": "520713654638",
80+
"me-south-1": "724002660598",
81+
"sa-east-1": "520713654638",
82+
"us-east-1": "520713654638",
83+
"us-east-2": "520713654638",
84+
"us-gov-west-1": "246785580436",
85+
"us-iso-east-1": "744548109606",
86+
"us-west-1": "520713654638",
87+
"us-west-2": "520713654638"
88+
},
89+
"repository": "sagemaker-rl-tensorflow",
90+
"tag_prefix": "coach0.11"
91+
},
92+
"0.11.0": {
93+
"py_versions": ["py3"],
94+
"registries": {
95+
"ap-east-1": "057415533634",
96+
"ap-northeast-1": "520713654638",
97+
"ap-northeast-2": "520713654638",
98+
"ap-south-1": "520713654638",
99+
"ap-southeast-1": "520713654638",
100+
"ap-southeast-2": "520713654638",
101+
"ca-central-1": "520713654638",
102+
"cn-north-1": "422961961927",
103+
"cn-northwest-1": "423003514399",
104+
"eu-central-1": "520713654638",
105+
"eu-north-1": "520713654638",
106+
"eu-west-1": "520713654638",
107+
"eu-west-2": "520713654638",
108+
"eu-west-3": "520713654638",
109+
"me-south-1": "724002660598",
110+
"sa-east-1": "520713654638",
111+
"us-east-1": "520713654638",
112+
"us-east-2": "520713654638",
113+
"us-gov-west-1": "246785580436",
114+
"us-iso-east-1": "744548109606",
115+
"us-west-1": "520713654638",
116+
"us-west-2": "520713654638"
117+
},
118+
"repository": "sagemaker-rl-tensorflow",
119+
"tag_prefix": "coach0.11.0"
120+
},
121+
"0.11.1": {
122+
"py_versions": ["py3"],
123+
"registries": {
124+
"ap-east-1": "057415533634",
125+
"ap-northeast-1": "520713654638",
126+
"ap-northeast-2": "520713654638",
127+
"ap-south-1": "520713654638",
128+
"ap-southeast-1": "520713654638",
129+
"ap-southeast-2": "520713654638",
130+
"ca-central-1": "520713654638",
131+
"cn-north-1": "422961961927",
132+
"cn-northwest-1": "423003514399",
133+
"eu-central-1": "520713654638",
134+
"eu-north-1": "520713654638",
135+
"eu-west-1": "520713654638",
136+
"eu-west-2": "520713654638",
137+
"eu-west-3": "520713654638",
138+
"me-south-1": "724002660598",
139+
"sa-east-1": "520713654638",
140+
"us-east-1": "520713654638",
141+
"us-east-2": "520713654638",
142+
"us-gov-west-1": "246785580436",
143+
"us-iso-east-1": "744548109606",
144+
"us-west-1": "520713654638",
145+
"us-west-2": "520713654638"
146+
},
147+
"repository": "sagemaker-rl-tensorflow",
148+
"tag_prefix": "coach0.11.1"
149+
},
150+
"1.0.0": {
151+
"py_versions": ["py3"],
152+
"registries": {
153+
"ap-northeast-1": "462105765813",
154+
"ap-northeast-2": "462105765813",
155+
"ap-south-1": "462105765813",
156+
"ap-southeast-1": "462105765813",
157+
"ap-southeast-2": "462105765813",
158+
"ca-central-1": "462105765813",
159+
"eu-central-1": "462105765813",
160+
"eu-north-1": "462105765813",
161+
"eu-west-1": "462105765813",
162+
"eu-west-2": "462105765813",
163+
"eu-west-3": "462105765813",
164+
"sa-east-1": "462105765813",
165+
"us-east-1": "462105765813",
166+
"us-east-2": "462105765813",
167+
"us-west-1": "462105765813",
168+
"us-west-2": "462105765813"
169+
},
170+
"repository": "sagemaker-rl-coach-container",
171+
"tag_prefix": "coach-1.0.0-tf"
172+
}
173+
}
174+
}

‎src/sagemaker/image_uri_config/ray-pytorch.json

+29
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,29 @@
1+
{
2+
"processors": ["cpu", "gpu"],
3+
"scope": ["training"],
4+
"versions": {
5+
"0.8.5": {
6+
"py_versions": ["py36"],
7+
"registries": {
8+
"ap-northeast-1": "462105765813",
9+
"ap-northeast-2": "462105765813",
10+
"ap-south-1": "462105765813",
11+
"ap-southeast-1": "462105765813",
12+
"ap-southeast-2": "462105765813",
13+
"ca-central-1": "462105765813",
14+
"eu-central-1": "462105765813",
15+
"eu-north-1": "462105765813",
16+
"eu-west-1": "462105765813",
17+
"eu-west-2": "462105765813",
18+
"eu-west-3": "462105765813",
19+
"sa-east-1": "462105765813",
20+
"us-east-1": "462105765813",
21+
"us-east-2": "462105765813",
22+
"us-west-1": "462105765813",
23+
"us-west-2": "462105765813"
24+
},
25+
"repository": "sagemaker-rl-ray-container",
26+
"tag_prefix": "ray-0.8.5-torch"
27+
}
28+
}
29+
}

0 commit comments

Comments
 (0)