Skip to content

Commit 88406c4

Browse files
authored
Merge branch 'aws:master' into numpy-upgrade
2 parents 8de6099 + fd566bd commit 88406c4

File tree

30 files changed

+560
-33
lines changed

30 files changed

+560
-33
lines changed

CHANGELOG.md

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,33 @@
11
# Changelog
22

3+
## v2.251.1 (2025-08-29)
4+
5+
### Bug Fixes and Other Changes
6+
7+
* chore: onboard tei 1.8.0
8+
9+
## v2.251.0 (2025-08-21)
10+
11+
### Features
12+
13+
* support pipeline versioning
14+
15+
### Bug Fixes and Other Changes
16+
17+
* GPT OSS Hotfix
18+
* dockerfile stuck on interactive shell
19+
* add sleep for model deployment
20+
21+
## v2.250.0 (2025-08-08)
22+
23+
### Features
24+
25+
* Add support for InstancePlacementConfig in Estimator for training jobs running on ultraserver capacity
26+
27+
### Bug Fixes and Other Changes
28+
29+
* Add more constraints to test requirements
30+
331
## v2.249.0 (2025-07-31)
432

533
### Features

VERSION

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
2.249.1.dev0
1+
2.251.2.dev0

pyproject.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -32,7 +32,7 @@ classifiers = [
3232
]
3333
dependencies = [
3434
"attrs>=24,<26",
35-
"boto3>=1.35.36,<2.0",
35+
"boto3>=1.39.5,<2.0",
3636
"cloudpickle>=2.2.1",
3737
"docker",
3838
"fastapi",

requirements/extras/test_requirements.txt

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -32,6 +32,7 @@ PyYAML>=6.0.1
3232
xgboost>=1.6.2,<=1.7.6
3333
pillow>=10.0.1,<=11
3434
opentelemetry-proto==1.27.0
35+
opentelemetry_exporter_otlp==1.27.0
3536
protobuf==4.25.8
3637
tensorboard>=2.16.2,<=2.18.0
3738
transformers==4.48.0
@@ -53,3 +54,10 @@ sagemaker-mlflow>=0.1.0
5354
deepdiff>=8.0.0
5455
orderly-set<5.4.0
5556
lexicon
57+
networkx==3.2.1
58+
mypy-boto3-appflow==1.35.39
59+
mypy-boto3-rds==1.35.72
60+
mypy-boto3-redshift-data==1.35.51
61+
mypy-boto3-s3==1.35.76
62+
mypy-extensions==1.0.0
63+
mypy==1.9.0

src/sagemaker/estimator.py

Lines changed: 39 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -186,6 +186,7 @@ def __init__(
186186
enable_remote_debug: Optional[Union[bool, PipelineVariable]] = None,
187187
enable_session_tag_chaining: Optional[Union[bool, PipelineVariable]] = None,
188188
training_plan: Optional[Union[str, PipelineVariable]] = None,
189+
instance_placement_config: Optional[Dict] = None,
189190
**kwargs,
190191
):
191192
"""Initialize an ``EstimatorBase`` instance.
@@ -560,6 +561,21 @@ def __init__(
560561
Specifies whether SessionTagChaining is enabled for the training job.
561562
training_plan (str or PipelineVariable): Optional.
562563
Specifies which training plan arn to use for the training job
564+
instance_placement_config (dict): Optional.
565+
Specifies UltraServer placement configuration for the training job
566+
567+
.. code:: python
568+
569+
instance_placement_config={
570+
"EnableMultipleJobs": True,
571+
"PlacementSpecifications":[
572+
{
573+
"UltraServerId": "ultraserver-1",
574+
"InstanceCount": "2"
575+
}
576+
]
577+
}
578+
563579
"""
564580
instance_count = renamed_kwargs(
565581
"train_instance_count", "instance_count", instance_count, kwargs
@@ -813,6 +829,8 @@ def __init__(
813829

814830
self.training_plan = training_plan
815831

832+
self.instance_placement_config = instance_placement_config
833+
816834
# Internal flag
817835
self._is_output_path_set_from_default_bucket_and_prefix = False
818836

@@ -1997,6 +2015,11 @@ def _prepare_init_params_from_job_description(cls, job_details, model_channel_na
19972015
if "TrainingPlanArn" in job_details["ResourceConfig"]:
19982016
init_params["training_plan"] = job_details["ResourceConfig"]["TrainingPlanArn"]
19992017

2018+
if "InstancePlacementConfig" in job_details["ResourceConfig"]:
2019+
init_params["instance_placement_config"] = job_details["ResourceConfig"][
2020+
"InstancePlacementConfig"
2021+
]
2022+
20002023
has_hps = "HyperParameters" in job_details
20012024
init_params["hyperparameters"] = job_details["HyperParameters"] if has_hps else {}
20022025

@@ -2882,6 +2905,7 @@ def __init__(
28822905
enable_remote_debug: Optional[Union[bool, PipelineVariable]] = None,
28832906
enable_session_tag_chaining: Optional[Union[bool, PipelineVariable]] = None,
28842907
training_plan: Optional[Union[str, PipelineVariable]] = None,
2908+
instance_placement_config: Optional[Dict] = None,
28852909
**kwargs,
28862910
):
28872911
"""Initialize an ``Estimator`` instance.
@@ -3249,6 +3273,20 @@ def __init__(
32493273
Specifies whether SessionTagChaining is enabled for the training job
32503274
training_plan (str or PipelineVariable): Optional.
32513275
Specifies which training plan arn to use for the training job
3276+
instance_placement_config (dict): Optional.
3277+
Specifies UltraServer placement configuration for the training job
3278+
3279+
.. code:: python
3280+
3281+
instance_placement_config={
3282+
"EnableMultipleJobs": True,
3283+
"PlacementSpecifications":[
3284+
{
3285+
"UltraServerId": "ultraserver-1",
3286+
"InstanceCount": "2"
3287+
}
3288+
]
3289+
}
32523290
"""
32533291
self.image_uri = image_uri
32543292
self._hyperparameters = hyperparameters.copy() if hyperparameters else {}
@@ -3303,6 +3341,7 @@ def __init__(
33033341
enable_remote_debug=enable_remote_debug,
33043342
enable_session_tag_chaining=enable_session_tag_chaining,
33053343
training_plan=training_plan,
3344+
instance_placement_config=instance_placement_config,
33063345
**kwargs,
33073346
)
33083347

src/sagemaker/experiments/experiment.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -21,6 +21,8 @@
2121
from sagemaker.experiments.trial import _Trial
2222
from sagemaker.experiments.trial_component import _TrialComponent
2323
from sagemaker.utils import format_tags
24+
from sagemaker.telemetry.telemetry_logging import _telemetry_emitter
25+
from sagemaker.telemetry.constants import Feature
2426

2527

2628
class Experiment(_base_types.Record):
@@ -93,6 +95,7 @@ def load(cls, experiment_name, sagemaker_session=None):
9395
)
9496

9597
@classmethod
98+
@_telemetry_emitter(feature=Feature.MLOPS, func_name="experiment.create")
9699
def create(
97100
cls,
98101
experiment_name,

src/sagemaker/image_uri_config/huggingface-llm-neuronx.json

Lines changed: 56 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,8 @@
44
"inf2"
55
],
66
"version_aliases": {
7-
"0.0": "0.0.28"
7+
"0.0": "0.0.28",
8+
"0.2": "0.2.0"
89
},
910
"versions": {
1011
"0.0.16": {
@@ -654,6 +655,60 @@
654655
"container_version": {
655656
"inf2": "ubuntu22.04"
656657
}
658+
},
659+
"0.2.0": {
660+
"py_versions": [
661+
"py310"
662+
],
663+
"registries": {
664+
"af-south-1": "626614931356",
665+
"ap-east-1": "871362719292",
666+
"ap-east-2": "975050140332",
667+
"ap-northeast-1": "763104351884",
668+
"ap-northeast-2": "763104351884",
669+
"ap-northeast-3": "364406365360",
670+
"ap-south-1": "763104351884",
671+
"ap-south-2": "772153158452",
672+
"ap-southeast-1": "763104351884",
673+
"ap-southeast-2": "763104351884",
674+
"ap-southeast-3": "907027046896",
675+
"ap-southeast-4": "457447274322",
676+
"ap-southeast-5": "550225433462",
677+
"ap-southeast-6": "633930458069",
678+
"ap-southeast-7": "590183813437",
679+
"ca-central-1": "763104351884",
680+
"ca-west-1": "204538143572",
681+
"cn-north-1": "727897471807",
682+
"cn-northwest-1": "727897471807",
683+
"eu-central-1": "763104351884",
684+
"eu-central-2": "380420809688",
685+
"eu-north-1": "763104351884",
686+
"eu-south-1": "692866216735",
687+
"eu-south-2": "503227376785",
688+
"eu-west-1": "763104351884",
689+
"eu-west-2": "763104351884",
690+
"eu-west-3": "763104351884",
691+
"il-central-1": "780543022126",
692+
"me-central-1": "914824155844",
693+
"me-south-1": "217643126080",
694+
"mx-central-1": "637423239942",
695+
"sa-east-1": "763104351884",
696+
"us-east-1": "763104351884",
697+
"us-east-2": "763104351884",
698+
"us-gov-east-1": "446045086412",
699+
"us-gov-west-1": "442386744353",
700+
"us-iso-east-1": "886529160074",
701+
"us-isob-east-1": "094389454867",
702+
"us-isof-east-1": "303241398832",
703+
"us-isof-south-1": "454834333376",
704+
"us-west-1": "763104351884",
705+
"us-west-2": "763104351884"
706+
},
707+
"tag_prefix": "2.5.1-optimum3.3.4",
708+
"repository": "huggingface-pytorch-tgi-inference",
709+
"container_version": {
710+
"inf2": "ubuntu22.04"
711+
}
657712
}
658713
}
659714
}

src/sagemaker/image_uri_config/huggingface-llm.json

Lines changed: 55 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,8 @@
1616
"2.3": "2.3.1",
1717
"3.0": "3.0.1",
1818
"3.2": "3.2.3",
19-
"3.1": "3.1.1"
19+
"3.1": "3.1.1",
20+
"3.3": "3.3.4"
2021
},
2122
"versions": {
2223
"0.6.0": {
@@ -1152,6 +1153,59 @@
11521153
"container_version": {
11531154
"gpu": "cu124-ubuntu22.04"
11541155
}
1156+
},
1157+
"3.3.4": {
1158+
"py_versions": [
1159+
"py311"
1160+
],
1161+
"registries": {
1162+
"af-south-1": "626614931356",
1163+
"ap-east-1": "871362719292",
1164+
"ap-east-2": "975050140332",
1165+
"ap-northeast-1": "763104351884",
1166+
"ap-northeast-2": "763104351884",
1167+
"ap-northeast-3": "364406365360",
1168+
"ap-south-1": "763104351884",
1169+
"ap-south-2": "772153158452",
1170+
"ap-southeast-1": "763104351884",
1171+
"ap-southeast-2": "763104351884",
1172+
"ap-southeast-3": "907027046896",
1173+
"ap-southeast-4": "457447274322",
1174+
"ap-southeast-5": "550225433462",
1175+
"ap-southeast-7": "590183813437",
1176+
"ca-central-1": "763104351884",
1177+
"ca-west-1": "204538143572",
1178+
"cn-north-1": "727897471807",
1179+
"cn-northwest-1": "727897471807",
1180+
"eu-central-1": "763104351884",
1181+
"eu-central-2": "380420809688",
1182+
"eu-north-1": "763104351884",
1183+
"eu-south-1": "692866216735",
1184+
"eu-south-2": "503227376785",
1185+
"eu-west-1": "763104351884",
1186+
"eu-west-2": "763104351884",
1187+
"eu-west-3": "763104351884",
1188+
"il-central-1": "780543022126",
1189+
"me-central-1": "914824155844",
1190+
"me-south-1": "217643126080",
1191+
"mx-central-1": "637423239942",
1192+
"sa-east-1": "763104351884",
1193+
"us-east-1": "763104351884",
1194+
"us-east-2": "763104351884",
1195+
"us-gov-east-1": "446045086412",
1196+
"us-gov-west-1": "442386744353",
1197+
"us-iso-east-1": "886529160074",
1198+
"us-isob-east-1": "094389454867",
1199+
"us-isof-east-1": "303241398832",
1200+
"us-isof-south-1": "454834333376",
1201+
"us-west-1": "763104351884",
1202+
"us-west-2": "763104351884"
1203+
},
1204+
"tag_prefix": "2.7.0-tgi3.3.4",
1205+
"repository": "huggingface-pytorch-tgi-inference",
1206+
"container_version": {
1207+
"gpu": "cu124-ubuntu22.04"
1208+
}
11551209
}
11561210
}
11571211
}

src/sagemaker/image_uri_config/huggingface-tei-cpu.json

Lines changed: 47 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -197,6 +197,53 @@
197197
"container_version": {
198198
"cpu": "ubuntu22.04"
199199
}
200+
},
201+
"1.8.0":{
202+
"py_versions": [
203+
"py310"
204+
],
205+
"registries": {
206+
"af-south-1": "510948584623",
207+
"ap-east-1": "651117190479",
208+
"ap-northeast-1": "354813040037",
209+
"ap-northeast-2": "366743142698",
210+
"ap-northeast-3": "867004704886",
211+
"ap-south-1": "720646828776",
212+
"ap-south-2": "628508329040",
213+
"ap-southeast-1": "121021644041",
214+
"ap-southeast-2": "783357654285",
215+
"ap-southeast-3": "951798379941",
216+
"ap-southeast-4": "106583098589",
217+
"ca-central-1": "341280168497",
218+
"ca-west-1": "190319476487",
219+
"cn-north-1": "450853457545",
220+
"cn-northwest-1": "451049120500",
221+
"eu-central-1": "492215442770",
222+
"eu-central-2": "680994064768",
223+
"eu-north-1": "662702820516",
224+
"eu-south-1": "978288397137",
225+
"eu-south-2": "104374241257",
226+
"eu-west-1": "141502667606",
227+
"eu-west-2": "764974769150",
228+
"eu-west-3": "659782779980",
229+
"il-central-1": "898809789911",
230+
"me-central-1": "272398656194",
231+
"me-south-1": "801668240914",
232+
"sa-east-1": "737474898029",
233+
"us-east-1": "683313688378",
234+
"us-east-2": "257758044811",
235+
"us-gov-east-1": "237065988967",
236+
"us-gov-west-1": "414596584902",
237+
"us-iso-east-1": "833128469047",
238+
"us-isob-east-1": "281123927165",
239+
"us-west-1": "746614075791",
240+
"us-west-2": "246618743249"
241+
},
242+
"tag_prefix": "2.0.1-tei1.8.0",
243+
"repository": "tei-cpu",
244+
"container_version": {
245+
"cpu": "ubuntu22.04"
246+
}
200247
}
201248
}
202249
}

0 commit comments

Comments
 (0)