Skip to content

Commit ad9036c

Browse files
Added support for g6, g6e, m6i, c6i instance types in SageMaker Processing Jobs.
1 parent 7adb21d commit ad9036c

File tree

11 files changed

+216
-30
lines changed

11 files changed

+216
-30
lines changed

generator/ServiceModels/sagemaker/sagemaker-2017-07-24.api.json

Lines changed: 36 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -15906,10 +15906,7 @@
1590615906
},
1590715907
"ListClusterNodesResponse":{
1590815908
"type":"structure",
15909-
"required":[
15910-
"NextToken",
15911-
"ClusterNodeSummaries"
15912-
],
15909+
"required":["ClusterNodeSummaries"],
1591315910
"members":{
1591415911
"NextToken":{"shape":"NextToken"},
1591515912
"ClusterNodeSummaries":{"shape":"ClusterNodeSummaries"}
@@ -15951,10 +15948,7 @@
1595115948
},
1595215949
"ListClustersResponse":{
1595315950
"type":"structure",
15954-
"required":[
15955-
"NextToken",
15956-
"ClusterSummaries"
15957-
],
15951+
"required":["ClusterSummaries"],
1595815952
"members":{
1595915953
"NextToken":{"shape":"NextToken"},
1596015954
"ClusterSummaries":{"shape":"ClusterSummaries"}
@@ -20476,7 +20470,40 @@
2047620470
"ml.r5d.8xlarge",
2047720471
"ml.r5d.12xlarge",
2047820472
"ml.r5d.16xlarge",
20479-
"ml.r5d.24xlarge"
20473+
"ml.r5d.24xlarge",
20474+
"ml.g6.xlarge",
20475+
"ml.g6.2xlarge",
20476+
"ml.g6.4xlarge",
20477+
"ml.g6.8xlarge",
20478+
"ml.g6.12xlarge",
20479+
"ml.g6.16xlarge",
20480+
"ml.g6.24xlarge",
20481+
"ml.g6.48xlarge",
20482+
"ml.g6e.xlarge",
20483+
"ml.g6e.2xlarge",
20484+
"ml.g6e.4xlarge",
20485+
"ml.g6e.8xlarge",
20486+
"ml.g6e.12xlarge",
20487+
"ml.g6e.16xlarge",
20488+
"ml.g6e.24xlarge",
20489+
"ml.g6e.48xlarge",
20490+
"ml.m6i.large",
20491+
"ml.m6i.xlarge",
20492+
"ml.m6i.2xlarge",
20493+
"ml.m6i.4xlarge",
20494+
"ml.m6i.8xlarge",
20495+
"ml.m6i.12xlarge",
20496+
"ml.m6i.16xlarge",
20497+
"ml.m6i.24xlarge",
20498+
"ml.m6i.32xlarge",
20499+
"ml.c6i.xlarge",
20500+
"ml.c6i.2xlarge",
20501+
"ml.c6i.4xlarge",
20502+
"ml.c6i.8xlarge",
20503+
"ml.c6i.12xlarge",
20504+
"ml.c6i.16xlarge",
20505+
"ml.c6i.24xlarge",
20506+
"ml.c6i.32xlarge"
2048020507
]
2048120508
},
2048220509
"ProcessingJob":{

generator/ServiceModels/sagemaker/sagemaker-2017-07-24.docs.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8759,7 +8759,7 @@
87598759
"OutputConfig$KmsKeyId": "<p>The Amazon Web Services Key Management Service key (Amazon Web Services KMS) that Amazon SageMaker AI uses to encrypt your output models with Amazon S3 server-side encryption after compilation job. If you don't provide a KMS key ID, Amazon SageMaker AI uses the default KMS key for Amazon S3 for your role's account. For more information, see <a href=\"https://docs.aws.amazon.com/AmazonS3/latest/userguide/UsingKMSEncryption.html\">KMS-Managed Encryption Keys</a> in the <i>Amazon Simple Storage Service Developer Guide.</i> </p> <p>The KmsKeyId can be any of the following formats: </p> <ul> <li> <p>Key ID: <code>1234abcd-12ab-34cd-56ef-1234567890ab</code> </p> </li> <li> <p>Key ARN: <code>arn:aws:kms:us-west-2:111122223333:key/1234abcd-12ab-34cd-56ef-1234567890ab</code> </p> </li> <li> <p>Alias name: <code>alias/ExampleAlias</code> </p> </li> <li> <p>Alias name ARN: <code>arn:aws:kms:us-west-2:111122223333:alias/ExampleAlias</code> </p> </li> </ul>",
87608760
"OutputDataConfig$KmsKeyId": "<p>The Amazon Web Services Key Management Service (Amazon Web Services KMS) key that SageMaker uses to encrypt the model artifacts at rest using Amazon S3 server-side encryption. The <code>KmsKeyId</code> can be any of the following formats: </p> <ul> <li> <p>// KMS Key ID</p> <p> <code>\"1234abcd-12ab-34cd-56ef-1234567890ab\"</code> </p> </li> <li> <p>// Amazon Resource Name (ARN) of a KMS Key</p> <p> <code>\"arn:aws:kms:us-west-2:111122223333:key/1234abcd-12ab-34cd-56ef-1234567890ab\"</code> </p> </li> <li> <p>// KMS Key Alias</p> <p> <code>\"alias/ExampleAlias\"</code> </p> </li> <li> <p>// Amazon Resource Name (ARN) of a KMS Key Alias</p> <p> <code>\"arn:aws:kms:us-west-2:111122223333:alias/ExampleAlias\"</code> </p> </li> </ul> <p>If you use a KMS key ID or an alias of your KMS key, the SageMaker execution role must include permissions to call <code>kms:Encrypt</code>. If you don't provide a KMS key ID, SageMaker uses the default KMS key for Amazon S3 for your role's account. For more information, see <a href=\"https://docs.aws.amazon.com/AmazonS3/latest/userguide/UsingKMSEncryption.html\">KMS-Managed Encryption Keys</a> in the <i>Amazon Simple Storage Service Developer Guide</i>. If the output data is stored in Amazon S3 Express One Zone, it is encrypted with server-side encryption with Amazon S3 managed keys (SSE-S3). KMS key is not supported for Amazon S3 Express One Zone</p> <p>The KMS key policy must grant permission to the IAM role that you specify in your <code>CreateTrainingJob</code>, <code>CreateTransformJob</code>, or <code>CreateHyperParameterTuningJob</code> requests. For more information, see <a href=\"https://docs.aws.amazon.com/kms/latest/developerguide/key-policies.html\">Using Key Policies in Amazon Web Services KMS</a> in the <i>Amazon Web Services Key Management Service Developer Guide</i>.</p>",
87618761
"ProcessingClusterConfig$VolumeKmsKeyId": "<p>The Amazon Web Services Key Management Service (Amazon Web Services KMS) key that Amazon SageMaker uses to encrypt data on the storage volume attached to the ML compute instance(s) that run the processing job. </p> <note> <p>Certain Nitro-based instances include local storage, dependent on the instance type. Local storage volumes are encrypted using a hardware module on the instance. You can't request a <code>VolumeKmsKeyId</code> when using an instance type with local storage.</p> <p>For a list of instance types that support local instance storage, see <a href=\"https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/InstanceStorage.html#instance-store-volumes\">Instance Store Volumes</a>.</p> <p>For more information about local instance storage encryption, see <a href=\"https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/ssd-instance-store.html\">SSD Instance Store Volumes</a>.</p> </note>",
8762-
"ProcessingOutputConfig$KmsKeyId": "<p>The Amazon Web Services Key Management Service (Amazon Web Services KMS) key that Amazon SageMaker uses to encrypt the processing job output. <code>KmsKeyId</code> can be an ID of a KMS key, ARN of a KMS key, alias of a KMS key, or alias of a KMS key. The <code>KmsKeyId</code> is applied to all outputs.</p>",
8762+
"ProcessingOutputConfig$KmsKeyId": "<p>The Amazon Web Services Key Management Service (Amazon Web Services KMS) key that Amazon SageMaker uses to encrypt the processing job output. <code>KmsKeyId</code> can be an ID of a KMS key, ARN of a KMS key, or alias of a KMS key. The <code>KmsKeyId</code> is applied to all outputs.</p>",
87638763
"ProductionVariantCoreDumpConfig$KmsKeyId": "<p>The Amazon Web Services Key Management Service (Amazon Web Services KMS) key that SageMaker uses to encrypt the core dump data at rest using Amazon S3 server-side encryption. The <code>KmsKeyId</code> can be any of the following formats: </p> <ul> <li> <p>// KMS Key ID</p> <p> <code>\"1234abcd-12ab-34cd-56ef-1234567890ab\"</code> </p> </li> <li> <p>// Amazon Resource Name (ARN) of a KMS Key</p> <p> <code>\"arn:aws:kms:us-west-2:111122223333:key/1234abcd-12ab-34cd-56ef-1234567890ab\"</code> </p> </li> <li> <p>// KMS Key Alias</p> <p> <code>\"alias/ExampleAlias\"</code> </p> </li> <li> <p>// Amazon Resource Name (ARN) of a KMS Key Alias</p> <p> <code>\"arn:aws:kms:us-west-2:111122223333:alias/ExampleAlias\"</code> </p> </li> </ul> <p>If you use a KMS key ID or an alias of your KMS key, the SageMaker execution role must include permissions to call <code>kms:Encrypt</code>. If you don't provide a KMS key ID, SageMaker uses the default KMS key for Amazon S3 for your role's account. SageMaker uses server-side encryption with KMS-managed keys for <code>OutputDataConfig</code>. If you use a bucket policy with an <code>s3:PutObject</code> permission that only allows objects with server-side encryption, set the condition key of <code>s3:x-amz-server-side-encryption</code> to <code>\"aws:kms\"</code>. For more information, see <a href=\"https://docs.aws.amazon.com/AmazonS3/latest/dev/UsingKMSEncryption.html\">KMS-Managed Encryption Keys</a> in the <i>Amazon Simple Storage Service Developer Guide.</i> </p> <p>The KMS key policy must grant permission to the IAM role that you specify in your <code>CreateEndpoint</code> and <code>UpdateEndpoint</code> requests. For more information, see <a href=\"https://docs.aws.amazon.com/kms/latest/developerguide/key-policies.html\">Using Key Policies in Amazon Web Services KMS</a> in the <i>Amazon Web Services Key Management Service Developer Guide</i>.</p>",
87648764
"RecommendationJobInputConfig$VolumeKmsKeyId": "<p>The Amazon Resource Name (ARN) of a Amazon Web Services Key Management Service (Amazon Web Services KMS) key that Amazon SageMaker uses to encrypt data on the storage volume attached to the ML compute instance that hosts the endpoint. This key will be passed to SageMaker Hosting for endpoint creation. </p> <p>The SageMaker execution role must have <code>kms:CreateGrant</code> permission in order to encrypt data on the storage volume of the endpoints created for inference recommendation. The inference recommendation job will fail asynchronously during endpoint configuration creation if the role passed does not have <code>kms:CreateGrant</code> permission.</p> <p>The <code>KmsKeyId</code> can be any of the following formats:</p> <ul> <li> <p>// KMS Key ID</p> <p> <code>\"1234abcd-12ab-34cd-56ef-1234567890ab\"</code> </p> </li> <li> <p>// Amazon Resource Name (ARN) of a KMS Key</p> <p> <code>\"arn:aws:kms:&lt;region&gt;:&lt;account&gt;:key/&lt;key-id-12ab-34cd-56ef-1234567890ab&gt;\"</code> </p> </li> <li> <p>// KMS Key Alias</p> <p> <code>\"alias/ExampleAlias\"</code> </p> </li> <li> <p>// Amazon Resource Name (ARN) of a KMS Key Alias</p> <p> <code>\"arn:aws:kms:&lt;region&gt;:&lt;account&gt;:alias/&lt;ExampleAlias&gt;\"</code> </p> </li> </ul> <p>For more information about key identifiers, see <a href=\"https://docs.aws.amazon.com/kms/latest/developerguide/concepts.html#key-id-key-id\">Key identifiers (KeyID)</a> in the Amazon Web Services Key Management Service (Amazon Web Services KMS) documentation.</p>",
87658765
"RecommendationJobOutputConfig$KmsKeyId": "<p>The Amazon Resource Name (ARN) of a Amazon Web Services Key Management Service (Amazon Web Services KMS) key that Amazon SageMaker uses to encrypt your output artifacts with Amazon S3 server-side encryption. The SageMaker execution role must have <code>kms:GenerateDataKey</code> permission.</p> <p>The <code>KmsKeyId</code> can be any of the following formats:</p> <ul> <li> <p>// KMS Key ID</p> <p> <code>\"1234abcd-12ab-34cd-56ef-1234567890ab\"</code> </p> </li> <li> <p>// Amazon Resource Name (ARN) of a KMS Key</p> <p> <code>\"arn:aws:kms:&lt;region&gt;:&lt;account&gt;:key/&lt;key-id-12ab-34cd-56ef-1234567890ab&gt;\"</code> </p> </li> <li> <p>// KMS Key Alias</p> <p> <code>\"alias/ExampleAlias\"</code> </p> </li> <li> <p>// Amazon Resource Name (ARN) of a KMS Key Alias</p> <p> <code>\"arn:aws:kms:&lt;region&gt;:&lt;account&gt;:alias/&lt;ExampleAlias&gt;\"</code> </p> </li> </ul> <p>For more information about key identifiers, see <a href=\"https://docs.aws.amazon.com/kms/latest/developerguide/concepts.html#key-id-key-id\">Key identifiers (KeyID)</a> in the Amazon Web Services Key Management Service (Amazon Web Services KMS) documentation.</p>",

generator/ServiceModels/sagemaker/sagemaker-2017-07-24.endpoint-rule-set.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -262,7 +262,7 @@
262262
}
263263
],
264264
"endpoint": {
265-
"url": "https://api.sagemaker.{Region}.amazonaws.com",
265+
"url": "https://api-fips.sagemaker.{Region}.amazonaws.com",
266266
"properties": {},
267267
"headers": {}
268268
},

generator/ServiceModels/sagemaker/sagemaker-2017-07-24.endpoint-tests.json

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -433,7 +433,7 @@
433433
"documentation": "For region us-gov-west-1 with FIPS enabled and DualStack disabled",
434434
"expect": {
435435
"endpoint": {
436-
"url": "https://api.sagemaker.us-gov-west-1.amazonaws.com"
436+
"url": "https://api-fips.sagemaker.us-gov-west-1.amazonaws.com"
437437
}
438438
},
439439
"params": {
@@ -459,7 +459,7 @@
459459
"documentation": "For region us-gov-east-1 with FIPS enabled and DualStack disabled",
460460
"expect": {
461461
"endpoint": {
462-
"url": "https://api.sagemaker.us-gov-east-1.amazonaws.com"
462+
"url": "https://api-fips.sagemaker.us-gov-east-1.amazonaws.com"
463463
}
464464
},
465465
"params": {

generator/ServiceModels/sagemaker/sagemaker-2017-07-24.normal.json

Lines changed: 37 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -24901,10 +24901,7 @@
2490124901
},
2490224902
"ListClusterNodesResponse":{
2490324903
"type":"structure",
24904-
"required":[
24905-
"NextToken",
24906-
"ClusterNodeSummaries"
24907-
],
24904+
"required":["ClusterNodeSummaries"],
2490824905
"members":{
2490924906
"NextToken":{
2491024907
"shape":"NextToken",
@@ -25009,10 +25006,7 @@
2500925006
},
2501025007
"ListClustersResponse":{
2501125008
"type":"structure",
25012-
"required":[
25013-
"NextToken",
25014-
"ClusterSummaries"
25015-
],
25009+
"required":["ClusterSummaries"],
2501625010
"members":{
2501725011
"NextToken":{
2501825012
"shape":"NextToken",
@@ -33324,7 +33318,40 @@
3332433318
"ml.r5d.8xlarge",
3332533319
"ml.r5d.12xlarge",
3332633320
"ml.r5d.16xlarge",
33327-
"ml.r5d.24xlarge"
33321+
"ml.r5d.24xlarge",
33322+
"ml.g6.xlarge",
33323+
"ml.g6.2xlarge",
33324+
"ml.g6.4xlarge",
33325+
"ml.g6.8xlarge",
33326+
"ml.g6.12xlarge",
33327+
"ml.g6.16xlarge",
33328+
"ml.g6.24xlarge",
33329+
"ml.g6.48xlarge",
33330+
"ml.g6e.xlarge",
33331+
"ml.g6e.2xlarge",
33332+
"ml.g6e.4xlarge",
33333+
"ml.g6e.8xlarge",
33334+
"ml.g6e.12xlarge",
33335+
"ml.g6e.16xlarge",
33336+
"ml.g6e.24xlarge",
33337+
"ml.g6e.48xlarge",
33338+
"ml.m6i.large",
33339+
"ml.m6i.xlarge",
33340+
"ml.m6i.2xlarge",
33341+
"ml.m6i.4xlarge",
33342+
"ml.m6i.8xlarge",
33343+
"ml.m6i.12xlarge",
33344+
"ml.m6i.16xlarge",
33345+
"ml.m6i.24xlarge",
33346+
"ml.m6i.32xlarge",
33347+
"ml.c6i.xlarge",
33348+
"ml.c6i.2xlarge",
33349+
"ml.c6i.4xlarge",
33350+
"ml.c6i.8xlarge",
33351+
"ml.c6i.12xlarge",
33352+
"ml.c6i.16xlarge",
33353+
"ml.c6i.24xlarge",
33354+
"ml.c6i.32xlarge"
3332833355
]
3332933356
},
3333033357
"ProcessingJob":{
@@ -33525,7 +33552,7 @@
3352533552
},
3352633553
"KmsKeyId":{
3352733554
"shape":"KmsKeyId",
33528-
"documentation":"<p>The Amazon Web Services Key Management Service (Amazon Web Services KMS) key that Amazon SageMaker uses to encrypt the processing job output. <code>KmsKeyId</code> can be an ID of a KMS key, ARN of a KMS key, alias of a KMS key, or alias of a KMS key. The <code>KmsKeyId</code> is applied to all outputs.</p>"
33555+
"documentation":"<p>The Amazon Web Services Key Management Service (Amazon Web Services KMS) key that Amazon SageMaker uses to encrypt the processing job output. <code>KmsKeyId</code> can be an ID of a KMS key, ARN of a KMS key, or alias of a KMS key. The <code>KmsKeyId</code> is applied to all outputs.</p>"
3352933556
}
3353033557
},
3353133558
"documentation":"<p>Configuration for uploading output from the processing container.</p>"

sdk/src/Services/SageMaker/Generated/Internal/AmazonSageMakerEndpointProvider.cs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -86,7 +86,7 @@ public Endpoint ResolveEndpoint(EndpointParameters parameters)
8686
}
8787
if (Equals(GetAttr(refs["PartitionResult"], "name"), "aws-us-gov"))
8888
{
89-
return new Endpoint(Interpolate(@"https://api.sagemaker.{Region}.amazonaws.com", refs), InterpolateJson(@"", refs), InterpolateJson(@"", refs));
89+
return new Endpoint(Interpolate(@"https://api-fips.sagemaker.{Region}.amazonaws.com", refs), InterpolateJson(@"", refs), InterpolateJson(@"", refs));
9090
}
9191
return new Endpoint(Interpolate(@"https://api.sagemaker-fips.{Region}.{PartitionResult#dnsSuffix}", refs), InterpolateJson(@"", refs), InterpolateJson(@"", refs));
9292
}

sdk/src/Services/SageMaker/Generated/Model/ListClusterNodesResponse.cs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -62,7 +62,7 @@ internal bool IsSetClusterNodeSummaries()
6262
/// The next token specified for listing instances in a SageMaker HyperPod cluster.
6363
/// </para>
6464
/// </summary>
65-
[AWSProperty(Required=true, Max=8192)]
65+
[AWSProperty(Max=8192)]
6666
public string NextToken
6767
{
6868
get { return this._nextToken; }

sdk/src/Services/SageMaker/Generated/Model/ListClustersResponse.cs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -64,7 +64,7 @@ internal bool IsSetClusterSummaries()
6464
/// the next request.
6565
/// </para>
6666
/// </summary>
67-
[AWSProperty(Required=true, Max=8192)]
67+
[AWSProperty(Max=8192)]
6868
public string NextToken
6969
{
7070
get { return this._nextToken; }

sdk/src/Services/SageMaker/Generated/Model/ProcessingOutputConfig.cs

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -42,8 +42,8 @@ public partial class ProcessingOutputConfig
4242
/// <para>
4343
/// The Amazon Web Services Key Management Service (Amazon Web Services KMS) key that
4444
/// Amazon SageMaker uses to encrypt the processing job output. <c>KmsKeyId</c> can be
45-
/// an ID of a KMS key, ARN of a KMS key, alias of a KMS key, or alias of a KMS key. The
46-
/// <c>KmsKeyId</c> is applied to all outputs.
45+
/// an ID of a KMS key, ARN of a KMS key, or alias of a KMS key. The <c>KmsKeyId</c> is
46+
/// applied to all outputs.
4747
/// </para>
4848
/// </summary>
4949
[AWSProperty(Max=2048)]

0 commit comments

Comments
 (0)