feat(client-application-auto-scaling): Application Auto Scaling is now more responsive to the changes in demand of your SageMaker Inference endpoints. To get started, create or update a Target Tracking policy based on High Resolution CloudWatch metrics.

awstools · awstools · commit 961af9b24f3e · 2024-07-25T19:38:56.000Z
diff --git a/clients/client-application-auto-scaling/src/commands/DescribeScalingPoliciesCommand.ts b/clients/client-application-auto-scaling/src/commands/DescribeScalingPoliciesCommand.ts
@@ -79,7 +79,7 @@ export interface DescribeScalingPoliciesCommandOutput extends DescribeScalingPol
  * //       TargetTrackingScalingPolicyConfiguration: { // TargetTrackingScalingPolicyConfiguration
  * //         TargetValue: Number("double"), // required
  * //         PredefinedMetricSpecification: { // PredefinedMetricSpecification
- * //           PredefinedMetricType: "DynamoDBReadCapacityUtilization" || "DynamoDBWriteCapacityUtilization" || "ALBRequestCountPerTarget" || "RDSReaderAverageCPUUtilization" || "RDSReaderAverageDatabaseConnections" || "EC2SpotFleetRequestAverageCPUUtilization" || "EC2SpotFleetRequestAverageNetworkIn" || "EC2SpotFleetRequestAverageNetworkOut" || "SageMakerVariantInvocationsPerInstance" || "ECSServiceAverageCPUUtilization" || "ECSServiceAverageMemoryUtilization" || "AppStreamAverageCapacityUtilization" || "ComprehendInferenceUtilization" || "LambdaProvisionedConcurrencyUtilization" || "CassandraReadCapacityUtilization" || "CassandraWriteCapacityUtilization" || "KafkaBrokerStorageUtilization" || "ElastiCachePrimaryEngineCPUUtilization" || "ElastiCacheReplicaEngineCPUUtilization" || "ElastiCacheDatabaseMemoryUsageCountedForEvictPercentage" || "NeptuneReaderAverageCPUUtilization" || "SageMakerVariantProvisionedConcurrencyUtilization" || "ElastiCacheDatabaseCapacityUsageCountedForEvictPercentage" || "SageMakerInferenceComponentInvocationsPerCopy" || "WorkSpacesAverageUserSessionsCapacityUtilization", // required
+ * //           PredefinedMetricType: "DynamoDBReadCapacityUtilization" || "DynamoDBWriteCapacityUtilization" || "ALBRequestCountPerTarget" || "RDSReaderAverageCPUUtilization" || "RDSReaderAverageDatabaseConnections" || "EC2SpotFleetRequestAverageCPUUtilization" || "EC2SpotFleetRequestAverageNetworkIn" || "EC2SpotFleetRequestAverageNetworkOut" || "SageMakerVariantInvocationsPerInstance" || "ECSServiceAverageCPUUtilization" || "ECSServiceAverageMemoryUtilization" || "AppStreamAverageCapacityUtilization" || "ComprehendInferenceUtilization" || "LambdaProvisionedConcurrencyUtilization" || "CassandraReadCapacityUtilization" || "CassandraWriteCapacityUtilization" || "KafkaBrokerStorageUtilization" || "ElastiCachePrimaryEngineCPUUtilization" || "ElastiCacheReplicaEngineCPUUtilization" || "ElastiCacheDatabaseMemoryUsageCountedForEvictPercentage" || "NeptuneReaderAverageCPUUtilization" || "SageMakerVariantProvisionedConcurrencyUtilization" || "ElastiCacheDatabaseCapacityUsageCountedForEvictPercentage" || "SageMakerInferenceComponentInvocationsPerCopy" || "WorkSpacesAverageUserSessionsCapacityUtilization" || "SageMakerInferenceComponentConcurrentRequestsPerCopyHighResolution" || "SageMakerVariantConcurrentRequestsPerModelHighResolution", // required
  * //           ResourceLabel: "STRING_VALUE",
  * //         },
  * //         CustomizedMetricSpecification: { // CustomizedMetricSpecification
diff --git a/clients/client-application-auto-scaling/src/commands/PutScalingPolicyCommand.ts b/clients/client-application-auto-scaling/src/commands/PutScalingPolicyCommand.ts
@@ -85,7 +85,7 @@ export interface PutScalingPolicyCommandOutput extends PutScalingPolicyResponse,
  *   TargetTrackingScalingPolicyConfiguration: { // TargetTrackingScalingPolicyConfiguration
  *     TargetValue: Number("double"), // required
  *     PredefinedMetricSpecification: { // PredefinedMetricSpecification
- *       PredefinedMetricType: "DynamoDBReadCapacityUtilization" || "DynamoDBWriteCapacityUtilization" || "ALBRequestCountPerTarget" || "RDSReaderAverageCPUUtilization" || "RDSReaderAverageDatabaseConnections" || "EC2SpotFleetRequestAverageCPUUtilization" || "EC2SpotFleetRequestAverageNetworkIn" || "EC2SpotFleetRequestAverageNetworkOut" || "SageMakerVariantInvocationsPerInstance" || "ECSServiceAverageCPUUtilization" || "ECSServiceAverageMemoryUtilization" || "AppStreamAverageCapacityUtilization" || "ComprehendInferenceUtilization" || "LambdaProvisionedConcurrencyUtilization" || "CassandraReadCapacityUtilization" || "CassandraWriteCapacityUtilization" || "KafkaBrokerStorageUtilization" || "ElastiCachePrimaryEngineCPUUtilization" || "ElastiCacheReplicaEngineCPUUtilization" || "ElastiCacheDatabaseMemoryUsageCountedForEvictPercentage" || "NeptuneReaderAverageCPUUtilization" || "SageMakerVariantProvisionedConcurrencyUtilization" || "ElastiCacheDatabaseCapacityUsageCountedForEvictPercentage" || "SageMakerInferenceComponentInvocationsPerCopy" || "WorkSpacesAverageUserSessionsCapacityUtilization", // required
+ *       PredefinedMetricType: "DynamoDBReadCapacityUtilization" || "DynamoDBWriteCapacityUtilization" || "ALBRequestCountPerTarget" || "RDSReaderAverageCPUUtilization" || "RDSReaderAverageDatabaseConnections" || "EC2SpotFleetRequestAverageCPUUtilization" || "EC2SpotFleetRequestAverageNetworkIn" || "EC2SpotFleetRequestAverageNetworkOut" || "SageMakerVariantInvocationsPerInstance" || "ECSServiceAverageCPUUtilization" || "ECSServiceAverageMemoryUtilization" || "AppStreamAverageCapacityUtilization" || "ComprehendInferenceUtilization" || "LambdaProvisionedConcurrencyUtilization" || "CassandraReadCapacityUtilization" || "CassandraWriteCapacityUtilization" || "KafkaBrokerStorageUtilization" || "ElastiCachePrimaryEngineCPUUtilization" || "ElastiCacheReplicaEngineCPUUtilization" || "ElastiCacheDatabaseMemoryUsageCountedForEvictPercentage" || "NeptuneReaderAverageCPUUtilization" || "SageMakerVariantProvisionedConcurrencyUtilization" || "ElastiCacheDatabaseCapacityUsageCountedForEvictPercentage" || "SageMakerInferenceComponentInvocationsPerCopy" || "WorkSpacesAverageUserSessionsCapacityUtilization" || "SageMakerInferenceComponentConcurrentRequestsPerCopyHighResolution" || "SageMakerVariantConcurrentRequestsPerModelHighResolution", // required
  *       ResourceLabel: "STRING_VALUE",
  *     },
  *     CustomizedMetricSpecification: { // CustomizedMetricSpecification
diff --git a/clients/client-application-auto-scaling/src/models/models_0.ts b/clients/client-application-auto-scaling/src/models/models_0.ts
@@ -2534,7 +2534,10 @@ export const MetricType = {
   NeptuneReaderAverageCPUUtilization: "NeptuneReaderAverageCPUUtilization",
   RDSReaderAverageCPUUtilization: "RDSReaderAverageCPUUtilization",
   RDSReaderAverageDatabaseConnections: "RDSReaderAverageDatabaseConnections",
+  SageMakerInferenceComponentConcurrentRequestsPerCopyHighResolution:
+    "SageMakerInferenceComponentConcurrentRequestsPerCopyHighResolution",
   SageMakerInferenceComponentInvocationsPerCopy: "SageMakerInferenceComponentInvocationsPerCopy",
+  SageMakerVariantConcurrentRequestsPerModelHighResolution: "SageMakerVariantConcurrentRequestsPerModelHighResolution",
   SageMakerVariantInvocationsPerInstance: "SageMakerVariantInvocationsPerInstance",
   SageMakerVariantProvisionedConcurrencyUtilization: "SageMakerVariantProvisionedConcurrencyUtilization",
   WorkSpacesAverageUserSessionsCapacityUtilization: "WorkSpacesAverageUserSessionsCapacityUtilization",
diff --git a/codegen/sdk-codegen/aws-models/application-auto-scaling.json b/codegen/sdk-codegen/aws-models/application-auto-scaling.json
@@ -2379,6 +2379,18 @@
           "traits": {
             "smithy.api#enumValue": "WorkSpacesAverageUserSessionsCapacityUtilization"
           }
+        },
+        "SageMakerInferenceComponentConcurrentRequestsPerCopyHighResolution": {
+          "target": "smithy.api#Unit",
+          "traits": {
+            "smithy.api#enumValue": "SageMakerInferenceComponentConcurrentRequestsPerCopyHighResolution"
+          }
+        },
+        "SageMakerVariantConcurrentRequestsPerModelHighResolution": {
+          "target": "smithy.api#Unit",
+          "traits": {
+            "smithy.api#enumValue": "SageMakerVariantConcurrentRequestsPerModelHighResolution"
+          }
         }
       }
     },

Original file line number	Diff line number	Diff line change
`@@ -2379,6 +2379,18 @@`
`2379`	`2379`	`"traits": {`
`2380`	`2380`	`"smithy.api#enumValue": "WorkSpacesAverageUserSessionsCapacityUtilization"`
`2381`	`2381`	`}`
	`2382`	`+ },`
	`2383`	`+ "SageMakerInferenceComponentConcurrentRequestsPerCopyHighResolution": {`
	`2384`	`+ "target": "smithy.api#Unit",`
	`2385`	`+ "traits": {`
	`2386`	`+ "smithy.api#enumValue": "SageMakerInferenceComponentConcurrentRequestsPerCopyHighResolution"`
	`2387`	`+ }`
	`2388`	`+ },`
	`2389`	`+ "SageMakerVariantConcurrentRequestsPerModelHighResolution": {`
	`2390`	`+ "target": "smithy.api#Unit",`
	`2391`	`+ "traits": {`
	`2392`	`+ "smithy.api#enumValue": "SageMakerVariantConcurrentRequestsPerModelHighResolution"`
	`2393`	`+ }`
`2382`	`2394`	`}`
`2383`	`2395`	`}`
`2384`	`2396`	`},`