ServerlessConfigProperty Struct
Specifies the serverless configuration for an endpoint variant.
Example
ts
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
import { aws_sagemaker as sagemaker } from 'aws-cdk-lib';
const serverlessConfigProperty: sagemaker.CfnEndpointConfig.ServerlessConfigProperty = {
maxConcurrency: 123,
memorySizeInMb: 123,
// the properties below are optional
provisionedConcurrency: 123,
};
python
# The code below shows an example of how to instantiate this type.
# The values are placeholders you should change.
from aws_cdk import aws_sagemaker as sagemaker
serverless_config_property = sagemaker.CfnEndpointConfig.ServerlessConfigProperty(
max_concurrency=123,
memory_size_in_mb=123,
# the properties below are optional
provisioned_concurrency=123
)
java
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
import software.amazon.awscdk.services.sagemaker.*;
ServerlessConfigProperty serverlessConfigProperty = ServerlessConfigProperty.builder()
.maxConcurrency(123)
.memorySizeInMb(123)
// the properties below are optional
.provisionedConcurrency(123)
.build();
csharp
// Install: dotnet add package Amazon.CDK.Lib
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
using Amazon.CDK.AWS.Sagemaker;
var serverlessConfigProperty = new ServerlessConfigProperty {
MaxConcurrency = 123,
MemorySizeInMb = 123,
// the properties below are optional
ProvisionedConcurrency = 123
};
go
// Install: go get github.com/aws/aws-cdk-go/awscdk/v2
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
import "github.com/aws/aws-cdk-go/awscdk"
serverlessConfigProperty := &ServerlessConfigProperty{
MaxConcurrency: jsii.Number(123),
MemorySizeInMb: jsii.Number(123),
// the properties below are optional
ProvisionedConcurrency: jsii.Number(123),
}
Properties
maxConcurrencynumbermax_concurrencyint | floatmaxConcurrencyNumberMaxConcurrencydoubleMaxConcurrency*float64required#The maximum number of concurrent invocations your serverless endpoint can process.
memorySizeInMbnumbermemory_size_in_mbint | floatmemorySizeInMbNumberMemorySizeInMbdoubleMemorySizeInMb*float64required#The memory size of your serverless endpoint.
Valid values are in 1 GB increments: 1024 MB, 2048 MB, 3072 MB, 4096 MB, 5120 MB, or 6144 MB.
provisionedConcurrencyoptionalnumberprovisioned_concurrencyoptionalint | floatprovisionedConcurrencyoptionalNumberProvisionedConcurrencyoptionaldoubleProvisionedConcurrencyoptional*float64#The amount of provisioned concurrency to allocate for the serverless endpoint.
notes
Should be less than or equal to MaxConcurrency .
This field is not supported for serverless endpoint recommendations for Inference Recommender jobs. For more information about creating an Inference Recommender job, see CreateInferenceRecommendationsJobs .