AsyncInferenceClientConfigProperty Struct
Configures the behavior of the client used by SageMaker to interact with the model container during asynchronous inference.
Example
ts
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
import { aws_sagemaker as sagemaker } from 'aws-cdk-lib';
const asyncInferenceClientConfigProperty: sagemaker.CfnEndpointConfig.AsyncInferenceClientConfigProperty = {
maxConcurrentInvocationsPerInstance: 123,
};
python
# The code below shows an example of how to instantiate this type.
# The values are placeholders you should change.
from aws_cdk import aws_sagemaker as sagemaker
async_inference_client_config_property = sagemaker.CfnEndpointConfig.AsyncInferenceClientConfigProperty(
max_concurrent_invocations_per_instance=123
)
java
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
import software.amazon.awscdk.services.sagemaker.*;
AsyncInferenceClientConfigProperty asyncInferenceClientConfigProperty = AsyncInferenceClientConfigProperty.builder()
.maxConcurrentInvocationsPerInstance(123)
.build();
csharp
// Install: dotnet add package Amazon.CDK.Lib
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
using Amazon.CDK.AWS.Sagemaker;
var asyncInferenceClientConfigProperty = new AsyncInferenceClientConfigProperty {
MaxConcurrentInvocationsPerInstance = 123
};
go
// Install: go get github.com/aws/aws-cdk-go/awscdk/v2
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
import "github.com/aws/aws-cdk-go/awscdk"
asyncInferenceClientConfigProperty := &AsyncInferenceClientConfigProperty{
MaxConcurrentInvocationsPerInstance: jsii.Number(123),
}
Properties
maxConcurrentInvocationsPerInstanceoptionalnumbermax_concurrent_invocations_per_instanceoptionalint | floatmaxConcurrentInvocationsPerInstanceoptionalNumberMaxConcurrentInvocationsPerInstanceoptionaldoubleMaxConcurrentInvocationsPerInstanceoptional*float64#The maximum number of concurrent requests sent by the SageMaker client to the model container.
If no value is provided, SageMaker will choose an optimal value for you.