InferenceComponentRuntimeConfigProperty Struct
Runtime settings for a model that is deployed with an inference component.
| Source | |
|---|---|
| Type last changed |
Example
ts
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
import { aws_sagemaker as sagemaker } from 'aws-cdk-lib';
const inferenceComponentRuntimeConfigProperty: sagemaker.CfnInferenceComponent.InferenceComponentRuntimeConfigProperty = {
copyCount: 123,
currentCopyCount: 123,
desiredCopyCount: 123,
placementStatus: [{
currentCopyCount: 123,
instanceType: 'instanceType',
}],
};
python
# The code below shows an example of how to instantiate this type.
# The values are placeholders you should change.
from aws_cdk import aws_sagemaker as sagemaker
inference_component_runtime_config_property = sagemaker.CfnInferenceComponent.InferenceComponentRuntimeConfigProperty(
copy_count=123,
current_copy_count=123,
desired_copy_count=123,
placement_status=[sagemaker.CfnInferenceComponent.InferenceComponentPlacementStatusProperty(
current_copy_count=123,
instance_type="instanceType"
)]
)
java
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
import software.amazon.awscdk.services.sagemaker.*;
InferenceComponentRuntimeConfigProperty inferenceComponentRuntimeConfigProperty = InferenceComponentRuntimeConfigProperty.builder()
.copyCount(123)
.currentCopyCount(123)
.desiredCopyCount(123)
.placementStatus(List.of(InferenceComponentPlacementStatusProperty.builder()
.currentCopyCount(123)
.instanceType("instanceType")
.build()))
.build();
csharp
// Install: dotnet add package Amazon.CDK.Lib
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
using Amazon.CDK.AWS.Sagemaker;
var inferenceComponentRuntimeConfigProperty = new InferenceComponentRuntimeConfigProperty {
CopyCount = 123,
CurrentCopyCount = 123,
DesiredCopyCount = 123,
PlacementStatus = new [] { new InferenceComponentPlacementStatusProperty {
CurrentCopyCount = 123,
InstanceType = "instanceType"
} }
};
go
// Install: go get github.com/aws/aws-cdk-go/awscdk/v2
// The code below shows an example of how to instantiate this type.
// The values are placeholders you should change.
import "github.com/aws/aws-cdk-go/awscdk"
inferenceComponentRuntimeConfigProperty := &InferenceComponentRuntimeConfigProperty{
CopyCount: jsii.Number(123),
CurrentCopyCount: jsii.Number(123),
DesiredCopyCount: jsii.Number(123),
PlacementStatus: []interface{}{
&InferenceComponentPlacementStatusProperty{
CurrentCopyCount: jsii.Number(123),
InstanceType: jsii.String("instanceType"),
},
},
}
Properties
copyCountoptionalnumbercopy_countoptionalint | floatcopyCountoptionalNumberCopyCountoptionaldoubleCopyCountoptional*float64 #The number of runtime copies of the model container to deploy with the inference component.
Each copy can serve inference requests.
currentCopyCountoptionalnumbercurrent_copy_countoptionalint | floatcurrentCopyCountoptionalNumberCurrentCopyCountoptionaldoubleCurrentCopyCountoptional*float64 #The number of runtime copies of the model container that are currently deployed.
desiredCopyCountoptionalnumberdesired_copy_countoptionalint | floatdesiredCopyCountoptionalNumberDesiredCopyCountoptionaldoubleDesiredCopyCountoptional*float64 #The number of runtime copies of the model container that you requested to deploy with the inference component.
placementStatusoptionalIResolvable | IResolvable | CfnInferenceComponent.placement_statusoptionaltyping.Union[IResolvable, typing.List[typing.Union[IResolvable, InferenceComponentPlacementStatusProperty]]]placementStatusoptionalIResolvablePlacementStatusoptionalIResolvablePlacementStatusoptionalinterface{} #The placement status of the inference component across instance types.