Experimental
@aws-cdk/aws-bedrock-alpha is an experimental (alpha) package: its API may change in any release, without a major version bump.
CrossRegionInferenceProfileProps Struct
Properties for creating a Cross-Region Inference Profile.
| Stability | Experimental |
|---|---|
| Source | bedrock/inference-profiles/cross-region-inference-profile.ts |
Example
ts
// Create a cross-region inference profile
const crossRegionProfile = bedrock.CrossRegionInferenceProfile.fromConfig({
geoRegion: bedrock.CrossRegionInferenceProfileRegion.US,
model: bedrock.BedrockFoundationModel.ANTHROPIC_CLAUDE_3_5_SONNET_V2_0,
});
// Create an application inference profile across regions
const appProfile = new bedrock.ApplicationInferenceProfile(this, 'MyMultiRegionProfile', {
applicationInferenceProfileName: 'claude-35-sonnet-v2-multi-region',
modelSource: crossRegionProfile,
description: 'Multi-region application profile for cost tracking',
});
python
# Create a cross-region inference profile
cross_region_profile = bedrock.CrossRegionInferenceProfile.from_config(
geo_region=bedrock.CrossRegionInferenceProfileRegion.US,
model=bedrock.BedrockFoundationModel.ANTHROPIC_CLAUDE_3_5_SONNET_V2_0
)
# Create an application inference profile across regions
app_profile = bedrock.ApplicationInferenceProfile(self, "MyMultiRegionProfile",
application_inference_profile_name="claude-35-sonnet-v2-multi-region",
model_source=cross_region_profile,
description="Multi-region application profile for cost tracking"
)
java
// Create a cross-region inference profile
CrossRegionInferenceProfile crossRegionProfile = CrossRegionInferenceProfile.fromConfig(CrossRegionInferenceProfileProps.builder()
.geoRegion(CrossRegionInferenceProfileRegion.US)
.model(BedrockFoundationModel.ANTHROPIC_CLAUDE_3_5_SONNET_V2_0)
.build());
// Create an application inference profile across regions
ApplicationInferenceProfile appProfile = ApplicationInferenceProfile.Builder.create(this, "MyMultiRegionProfile")
.applicationInferenceProfileName("claude-35-sonnet-v2-multi-region")
.modelSource(crossRegionProfile)
.description("Multi-region application profile for cost tracking")
.build();
csharp
// Install: dotnet add package Amazon.CDK.AWS.Bedrock.Alpha
// Create a cross-region inference profile
var crossRegionProfile = CrossRegionInferenceProfile.FromConfig(new CrossRegionInferenceProfileProps {
GeoRegion = CrossRegionInferenceProfileRegion.US,
Model = BedrockFoundationModel.ANTHROPIC_CLAUDE_3_5_SONNET_V2_0
});
// Create an application inference profile across regions
var appProfile = new ApplicationInferenceProfile(this, "MyMultiRegionProfile", new ApplicationInferenceProfileProps {
ApplicationInferenceProfileName = "claude-35-sonnet-v2-multi-region",
ModelSource = crossRegionProfile,
Description = "Multi-region application profile for cost tracking"
});
go
// Install: go get github.com/aws/aws-cdk-go/awsbedrockalpha/v2
// Create a cross-region inference profile
crossRegionProfile := bedrock.CrossRegionInferenceProfile_FromConfig(&CrossRegionInferenceProfileProps{
GeoRegion: bedrock.CrossRegionInferenceProfileRegion_US,
Model: bedrock.BedrockFoundationModel_ANTHROPIC_CLAUDE_3_5_SONNET_V2_0(),
})
// Create an application inference profile across regions
appProfile := bedrock.NewApplicationInferenceProfile(this, jsii.String("MyMultiRegionProfile"), &ApplicationInferenceProfileProps{
ApplicationInferenceProfileName: jsii.String("claude-35-sonnet-v2-multi-region"),
ModelSource: crossRegionProfile,
Description: jsii.String("Multi-region application profile for cost tracking"),
})
Properties
geoRegionCrossRegionInferenceProfileRegiongeo_regionCrossRegionInferenceProfileRegiongeoRegionCrossRegionInferenceProfileRegionGeoRegionCrossRegionInferenceProfileRegionGeoRegionCrossRegionInferenceProfileRegion required #The geographic region where the traffic is going to be distributed.
Routing factors in user traffic, demand and utilization of resources.
modelBedrockFoundationModelmodelBedrockFoundationModelmodelBedrockFoundationModelModelBedrockFoundationModelModelBedrockFoundationModel required #A foundation model supporting cross-region inference.
The model must have cross-region support enabled.