Prechádzať zdrojové kódy

feat: Add support for cross-region AWS model handling in awsStreamHandler

1808837298@qq.com 11 mesiacov pred
rodič
commit
7143b0f160
1 zmenil súbory, kde vykonal 6 pridanie a 0 odobranie
  1. 6 0
      relay/channel/aws/relay-aws.go

+ 6 - 0
relay/channel/aws/relay-aws.go

@@ -135,6 +135,12 @@ func awsStreamHandler(c *gin.Context, resp *http.Response, info *relaycommon.Rel
 		return wrapErr(errors.Wrap(err, "awsModelID")), nil
 	}
 
+	awsRegionPrefix := awsRegionPrefix(awsCli.Options().Region)
+	canCrossRegion := awsModelCanCrossRegion(awsModelId, awsRegionPrefix)
+	if canCrossRegion {
+		awsModelId = awsModelCrossRegion(awsModelId, awsRegionPrefix)
+	}
+
 	awsReq := &bedrockruntime.InvokeModelWithResponseStreamInput{
 		ModelId:     aws.String(awsModelId),
 		Accept:      aws.String("application/json"),