feat(client-bedrock-agent): Amazon Bedrock Prompt Flows and Prompt Management now supports using inference profiles to increase throughput and improve resilience.

awstools · awstools · commit 3db793d15e22 · 2024-09-23T18:20:04.000Z
diff --git a/clients/client-bedrock-agent/src/models/models_0.ts b/clients/client-bedrock-agent/src/models/models_0.ts
@@ -1160,7 +1160,7 @@ export interface PromptOverrideConfiguration {
   promptConfigurations: PromptConfiguration[] | undefined;
 
   /**
-   * <p>The ARN of the Lambda function to use when parsing the raw foundation model output in parts of the agent sequence. If you specify this field, at least one of the <code>promptConfigurations</code> must contain a <code>parserMode</code> value that is set to <code>OVERRIDDEN</code>. For more information, see <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/lambda-parser.html">Parser Lambda function in Agents for Amazon Bedrock</a>.</p>
+   * <p>The ARN of the Lambda function to use when parsing the raw foundation model output in parts of the agent sequence. If you specify this field, at least one of the <code>promptConfigurations</code> must contain a <code>parserMode</code> value that is set to <code>OVERRIDDEN</code>. For more information, see <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/lambda-parser.html">Parser Lambda function in Amazon Bedrock Agents</a>.</p>
    * @public
    */
   overrideLambda?: string;
@@ -1648,7 +1648,7 @@ export interface CreateAgentRequest {
   instruction?: string;
 
   /**
-   * <p>The foundation model to be used for orchestration by the agent you create.</p>
+   * <p>The Amazon Resource Name (ARN) of the foundation model to be used for orchestration by the agent you create.</p>
    * @public
    */
   foundationModel?: string;
@@ -3913,7 +3913,7 @@ export interface KnowledgeBaseFlowNodeConfiguration {
   knowledgeBaseId: string | undefined;
 
   /**
-   * <p>The unique identifier of the model to use to generate a response from the query results. Omit this field if you want to return the retrieved results as an array.</p>
+   * <p>The unique identifier of the model or <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/cross-region-inference.html">inference profile</a> to use to generate a response from the query results. Omit this field if you want to return the retrieved results as an array.</p>
    * @public
    */
   modelId?: string;
@@ -4132,7 +4132,7 @@ export interface PromptFlowNodeInlineConfiguration {
   templateConfiguration: PromptTemplateConfiguration | undefined;
 
   /**
-   * <p>The unique identifier of the model to run inference with.</p>
+   * <p>The unique identifier of the model or <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/cross-region-inference.html">inference profile</a> to run inference with.</p>
    * @public
    */
   modelId: string | undefined;
@@ -7479,7 +7479,7 @@ export interface PromptVariant {
   templateConfiguration?: PromptTemplateConfiguration;
 
   /**
-   * <p>The unique identifier of the model with which to run inference on the prompt.</p>
+   * <p>The unique identifier of the model or <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/cross-region-inference.html">inference profile</a> with which to run inference on the prompt.</p>
    * @public
    */
   modelId?: string;
diff --git a/codegen/sdk-codegen/aws-models/bedrock-agent.json b/codegen/sdk-codegen/aws-models/bedrock-agent.json
@@ -2605,7 +2605,7 @@
         "foundationModel": {
           "target": "com.amazonaws.bedrockagent#ModelIdentifier",
           "traits": {
-            "smithy.api#documentation": "<p>The foundation model to be used for orchestration by the agent you create.</p>"
+            "smithy.api#documentation": "<p>The Amazon Resource Name (ARN) of the foundation model to be used for orchestration by the agent you create.</p>"
           }
         },
         "description": {
@@ -8032,9 +8032,9 @@
           }
         },
         "modelId": {
-          "target": "com.amazonaws.bedrockagent#ModelIdentifier",
+          "target": "com.amazonaws.bedrockagent#KnowledgeBaseModelIdentifier",
           "traits": {
-            "smithy.api#documentation": "<p>The unique identifier of the model to use to generate a response from the query results. Omit this field if you want to return the retrieved results as an array.</p>"
+            "smithy.api#documentation": "<p>The unique identifier of the model or <a href=\"https://docs.aws.amazon.com/bedrock/latest/userguide/cross-region-inference.html\">inference profile</a> to use to generate a response from the query results. Omit this field if you want to return the retrieved results as an array.</p>"
           }
         }
       },
@@ -8051,6 +8051,16 @@
         "smithy.api#pattern": "^[0-9a-zA-Z]+$"
       }
     },
+    "com.amazonaws.bedrockagent#KnowledgeBaseModelIdentifier": {
+      "type": "string",
+      "traits": {
+        "smithy.api#length": {
+          "min": 1,
+          "max": 2048
+        },
+        "smithy.api#pattern": "^(arn:aws(-[^:]+)?:bedrock:[a-z0-9-]{1,20}:(([0-9]{12}:custom-model/[a-z0-9-]{1,63}[.]{1}[a-z0-9-]{1,63}/[a-z0-9]{12})|(:foundation-model/[a-z0-9-]{1,63}[.]{1}[a-z0-9-]{1,63}([.:]?[a-z0-9-]{1,63}))|([0-9]{12}:provisioned-model/[a-z0-9]{12})))|([a-z0-9-]{1,63}[.]{1}[a-z0-9-]{1,63}([.:]?[a-z0-9-]{1,63}))|(([0-9a-zA-Z][_-]?)+)|(arn:aws(|-us-gov|-cn|-iso|-iso-b):bedrock:(|[0-9a-z-]{1,20}):(|[0-9]{12}):(model-gateway|inference-profile)/[a-zA-Z0-9-:.]+)|([a-zA-Z0-9-:.]+)$"
+      }
+    },
     "com.amazonaws.bedrockagent#KnowledgeBaseResource": {
       "type": "resource",
       "operations": [
@@ -10305,7 +10315,7 @@
         "modelId": {
           "target": "com.amazonaws.bedrockagent#PromptModelIdentifier",
           "traits": {
-            "smithy.api#documentation": "<p>The unique identifier of the model to run inference with.</p>",
+            "smithy.api#documentation": "<p>The unique identifier of the model or <a href=\"https://docs.aws.amazon.com/bedrock/latest/userguide/cross-region-inference.html\">inference profile</a> to run inference with.</p>",
             "smithy.api#required": {}
           }
         },
@@ -10477,7 +10487,7 @@
           "min": 1,
           "max": 2048
         },
-        "smithy.api#pattern": "^(arn:aws(-[^:]+)?:bedrock:[a-z0-9-]{1,20}:(([0-9]{12}:custom-model/[a-z0-9-]{1,63}[.]{1}[a-z0-9-]{1,63}/[a-z0-9]{12})|(:foundation-model/[a-z0-9-]{1,63}[.]{1}[a-z0-9-]{1,63}([.:]?[a-z0-9-]{1,63}))|([0-9]{12}:provisioned-model/[a-z0-9]{12})))|([a-z0-9-]{1,63}[.]{1}[a-z0-9-]{1,63}([.:]?[a-z0-9-]{1,63}))|(([0-9a-zA-Z][_-]?)+)$"
+        "smithy.api#pattern": "^(arn:aws(-[^:]+)?:bedrock:[a-z0-9-]{1,20}:(([0-9]{12}:custom-model/[a-z0-9-]{1,63}[.]{1}[a-z0-9-]{1,63}/[a-z0-9]{12})|(:foundation-model/[a-z0-9-]{1,63}[.]{1}[a-z0-9-]{1,63}([.:]?[a-z0-9-]{1,63}))|([0-9]{12}:provisioned-model/[a-z0-9]{12})))|([a-z0-9-]{1,63}[.]{1}[a-z0-9-]{1,63}([.:]?[a-z0-9-]{1,63}))|(([0-9a-zA-Z][_-]?)+)|(arn:aws(|-us-gov|-cn|-iso|-iso-b):bedrock:(|[0-9a-z-]{1,20}):(|[0-9]{12}):(model-gateway|inference-profile)/[a-zA-Z0-9-:.]+)|([a-zA-Z0-9-:.]+)$"
       }
     },
     "com.amazonaws.bedrockagent#PromptModelInferenceConfiguration": {
@@ -10537,7 +10547,7 @@
         "overrideLambda": {
           "target": "com.amazonaws.bedrockagent#LambdaArn",
           "traits": {
-            "smithy.api#documentation": "<p>The ARN of the Lambda function to use when parsing the raw foundation model output in parts of the agent sequence. If you specify this field, at least one of the <code>promptConfigurations</code> must contain a <code>parserMode</code> value that is set to <code>OVERRIDDEN</code>. For more information, see <a href=\"https://docs.aws.amazon.com/bedrock/latest/userguide/lambda-parser.html\">Parser Lambda function in Agents for Amazon Bedrock</a>.</p>"
+            "smithy.api#documentation": "<p>The ARN of the Lambda function to use when parsing the raw foundation model output in parts of the agent sequence. If you specify this field, at least one of the <code>promptConfigurations</code> must contain a <code>parserMode</code> value that is set to <code>OVERRIDDEN</code>. For more information, see <a href=\"https://docs.aws.amazon.com/bedrock/latest/userguide/lambda-parser.html\">Parser Lambda function in Amazon Bedrock Agents</a>.</p>"
           }
         }
       },
@@ -10743,7 +10753,7 @@
         "modelId": {
           "target": "com.amazonaws.bedrockagent#PromptModelIdentifier",
           "traits": {
-            "smithy.api#documentation": "<p>The unique identifier of the model with which to run inference on the prompt.</p>"
+            "smithy.api#documentation": "<p>The unique identifier of the model or <a href=\"https://docs.aws.amazon.com/bedrock/latest/userguide/cross-region-inference.html\">inference profile</a> with which to run inference on the prompt.</p>"
           }
         },
         "inferenceConfiguration": {
