ConverseStream

Author: monadierickx

swift/example_code/bedrock-runtime/models/amazon-nova/amazon-nova-text/Package.swift

@@ -28,6 +28,14 @@ let package = Package(
                 .product(name: "ArgumentParser", package: "swift-argument-parser")
             ],
             path: "Sources/Converse"
+        ),
+        .executableTarget(
+            name: "ConverseStream",
+            dependencies: [
+                .product(name: "AWSBedrockRuntime", package: "aws-sdk-swift"),
+                .product(name: "ArgumentParser", package: "swift-argument-parser")
+            ],
+            path: "Sources/ConverseStream"
         )
     ]
 )

swift/example_code/bedrock-runtime/models/amazon-nova/amazon-nova-text/Sources/Converse/main.swift

@@ -20,10 +20,10 @@ func converse(_ textPrompt: String) async throws -> String {
 
     // Start a conversation with the user message.
     let message = BedrockRuntimeClientTypes.Message(
-                content: [.text(textPrompt)],
-                role: .user
-            )
-    
+        content: [.text(textPrompt)],
+        role: .user
+    )
+
     // Optionally use inference parameters
     let inferenceConfig = BedrockRuntimeClientTypes.InferenceConfiguration(
         maxTokens: 512,
@@ -34,7 +34,7 @@ func converse(_ textPrompt: String) async throws -> String {
 
     // Create the ConverseInput to send to the model
     let input = ConverseInput(inferenceConfig: inferenceConfig, messages: [message], modelId: modelId)
-    
+
     // Send the ConverseInput to the model
     let response = try await client.converse(input: input)
 

swift/example_code/bedrock-runtime/models/amazon-nova/amazon-nova-text/Sources/ConverseStream/main.swift

@@ -0,0 +1,70 @@
+// Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+// SPDX-License-Identifier: Apache-2.0
+// 
+// snippet-start:[swift.example_code.bedrock-runtime.ConverseStream_AmazonNovaText]
+// An example demonstrating how to use the Conversation API to send a text message to Amazon Nova and print the response stream
+
+import ArgumentParser
+import AWSClientRuntime
+import Foundation
+import AWSBedrockRuntime
+
+func printConverseStream(_ textPrompt: String) async throws {
+
+    // Create a Bedrock Runtime client in the AWS Region you want to use.
+    let config = try await BedrockRuntimeClient.BedrockRuntimeClientConfiguration(region: "us-east-1")    
+    let client = BedrockRuntimeClient(config: config)
+
+    // Set the model ID.
+    let modelId = "amazon.nova-lite-v1:0"
+
+    // Start a conversation with the user message.
+    let message = BedrockRuntimeClientTypes.Message(
+        content: [.text(textPrompt)],
+        role: .user
+    )
+
+    // Optionally use inference parameters.
+    let inferenceConfig = BedrockRuntimeClientTypes.InferenceConfiguration(
+        maxTokens: 512,
+        stopSequences: ["END"],
+        temperature: 0.5,
+        topp: 0.9
+    )
+
+    // Create the ConverseStreamInput to send to the model.
+    let input = ConverseStreamInput(inferenceConfig: inferenceConfig, messages: [message], modelId: modelId)
+
+    // Send the ConverseStreamInput to the model.
+    let response = try await client.converseStream(input: input)
+
+    // Extract the streaming response.
+    guard let stream = response.stream else {
+        print("No stream available")
+        return
+    }
+
+    // Extract and print the streamed response text in real-time.
+    for try await event in stream {
+        switch event {
+        case .messagestart(_):
+            print("\nNova Lite:")
+
+        case .contentblockdelta(let deltaEvent):
+            if case .text(let text) = deltaEvent.delta {
+                print(text, terminator: "")
+            }
+
+        default:
+            break
+        }
+    }
+}
+
+do {
+    try await printConverseStream("Describe the purpose of a 'hello world' program in two paragraphs.")
+} catch {
+    print("An error occured: \(error)")
+}
+
+// snippet-end:[swift.example_code.bedrock-runtime.ConverseStream_AmazonNovaText]