Grok provider registered, grok-beta model and new examples added

Author: peterbanda

openai-core/src/main/scala/io/cequence/openaiscala/domain/NonOpenAIModelId.scala

@@ -195,4 +195,9 @@ object NonOpenAIModelId {
   val stripedhyena_nous_7b = "togethercomputer/StripedHyena-Nous-7B" // Together AI
   val alpaca_7b = "togethercomputer/alpaca-7b" // Together AI
   val solar_10_7b_instruct_v1_0 = "upstage/SOLAR-10.7B-Instruct-v1.0" // Together AI
+
+  // Grok
+
+  // context 131072
+  val grok_beta = "grok-beta"
 }

openai-core/src/main/scala/io/cequence/openaiscala/service/ChatProviderSettings.scala

@@ -12,4 +12,5 @@ object ChatProviderSettings {
   val octoML = ProviderSettings("https://text.octoai.run/v1/", "OCTOAI_TOKEN")
   val togetherAI =
     ProviderSettings("https://api.together.xyz/v1/", "TOGETHERAI_API_KEY")
+  val grok = ProviderSettings("https://api.x.ai/v1/", "GROK_API_KEY")
 }

openai-core/src/main/scala/io/cequence/openaiscala/service/adapter/MultiServiceAdapter.scala

@@ -36,4 +36,4 @@ private class RandomOrderAdapter[+S <: CloseableService](
   val underlyings: Seq[S]
 ) extends MultiServiceAdapter[S] {
   protected def calcIndex: Int = Random.nextInt(count)
-}
+}

openai-core/src/main/scala/io/cequence/openaiscala/service/adapter/OpenAIServiceAdapters.scala

@@ -36,7 +36,8 @@ trait OpenAIServiceAdapters[S <: CloseableService] {
     wrapAndDelegate(new RandomOrderAdapter(underlyings))
 
   def parallelTakeFirst(
-    underlyings: S*)(
+    underlyings: S*
+  )(
     implicit materializer: Materializer
   ): S =
     wrapAndDelegate(new ParallelTakeFirstAdapter(underlyings))

openai-examples/src/main/scala/io/cequence/openaiscala/examples/nonopenai/ChatCompletionProvider.scala

@@ -63,6 +63,14 @@ object ChatCompletionProvider {
     m: Materializer
   ): OpenAIChatCompletionStreamedService = provide(ChatProviderSettings.togetherAI)
 
+  /**
+   * Requires `GROK_API_KEY`
+   */
+  def grok(
+    implicit ec: ExecutionContext,
+    m: Materializer
+  ): OpenAIChatCompletionStreamedService = provide(ChatProviderSettings.grok)
+
   /**
    * Requires `VERTEXAI_API_KEY` and "VERTEXAI_LOCATION"
    */

openai-examples/src/main/scala/io/cequence/openaiscala/examples/nonopenai/GrokCreateChatCompletion.scala

@@ -0,0 +1,35 @@
+package io.cequence.openaiscala.examples.nonopenai
+
+import io.cequence.openaiscala.domain._
+import io.cequence.openaiscala.domain.settings.CreateChatCompletionSettings
+import io.cequence.openaiscala.examples.ExampleBase
+import io.cequence.openaiscala.service.OpenAIChatCompletionService
+
+import scala.concurrent.Future
+
+/**
+ * Requires `GROK_API_KEY` environment variable to be set.
+ */
+object GrokCreateChatCompletion extends ExampleBase[OpenAIChatCompletionService] {
+
+  override val service: OpenAIChatCompletionService = ChatCompletionProvider.grok
+
+  private val messages = Seq(
+    SystemMessage("You are a helpful assistant."),
+    UserMessage("What is the weather like in Norway?")
+  )
+
+  private val modelId = NonOpenAIModelId.grok_beta
+
+  override protected def run: Future[_] =
+    service
+      .createChatCompletion(
+        messages = messages,
+        settings = CreateChatCompletionSettings(
+          model = modelId,
+          temperature = Some(0.1),
+          max_tokens = Some(1024)
+        )
+      )
+      .map(printMessageContent)
+}

openai-examples/src/main/scala/io/cequence/openaiscala/examples/nonopenai/GrokCreateChatCompletionStreamed.scala

@@ -0,0 +1,40 @@
+package io.cequence.openaiscala.examples.nonopenai
+
+import akka.stream.scaladsl.Sink
+import io.cequence.openaiscala.domain._
+import io.cequence.openaiscala.domain.settings.CreateChatCompletionSettings
+import io.cequence.openaiscala.examples.ExampleBase
+import io.cequence.openaiscala.service.OpenAIChatCompletionStreamedServiceExtra
+
+import scala.concurrent.Future
+
+// requires `openai-scala-client-stream` as a dependency and `GROK_API_KEY` environment variable to be set
+object GrokCreateChatCompletionStreamed
+    extends ExampleBase[OpenAIChatCompletionStreamedServiceExtra] {
+
+  override val service: OpenAIChatCompletionStreamedServiceExtra = ChatCompletionProvider.grok
+
+  private val messages = Seq(
+    SystemMessage("You are a helpful assistant."),
+    UserMessage("What is the weather like in Norway?")
+  )
+
+  private val modelId = NonOpenAIModelId.grok_beta
+
+  override protected def run: Future[_] =
+    service
+      .createChatCompletionStreamed(
+        messages = messages,
+        settings = CreateChatCompletionSettings(
+          model = modelId,
+          temperature = Some(0.01),
+          max_tokens = Some(512)
+        )
+      )
+      .runWith(
+        Sink.foreach { completion =>
+          val content = completion.choices.headOption.flatMap(_.delta.content)
+          print(content.getOrElse(""))
+        }
+      )
+}

openai-examples/src/main/scala/io/cequence/openaiscala/examples/nonopenai/VertexAICreateChatCompletionWithOpenAIAdapter.scala

@@ -13,7 +13,7 @@ object VertexAICreateChatCompletionWithOpenAIAdapter
 
   override val service: OpenAIChatCompletionService = ChatCompletionProvider.vertexAI
 
-  private val model = NonOpenAIModelId.gemini_1_5_pro_001
+  private val model = NonOpenAIModelId.gemini_1_5_pro_002
 
   private val messages = Seq(
     SystemMessage("You are a helpful assistant who makes jokes about Google."),