add Python request conversational

Author: Wauplin

packages/inference/src/snippets/templates/python/requests/conversational.jinja

@@ -0,0 +1,10 @@
+def query(payload):
+    response = requests.post(API_URL, headers=headers, json=payload)
+    return response.json()
+
+response = query({
+    "model": "{{ providerModelId }}",
+{{ inputs.asJsonString }}
+})
+
+print(response["choices"][0]["message"]) 

packages/tasks-gen/snippets-fixtures/conversational-llm-non-stream/1.requests.hf-inference.py

@@ -0,0 +1,21 @@
+import requests
+
+API_URL = "https://router.huggingface.co/hf-inference/models/meta-llama/Llama-3.1-8B-Instruct/v1/chat/completions"
+headers = {"Authorization": "Bearer api_token"}
+
+def query(payload):
+    response = requests.post(API_URL, headers=headers, json=payload)
+    return response.json()
+
+response = query({
+    "model": "meta-llama/Llama-3.1-8B-Instruct",
+    "messages": [
+        {
+            "role": "user",
+            "content": "What is the capital of France?"
+        }
+    ],
+    "max_tokens": 500
+})
+
+print(response["choices"][0]["message"])

packages/tasks-gen/snippets-fixtures/conversational-llm-non-stream/1.requests.together.py

@@ -0,0 +1,21 @@
+import requests
+
+API_URL = "https://api.together.xyz/v1/chat/completions"
+headers = {"Authorization": "Bearer api_token"}
+
+def query(payload):
+    response = requests.post(API_URL, headers=headers, json=payload)
+    return response.json()
+
+response = query({
+    "model": "<together alias for meta-llama/Llama-3.1-8B-Instruct>",
+    "messages": [
+        {
+            "role": "user",
+            "content": "What is the capital of France?"
+        }
+    ],
+    "max_tokens": 500
+})
+
+print(response["choices"][0]["message"])

packages/tasks-gen/snippets-fixtures/conversational-llm-non-stream/1.openai.hf-inference.py renamed to packages/tasks-gen/snippets-fixtures/conversational-llm-non-stream/2.openai.hf-inference.py

@@ -0,0 +1,32 @@
+import requests
+
+API_URL = "https://api.fireworks.ai/inference/v1/chat/completions"
+headers = {"Authorization": "Bearer api_token"}
+
+def query(payload):
+    response = requests.post(API_URL, headers=headers, json=payload)
+    return response.json()
+
+response = query({
+    "model": "<fireworks-ai alias for meta-llama/Llama-3.2-11B-Vision-Instruct>",
+    "messages": [
+        {
+            "role": "user",
+            "content": [
+                {
+                    "type": "text",
+                    "text": "Describe this image in one sentence."
+                },
+                {
+                    "type": "image_url",
+                    "image_url": {
+                        "url": "https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg"
+                    }
+                }
+            ]
+        }
+    ],
+    "max_tokens": 500
+})
+
+print(response["choices"][0]["message"])

packages/tasks-gen/snippets-fixtures/conversational-llm-non-stream/1.openai.together.py renamed to packages/tasks-gen/snippets-fixtures/conversational-llm-non-stream/2.openai.together.py

@@ -0,0 +1,32 @@
+import requests
+
+API_URL = "https://router.huggingface.co/hf-inference/models/meta-llama/Llama-3.2-11B-Vision-Instruct/v1/chat/completions"
+headers = {"Authorization": "Bearer api_token"}
+
+def query(payload):
+    response = requests.post(API_URL, headers=headers, json=payload)
+    return response.json()
+
+response = query({
+    "model": "meta-llama/Llama-3.2-11B-Vision-Instruct",
+    "messages": [
+        {
+            "role": "user",
+            "content": [
+                {
+                    "type": "text",
+                    "text": "Describe this image in one sentence."
+                },
+                {
+                    "type": "image_url",
+                    "image_url": {
+                        "url": "https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg"
+                    }
+                }
+            ]
+        }
+    ],
+    "max_tokens": 500
+})
+
+print(response["choices"][0]["message"])