zero shot image class

Author: Wauplin

packages/tasks-gen/scripts/generate-snippets-fixtures.ts

@@ -189,17 +189,17 @@ const TEST_CASES: {
 		providers: ["hf-inference"],
 		languages: ["py"],
 	},
-	// {
-	// 	testName: "zero-shot-image-classification",
-	// 	model: {
-	// 		id: "openai/clip-vit-large-patch14",
-	// 		pipeline_tag: "zero-shot-image-classification",
-	// 		tags: [],
-	// 		inference: "",
-	// 	},
-	// 	providers: ["hf-inference"],
-	// 	languages: ["py"],
-	// },
+	{
+		testName: "zero-shot-image-classification",
+		model: {
+			id: "openai/clip-vit-large-patch14",
+			pipeline_tag: "zero-shot-image-classification",
+			tags: [],
+			inference: "",
+		},
+		providers: ["hf-inference"],
+		languages: ["py"],
+	},
 ] as const;
 
 const GET_SNIPPET_FN = {

packages/tasks-gen/snippets-fixtures/zero-shot-image-classification/0.requests.hf-inference.py

@@ -0,0 +1,20 @@
+import base64
+import requests
+
+API_URL = "https://router.huggingface.co/hf-inference/models/openai/clip-vit-large-patch14"
+headers = {"Authorization": "Bearer api_token"}
+
+def query(data):
+    with open(data["image_path"], "rb") as f:
+        img = f.read()
+    payload={
+        "parameters": data["parameters"],
+        "inputs": base64.b64encode(img).decode("utf-8")
+    }
+    response = requests.post(API_URL, headers=headers, json=payload)
+    return response.json()
+
+output = query({
+    "image_path": "cats.jpg",
+    "parameters": {"candidate_labels": ["cat", "dog", "llama"]},
+})