basic-snippet--token-classification

Author: Wauplin

packages/tasks-gen/scripts/generate-snippets-fixtures.ts

@@ -167,17 +167,17 @@ const TEST_CASES: {
 		providers: ["hf-inference"],
 		languages: ["sh", "js", "py"],
 	},
-	// {
-	// 	testName: "basic-snippet--token-classification",
-	// 	model: {
-	// 		id: "FacebookAI/xlm-roberta-large-finetuned-conll03-english",
-	// 		pipeline_tag: "token-classification",
-	// 		tags: [],
-	// 		inference: "",
-	// 	},
-	// 	providers: ["hf-inference"],
-	// 	languages: ["py"],
-	// },
+	{
+		testName: "basic-snippet--token-classification",
+		model: {
+			id: "FacebookAI/xlm-roberta-large-finetuned-conll03-english",
+			pipeline_tag: "token-classification",
+			tags: [],
+			inference: "",
+		},
+		providers: ["hf-inference"],
+		languages: ["py"],
+	},
 	// {
 	// 	testName: "zero-shot-classification",
 	// 	model: {

packages/tasks-gen/snippets-fixtures/basic-snippet--token-classification/0.huggingface_hub.hf-inference.py

@@ -0,0 +1,13 @@
+from huggingface_hub import InferenceClient
+
+client = InferenceClient(
+    provider="hf-inference",
+    api_key="api_token",
+)
+
+result = client.token_classification(
+    inputs="My name is Sarah Jessica Parker but you can call me Jessica",
+    model="FacebookAI/xlm-roberta-large-finetuned-conll03-english",
+)
+
+print(result)

packages/tasks-gen/snippets-fixtures/basic-snippet--token-classification/1.requests.hf-inference.py

@@ -0,0 +1,12 @@
+import requests
+
+API_URL = "https://router.huggingface.co/hf-inference/models/FacebookAI/xlm-roberta-large-finetuned-conll03-english"
+headers = {"Authorization": "Bearer api_token"}
+
+def query(payload):
+    response = requests.post(API_URL, headers=headers, json=payload)
+    return response.json()
+
+output = query({
+    "inputs": "My name is Sarah Jessica Parker but you can call me Jessica",
+})