tests: simple test for server module

Author: Stonelinks

llama_cpp/server/app.py

@@ -24,6 +24,7 @@ class Settings(BaseSettings):
     last_n_tokens_size: int = 64
     logits_all: bool = False
     cache: bool = False  # WARNING: This is an experimental feature
+    vocab_only: bool = False
 
 
 app = FastAPI(
@@ -49,6 +50,7 @@ class Settings(BaseSettings):
     n_batch=settings.n_batch,
     n_ctx=settings.n_ctx,
     last_n_tokens_size=settings.last_n_tokens_size,
+    vocab_only=settings.vocab_only,
 )
 if settings.cache:
     cache = llama_cpp.LlamaCache()

poetry.lock

@@ -24,6 +24,7 @@ mkdocs = "^1.4.2"
 mkdocstrings = {extras = ["python"], version = "^0.20.0"}
 mkdocs-material = "^9.1.4"
 pytest = "^7.2.2"
+httpx = "^0.24.0"
 
 [build-system]
 requires = [

pyproject.toml

@@ -128,3 +128,24 @@ def mock_sample(*args, **kwargs):
     n = 0  # reset
     completion = llama.create_completion("", max_tokens=1)
     assert completion["choices"][0]["text"] == ""
+
+
+def test_llama_server():
+    from fastapi.testclient import TestClient
+    import os
+    os.environ["MODEL"] = MODEL
+    os.environ["VOCAB_ONLY"] = "true"
+    from llama_cpp.server.app import app
+    client = TestClient(app)
+    response = client.get("/v1/models")
+    assert response.json() == {
+        "object": "list",
+        "data": [
+            {
+                "id": MODEL,
+                "object": "model",
+                "owned_by": "me",
+                "permissions": [],
+            }
+        ],
+    }