Added dependencies.

Author: Maximilian-Winter

pyproject.toml

@@ -16,6 +16,7 @@ include = [
 python = "^3.8.1"
 typing-extensions = "^4.6.2"
 numpy = "^1.20.0"
+diskcache = "^5.6.1"
 uvicorn = { version = "^0.22.0", optional = true }
 fastapi = { version = "^0.95.0", optional = true }
 sse-starlette = { version = "^1.3.3", optional = true }

setup.py

@@ -16,7 +16,7 @@
     license="MIT",
     package_dir={"llama_cpp": "llama_cpp", "llama_cpp.server": "llama_cpp/server"},
     packages=["llama_cpp", "llama_cpp.server"],
-    install_requires=["typing-extensions>=4.5.0", "numpy>=1.20.0"],
+    install_requires=["typing-extensions>=4.5.0", "numpy>=1.20.0", "diskcache>=5.6.1"],
     extras_require={
         "server": ["uvicorn>=0.21.1", "fastapi>=0.95.0", "sse-starlette>=1.3.3"],
     },