File tree Expand file tree Collapse file tree 2 files changed +20
-0
lines changed Expand file tree Collapse file tree 2 files changed +20
-0
lines changed Original file line number Diff line number Diff line change 1
1
import pytest
2
+ import requests
2
3
from utils import *
3
4
4
5
server = ServerPreset .tinyllama2 ()
@@ -76,3 +77,19 @@ def test_load_split_model():
76
77
})
77
78
assert res .status_code == 200
78
79
assert match_regex ("(little|girl)+" , res .body ["content" ])
80
+
81
+
82
+ def test_no_webui ():
83
+ global server
84
+ # default: webui enabled
85
+ server .start ()
86
+ url = f"http://{ server .server_host } :{ server .server_port } "
87
+ res = requests .get (url )
88
+ assert res .status_code == 200
89
+ assert "<html>" in res .text
90
+
91
+ # with --no-webui
92
+ server .no_webui = True
93
+ server .start ()
94
+ res = requests .get (url )
95
+ assert res .status_code == 404
Original file line number Diff line number Diff line change @@ -72,6 +72,7 @@ class ServerProcess:
72
72
disable_ctx_shift : int | None = False
73
73
draft_min : int | None = None
74
74
draft_max : int | None = None
75
+ no_webui : bool | None = None
75
76
76
77
# session variables
77
78
process : subprocess .Popen | None = None
@@ -158,6 +159,8 @@ def start(self, timeout_seconds: int = 10) -> None:
158
159
server_args .extend (["--draft-max" , self .draft_max ])
159
160
if self .draft_min :
160
161
server_args .extend (["--draft-min" , self .draft_min ])
162
+ if self .no_webui :
163
+ server_args .append ("--no-webui" )
161
164
162
165
args = [str (arg ) for arg in [server_path , * server_args ]]
163
166
print (f"bench: starting server with: { ' ' .join (args )} " )
You can’t perform that action at this time.
0 commit comments