8000 test: leave model_hf_file blank · ochafik/llama.cpp@5add261 · GitHub
[go: up one dir, main page]

8000
Skip to content

Commit 5add261

Browse files
committed
test: leave model_hf_file blank
1 parent 8205246 commit 5add261

File tree

2 files changed

+4
-1
lines changed

2 files changed

+4
-1
lines changed

examples/server/tests/unit/test_tool_call.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -166,6 +166,7 @@ def test_completion_with_required_tool_real_model(tool: dict, argument_key: str
166166
server.n_ctx = 8192
167167
server.n_predict = n_predict
168168
server.model_hf_repo = hf_repo
169+
server.model_hf_file = None
169170
if template_override:
170171
(template_hf_repo, template_variant) = template_override
171172
server.chat_template_file = f"../../../models/templates/{template_hf_repo.replace('/', '-') + ('-' + template_variant if template_variant else '')}.jinja"
@@ -267,6 +268,7 @@ def test_weather_tool_call(hf_repo: str, template_override: Tuple[str, str | Non
267268
server.n_ctx = 8192
268269
server.n_predict = 512
269270
server.model_hf_repo = hf_repo
271+
server.model_hf_file = None
270272
if template_override:
271273
(template_hf_repo, template_variant) = template_override
272274
server.chat_template_file = f"../../../models/templates/{template_hf_repo.replace('/', '-') + ('-' + template_variant if template_variant else '')}.jinja"
@@ -313,6 +315,7 @@ def test_hello_world_tool_call(expected_arguments_override: str | None, hf_repo:
313315
server.n_ctx = 8192
314316
server.n_predict = 128
315317
server.model_hf_repo = hf_repo
318+
server.model_hf_file = None
316319
if template_override:
317320
(template_hf_repo, template_variant) = template_override
318321
server.chat_template_file = f"../../../models/templates/{template_hf_repo.replace('/', '-') + ('-' + template_variant if template_variant else '')}.jinja"

examples/server/tests/utils.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -41,7 +41,7 @@ class ServerProcess:
4141
server_port: int = 8080
4242
server_host: str = "127.0.0.1"
4343
model_hf_repo: str = "ggml-org/models"
44-
model_hf_file: str = "tinyllamas/stories260K.gguf"
44+
model_hf_file: str | None = "tinyllamas/stories260K.gguf"
4545
model_alias: str = "tinyllama-2"
4646
temperature: float = 0.8
4747
seed: int = 42

0 commit comments

Comments
 (0)
0